diff --git "a/llm.mnn.json" "b/llm.mnn.json" --- "a/llm.mnn.json" +++ "b/llm.mnn.json" @@ -1,151863 +1,3 @@ -{ - "bizCode": "MNNTest", - "extraInfo": { - "version": "2.9.5" - }, - "oplists": [ - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 2.28125, - 2.40625, - 1.617188, - 2.5, - 2.328125, - 2.5625, - 2.40625, - 2.390625, - 2.53125, - 2.5625, - 2.390625, - 2.625, - 2.359375, - 2.375, - 2.46875, - 2.421875, - 2.34375, - 2.40625, - 2.46875, - 2.5625, - 2.328125, - 2.375, - 2.390625, - 2.375, - 2.421875, - 2.46875, - 2.4375, - 2.5, - 2.9375, - 2.4375, - 2.453125, - 2.4375, - 2.484375, - 2.875, - 2.390625, - 2.40625, - 2.46875, - 2.421875, - 2.390625, - 2.328125, - 2.421875, - 2.421875, - 2.421875, - 2.421875, - 1.96875, - 2.453125, - 2.484375, - 2.46875, - 2.390625, - 1.992188, - 3.203125, - 2.0, - 2.46875, - 2.59375, - 2.4375, - 2.515625, - 2.484375, - 2.1875, - 1.257812, - 2.46875, - 2.4375, - 2.484375, - 2.28125, - 2.421875, - 2.4375, - 1.929688, - 2.390625, - 2.5625, - 2.359375, - 2.4375, - 2.5, - 2.40625, - 2.078125, - 2.5, - 2.515625, - 2.21875, - 2.4375, - 2.5625, - 2.484375, - 2.421875, - 2.40625, - 2.578125, - 1.78125, - 2.734375, - 2.46875, - 2.484375, - 2.609375, - 2.484375, - 2.421875, - 2.4375, - 2.53125, - 2.515625, - 1.960938, - 2.546875, - 2.59375, - 1.15625, - 2.421875, - 2.328125, - 2.40625, - 2.546875, - 2.4375, - 2.671875, - 2.546875, - 2.421875, - 2.4375, - 2.53125, - 2.3125, - 2.453125, - 2.453125, - 2.453125, - 2.484375, - 2.453125, - 2.359375, - 3.765625, - 2.390625, - 2.390625, - 2.453125, - 2.453125, - 2.578125, - 2.15625, - 2.359375, - 2.140625, - 2.296875, - 2.5625, - 2.40625, - 2.4375, - 2.421875, - 2.3125, - 2.4375, - 2.40625, - 2.53125, - 2.4375, - 2.46875, - 2.375, - 2.484375, - 2.390625, - 2.6875, - 2.421875, - 2.5, - 2.53125, - 2.28125, - 2.40625, - 2.515625, - 2.125, - 2.40625, - 2.53125, - 2.484375, - 1.984375, - 2.453125, - 2.46875, - 2.390625, - 2.359375, - 2.109375, - 2.421875, - 4.0, - 2.453125, - 2.421875, - 2.484375, - 2.5, - 2.453125, - 2.421875, - 2.34375, - 2.28125, - 2.125, - 2.375, - 2.453125, - 2.46875, - 2.390625, - 2.484375, - 2.390625, - 2.46875, - 2.421875, - 2.453125, - 2.40625, - 2.375, - 2.484375, - 2.375, - 3.671875, - 2.4375, - 2.4375, - 2.421875, - 2.53125, - 2.484375, - 2.203125, - 2.453125, - 1.1875, - 2.6875, - 2.421875, - 3.6875, - 2.4375, - 2.359375, - 2.34375, - 2.40625, - 2.390625, - 2.375, - 2.5, - 2.515625, - 2.515625, - 2.375, - 2.546875, - 2.609375, - 2.40625, - 2.375, - 2.421875, - 2.40625, - 2.53125, - 2.421875, - 2.4375, - 2.59375, - 2.421875, - 2.421875, - 2.359375, - 2.4375, - 2.4375, - 2.5625, - 1.867188, - 2.390625, - 2.484375, - 2.4375, - 2.5, - 2.5, - 2.421875, - 2.90625, - 0.96875, - 2.453125, - 2.421875, - 2.5, - 2.5, - 1.507812, - 2.5, - 2.4375, - 2.484375, - 2.453125, - 2.390625, - 2.40625, - 2.578125, - 2.53125, - 2.4375, - 2.5, - 2.453125, - 2.453125, - 2.484375, - 2.328125, - 2.390625, - 2.46875, - 2.484375, - 2.390625, - 2.484375, - 2.453125, - 2.421875, - 2.40625, - 1.828125, - 2.484375, - 1.53125, - 2.296875, - 2.4375, - 2.46875, - 2.46875, - 2.40625, - 2.421875, - 2.4375, - 2.375, - 2.390625, - 2.5, - 2.46875, - 2.390625, - 2.53125, - 2.421875, - 2.421875, - 2.40625, - 2.375, - 2.265625, - 2.46875, - 2.4375, - 2.390625, - 2.5625, - 2.078125, - 2.4375, - 2.46875, - 2.453125, - 2.453125, - 2.484375, - 2.421875, - 2.5625, - 2.46875, - 3.375, - 3.0, - 2.40625, - 2.46875, - 2.484375, - 2.4375, - 2.328125, - 2.421875, - 2.421875, - 2.4375, - 2.515625, - 2.4375, - 2.3125, - 2.453125, - 2.40625, - 2.265625, - 1.851562, - 2.515625, - 2.140625, - 2.46875, - 2.5, - 2.484375, - 2.4375, - 2.421875, - 2.140625, - 2.375, - 2.453125, - 2.21875, - 2.4375, - 2.40625, - 2.453125, - 1.835938, - 2.375, - 2.59375, - 3.09375, - 2.421875, - 2.359375, - 2.5, - 2.28125, - 2.484375, - 2.328125, - 2.4375, - 2.375, - 2.40625, - 2.46875, - 2.265625, - 2.359375, - 2.71875, - 2.234375, - 2.40625, - 2.640625, - 2.5625, - 2.109375, - 2.46875, - 2.078125, - 2.28125, - 2.390625, - 2.5, - 2.421875, - 2.53125, - 2.46875, - 2.4375, - 2.5, - 2.46875, - 2.453125, - 2.53125, - 1.953125, - 2.015625, - 2.328125, - 3.421875, - 2.46875, - 2.765625, - 2.40625, - 2.453125, - 2.609375, - 2.59375, - 2.453125, - 2.453125, - 2.375, - 2.3125, - 2.40625, - 2.4375, - 2.515625, - 2.25, - 2.4375, - 2.4375, - 2.5, - 2.46875, - 2.5, - 2.453125, - 2.4375, - 2.375, - 2.484375, - 2.4375, - 2.546875, - 2.375, - 2.421875, - 2.453125, - 2.421875, - 1.882812, - 2.5, - 2.4375, - 2.359375, - 2.484375, - 2.421875, - 2.40625, - 2.46875, - 2.5, - 2.34375, - 1.335938, - 2.0, - 2.421875, - 3.015625, - 2.46875, - 2.4375, - 2.453125, - 2.4375, - 2.40625, - 3.28125, - 2.3125, - 2.28125, - 2.5, - 2.4375, - 2.5, - 2.078125, - 2.375, - 2.375, - 2.4375, - 2.40625, - 2.421875, - 2.578125, - 2.421875, - 2.5, - 2.515625, - 2.46875, - 2.453125, - 2.390625, - 2.34375, - 2.59375, - 2.71875, - 2.390625, - 2.5, - 2.40625, - 2.40625, - 2.453125, - 2.390625, - 2.375, - 2.4375, - 2.421875, - 2.25, - 2.484375, - 2.5625, - 2.484375, - 2.40625, - 2.515625, - 2.484375, - 2.890625, - 1.804688, - 1.984375, - 2.359375, - 2.40625, - 2.125, - 2.453125, - 2.4375, - 2.390625, - 2.34375, - 2.4375, - 2.5, - 2.375, - 2.4375, - 2.359375, - 2.40625, - 2.453125, - 3.0625, - 2.421875, - 2.546875, - 2.390625, - 2.453125, - 2.4375, - 2.53125, - 4.125, - 2.640625, - 2.375, - 2.421875, - 2.5, - 2.375, - 2.421875, - 2.734375, - 2.375, - 2.5, - 2.46875, - 2.359375, - 2.75, - 2.015625, - 2.421875, - 2.4375, - 2.453125, - 2.4375, - 2.40625, - 2.53125, - 2.53125, - 2.421875, - 2.4375, - 2.375, - 2.40625, - 2.640625, - 2.484375, - 2.40625, - 2.4375, - 2.421875, - 2.484375, - 2.328125, - 2.5, - 2.5, - 1.9375, - 2.125, - 2.5, - 2.359375, - 3.53125, - 2.40625, - 2.40625, - 2.5, - 6.09375, - 2.484375, - 2.421875, - 2.734375, - 2.484375, - 2.40625, - 2.5, - 4.0625, - 2.546875, - 2.375, - 2.53125, - 3.484375, - 2.140625, - 1.90625, - 2.375, - 2.46875, - 2.421875, - 2.421875, - 2.546875, - 3.0, - 2.4375, - 2.46875, - 2.53125, - 2.75, - 2.515625, - 2.203125, - 2.453125, - 2.4375, - 2.453125, - 2.4375, - 2.859375, - 2.40625, - 2.3125, - 2.453125, - 2.46875, - 2.46875, - 2.375, - 2.921875, - 2.390625, - 1.445312, - 2.390625, - 1.875, - 2.515625, - 2.53125, - 2.5625, - 2.453125, - 5.625, - 2.234375, - 2.453125, - 2.453125, - 2.390625, - 2.375, - 3.6875, - 2.421875, - 2.46875, - 2.375, - 2.453125, - 2.46875, - 1.671875, - 2.046875, - 2.578125, - 2.5, - 2.40625, - 2.734375, - 2.453125, - 2.484375, - 3.46875, - 1.929688, - 2.53125, - 2.484375, - 2.578125, - 2.421875, - 2.421875, - 1.742188, - 2.515625, - 2.78125, - 2.453125, - 2.546875, - 2.5, - 2.484375, - 2.390625, - 2.421875, - 4.78125, - 2.453125, - 2.40625, - 4.15625, - 2.46875, - 2.359375, - 2.40625, - 2.4375, - 2.4375, - 2.421875, - 2.53125, - 2.390625, - 2.421875, - 2.453125, - 2.09375, - 2.421875, - 1.742188, - 2.15625, - 2.421875, - 2.359375, - 0.030884, - 2.515625, - 2.65625, - 3.71875, - 2.46875, - 2.59375, - 2.421875, - 2.546875, - 2.40625, - 2.1875, - 2.46875, - 2.4375, - 2.40625, - 2.390625, - 2.5625, - 2.421875, - 2.453125, - 2.4375, - 2.484375, - 2.453125, - 2.375, - 2.375, - 2.453125, - 2.21875, - 4.21875, - 2.40625, - 2.375, - 2.375, - 2.453125, - 2.390625, - 2.375, - 2.359375, - 2.234375, - 2.453125, - 2.4375, - 2.15625, - 2.40625, - 2.40625, - 2.46875, - 1.882812, - 2.4375, - 2.203125, - 2.40625, - 2.421875, - 2.5625, - 2.5625, - 2.390625, - 2.390625, - 2.4375, - 2.4375, - 2.40625, - 2.4375, - 1.773438, - 4.1875, - 2.421875, - 1.59375, - 2.421875, - 2.296875, - 2.484375, - 2.46875, - 2.578125, - 2.5, - 1.242188, - 2.453125, - 2.421875, - 2.421875, - 2.390625, - 1.976562, - 2.421875, - 2.453125, - 2.421875, - 2.34375, - 2.34375, - 2.453125, - 2.40625, - 2.421875, - 2.484375, - 2.390625, - 2.484375, - 2.515625, - 2.4375, - 2.40625, - 2.453125, - 2.390625, - 2.421875, - 1.679688, - 2.5, - 2.421875, - 2.4375, - 2.40625, - 2.5625, - 2.4375, - 2.421875, - 2.40625, - 2.5, - 2.015625, - 2.46875, - 2.46875, - 2.390625, - 2.578125, - 2.453125, - 2.078125, - 2.65625, - 2.40625, - 2.921875, - 2.203125, - 2.4375, - 2.515625, - 2.4375, - 2.015625, - 2.421875, - 2.453125, - 2.234375, - 2.640625, - 2.140625, - 2.578125, - 2.515625, - 2.4375, - 2.4375, - 2.421875, - 2.515625, - 2.5, - 2.390625, - 2.46875, - 2.484375, - 2.390625, - 3.203125, - 2.5, - 2.46875, - 2.40625, - 2.40625, - 2.328125, - 2.59375, - 1.0625, - 2.4375, - 2.453125, - 2.46875, - 2.4375, - 2.421875, - 2.40625, - 2.40625, - 2.953125, - 2.453125, - 4.09375, - 1.953125, - 2.546875, - 2.421875, - 2.390625, - 2.453125, - 2.375, - 2.4375, - 2.359375, - 2.484375, - 2.4375, - 2.109375, - 2.546875, - 2.4375, - 2.390625, - 2.28125, - 2.375, - 2.4375, - 2.46875, - 2.578125, - 2.421875, - 2.4375, - 2.421875, - 2.4375, - 2.53125, - 1.945312, - 2.375, - 2.546875, - 2.421875, - 2.40625, - 2.421875, - 2.5, - 2.40625, - 2.5, - 2.421875, - 2.453125, - 2.4375, - 2.484375, - 2.46875, - 2.40625, - 2.4375, - 6.15625, - 2.25, - 2.46875, - 1.984375, - 2.421875, - 2.40625, - 2.484375, - 2.4375, - 2.40625, - 3.09375, - 2.421875, - 2.390625, - 2.390625, - 2.71875, - 2.390625, - 2.203125, - 2.5, - 3.546875, - 2.421875, - 2.6875, - 2.453125, - 2.359375, - 2.421875, - 2.5, - 2.5, - 2.59375, - 2.375, - 2.4375, - 2.53125, - 2.421875, - 2.40625, - 2.421875, - 2.40625, - 2.359375, - 2.046875, - 2.5, - 2.84375, - 2.46875, - 2.453125, - 2.421875, - 2.4375, - 2.484375, - 2.453125, - 2.390625, - 2.421875, - 2.40625, - 2.46875, - 2.453125, - 2.46875, - 2.171875, - 2.484375, - 1.9375, - 2.59375, - 2.453125, - 2.46875, - 2.46875, - 3.3125, - 2.390625, - 2.390625, - 2.40625, - 2.484375, - 2.40625, - 2.390625, - 2.125, - 2.625, - 2.71875, - 2.5, - 2.4375, - 2.40625, - 2.375, - 2.375, - 2.328125, - 0.008911, - 2.453125, - 2.515625, - 2.578125, - 2.40625, - 2.484375, - 2.40625, - 2.609375, - 2.453125, - 2.484375, - 2.484375, - 2.40625, - 2.359375, - 2.421875, - 2.4375, - 2.34375, - 2.5, - 2.46875, - 2.4375, - 2.53125, - 2.46875, - 2.40625, - 2.40625, - 2.421875, - 2.390625, - 2.015625, - 2.484375, - 2.421875, - 2.390625, - 2.515625, - 2.5, - 2.453125, - 2.484375, - 2.265625, - 2.28125, - 0.789062, - 1.429688, - 2.453125, - 2.546875, - 3.375, - 2.40625, - 2.0625, - 2.46875, - 2.484375, - 3.046875, - 2.390625, - 2.40625, - 2.421875, - 2.453125, - 2.46875, - 2.390625, - 2.4375, - 2.78125, - 2.421875, - 2.359375, - 2.453125, - 2.46875, - 2.4375, - 2.53125, - 2.03125, - 2.421875, - 2.34375, - 2.5, - 2.40625, - 4.34375, - 2.421875, - 2.4375, - 2.515625, - 2.25, - 2.328125, - 2.46875, - 2.46875, - 2.375, - 2.796875, - 2.484375, - 2.296875, - 2.484375, - 2.484375, - 2.53125, - 2.875, - 2.375, - 2.4375, - 2.65625, - 2.375, - 2.46875, - 2.421875, - 2.234375, - 2.4375, - 2.34375, - 2.359375, - 2.5, - 2.5, - 1.789062, - 2.453125, - 2.46875, - 2.421875, - 2.390625, - 2.59375, - 2.4375, - 2.609375, - 2.515625, - 2.390625, - 2.671875, - 2.359375, - 3.3125, - 2.421875, - 2.453125, - 2.484375, - 2.4375, - 2.484375, - 2.65625, - 2.359375, - 2.46875, - 2.46875, - 2.421875, - 2.609375, - 2.453125, - 2.359375, - 2.4375, - 2.40625, - 2.515625, - 2.5, - 2.46875, - 2.421875, - 2.265625, - 2.40625, - 2.6875, - 2.453125, - 2.453125, - 2.4375, - 2.453125, - 2.390625, - 2.40625, - 2.5, - 2.765625, - 2.390625, - 2.484375, - 2.71875, - 2.390625, - 2.46875, - 2.5, - 2.359375, - 1.625, - 2.5, - 2.421875, - 2.4375, - 2.53125, - 2.421875, - 2.4375, - 2.421875, - 2.375, - 2.46875, - 2.484375, - 2.484375, - 2.484375, - 2.46875, - 2.71875, - 2.375, - 1.875, - 2.09375, - 2.375, - 2.421875, - 2.375, - 1.632812, - 2.4375, - 2.4375, - 2.390625, - 2.421875, - 2.390625, - 2.375, - 2.40625, - 2.40625, - 2.453125, - 1.796875, - 2.5625, - 2.40625, - 2.46875, - 2.4375, - 2.46875, - 2.5, - 2.453125, - 2.40625, - 2.40625, - 2.40625, - 2.4375, - 2.703125, - 2.4375, - 2.53125, - 2.453125, - 2.46875, - 2.40625, - 2.390625, - 2.46875, - 2.4375, - 2.4375, - 2.734375, - 2.40625, - 2.5, - 2.59375, - 2.484375, - 2.4375, - 2.484375, - 2.453125, - 2.90625, - 2.421875, - 2.5625, - 2.390625, - 2.453125, - 0.71875, - 2.421875, - 2.359375, - 2.75, - 2.359375, - 2.4375, - 2.453125, - 2.453125, - 2.453125, - 2.484375, - 2.4375, - 2.453125, - 2.46875, - 2.421875, - 2.234375, - 2.421875, - 2.171875, - 2.5, - 2.53125, - 2.515625, - 2.515625, - 2.4375, - 2.796875, - 1.976562, - 2.375, - 2.28125, - 2.703125, - 2.390625, - 2.171875, - 2.375, - 2.390625, - 2.421875, - 7.71875, - 2.453125, - 2.484375, - 1.492188, - 2.390625, - 2.453125, - 2.46875, - 3.890625, - 2.40625, - 2.421875, - 2.5, - 2.421875, - 2.4375, - 1.726562, - 2.4375, - 2.4375, - 2.390625, - 2.453125, - 2.125, - 2.421875, - 2.21875, - 2.484375, - 2.390625, - 2.46875, - 2.578125, - 2.453125, - 2.375, - 2.421875, - 2.4375, - 2.5, - 2.390625, - 2.4375, - 2.328125, - 2.4375, - 1.9375, - 2.46875, - 2.484375, - 2.421875, - 2.40625, - 2.421875, - 2.421875, - 2.484375, - 2.40625, - 2.5, - 2.4375, - 2.40625, - 2.40625, - 2.421875, - 2.40625, - 2.078125, - 5.125, - 2.421875, - 2.875, - 2.4375, - 2.3125, - 2.125, - 7.09375, - 2.4375, - 2.40625, - 2.453125, - 2.484375, - 1.414062, - 2.421875, - 2.390625, - 2.46875, - 2.390625, - 2.453125, - 2.421875, - 2.53125, - 2.375, - 2.515625, - 2.4375, - 2.53125, - 2.4375, - 2.453125, - 2.453125, - 2.421875, - 2.484375, - 2.421875, - 2.375, - 2.484375, - 2.453125, - 2.375, - 2.40625, - 2.40625, - 2.390625, - 2.359375, - 2.421875, - 2.421875, - 2.46875, - 2.484375, - 2.75, - 2.09375, - 1.875, - 2.40625, - 1.867188, - 2.453125, - 2.4375, - 2.421875, - 2.453125, - 2.4375, - 2.4375, - 2.46875, - 2.40625, - 2.546875, - 2.484375, - 2.421875, - 2.546875, - 2.421875, - 1.671875, - 1.820312, - 2.453125, - 1.242188, - 2.3125, - 2.265625, - 2.375, - 2.359375, - 1.085938, - 1.820312, - 2.421875, - 1.898438, - 2.40625, - 2.453125, - 2.46875, - 3.59375, - 2.453125, - 2.421875, - 2.421875, - 4.90625, - 2.421875, - 2.46875, - 2.46875, - 2.484375, - 2.40625, - 2.5, - 2.40625, - 2.546875, - 2.578125, - 3.453125, - 2.375, - 2.0, - 2.375, - 2.421875, - 4.28125, - 2.453125, - 2.46875, - 3.484375, - 2.359375, - 2.484375, - 2.4375, - 2.171875, - 2.375, - 2.578125, - 2.421875, - 2.53125, - 2.4375, - 2.515625, - 2.453125, - 2.359375, - 2.4375, - 2.46875, - 2.390625, - 2.46875, - 2.265625, - 2.390625, - 2.46875, - 2.421875, - 5.125, - 2.40625, - 2.421875, - 2.375, - 2.5, - 1.820312, - 1.976562, - 1.890625, - 2.46875, - 2.390625, - 2.453125, - 3.34375, - 2.484375, - 3.3125, - 2.71875, - 2.46875, - 2.609375, - 2.375, - 1.8125, - 2.453125, - 2.453125, - 2.40625, - 2.515625, - 2.75, - 2.40625, - 2.453125, - 2.515625, - 2.5625, - 2.4375, - 4.9375, - 2.421875, - 2.328125, - 2.40625, - 2.453125, - 2.421875, - 2.359375, - 2.203125, - 2.359375, - 2.375, - 2.46875, - 2.46875, - 2.34375, - 2.40625, - 2.390625, - 2.4375, - 2.4375, - 2.46875, - 2.421875, - 2.4375, - 2.46875, - 2.390625, - 2.421875, - 2.421875, - 2.53125, - 2.03125, - 2.5, - 2.390625, - 2.4375, - 2.390625, - 2.453125, - 2.421875, - 2.578125, - 2.390625, - 2.390625, - 2.40625, - 2.40625, - 2.375, - 2.390625, - 2.203125, - 2.421875, - 2.453125, - 2.4375, - 2.375, - 2.59375, - 2.46875, - 2.546875, - 2.484375, - 2.375, - 2.390625, - 2.625, - 2.5, - 2.375, - 2.484375, - 2.453125, - 2.390625, - 2.453125, - 2.328125, - 2.46875, - 0.835938, - 5.28125, - 2.4375, - 2.4375, - 2.421875, - 2.4375, - 2.421875, - 2.5, - 2.53125, - 2.421875, - 2.421875, - 2.46875, - 2.390625, - 2.5, - 2.4375, - 2.53125, - 2.453125, - 1.148438, - 2.46875, - 2.453125, - 2.515625, - 2.90625, - 2.4375, - 3.09375, - 2.078125, - 2.5625, - 2.421875, - 2.40625, - 1.898438, - 2.5, - 2.6875, - 2.484375, - 2.4375, - 2.59375, - 2.40625, - 2.578125, - 2.34375, - 1.25, - 2.390625, - 2.453125, - 2.21875, - 2.40625, - 2.390625, - 2.390625, - 2.390625, - 2.359375, - 2.515625, - 2.5, - 2.453125, - 2.390625, - 2.390625, - 2.515625, - 1.757812, - 2.359375, - 3.40625, - 2.140625, - 2.4375, - 2.453125, - 2.53125, - 2.4375, - 2.453125, - -0.059814, - 2.4375, - 3.203125, - 0.007812, - 2.28125, - 2.453125, - 2.40625, - 2.78125, - 2.4375, - 2.4375, - 2.375, - 2.484375, - 2.421875, - 2.078125, - 2.53125, - 2.546875, - 2.5, - 2.390625, - 2.484375, - 3.953125, - 4.28125, - 2.140625, - 2.421875, - 2.484375, - 2.28125, - 2.171875, - 2.359375, - 2.453125, - 2.53125, - 2.484375, - 2.5, - 2.1875, - 2.4375, - 2.453125, - 2.4375, - 2.453125, - 2.546875, - 2.4375, - 2.453125, - 2.453125, - 2.5, - 2.484375, - 2.484375, - 2.40625, - 2.203125, - 2.453125, - 2.453125, - 2.953125, - 2.421875, - 2.53125, - 2.796875, - 2.625, - 2.390625, - 2.515625, - 3.65625, - 2.4375, - 2.859375, - 2.453125, - 2.40625, - 2.71875, - 2.453125, - 2.15625, - 2.59375, - 2.46875, - 2.4375, - 2.53125, - 2.40625, - 2.359375, - 2.421875, - 2.40625, - 2.40625, - 2.40625, - 2.40625, - 2.375, - 2.484375, - 2.421875, - 2.53125, - 2.390625, - 2.453125, - 2.640625, - 2.359375, - 2.421875, - 2.484375, - 2.484375, - 2.421875, - 2.4375, - 2.4375, - 2.453125, - 2.421875, - 2.375, - 2.453125, - 2.5, - 2.453125, - 2.5, - 2.484375, - 2.421875, - 2.296875, - 2.484375, - 2.390625, - 2.59375, - 2.46875, - 2.453125, - 2.4375, - 2.828125, - 2.546875, - 2.625, - 2.453125, - 2.484375, - 2.03125, - 2.46875, - 2.421875, - 2.5, - 2.40625, - 2.46875, - 2.390625 - ] - }, - "name": "model.model.norm.weight", - "outputIndexes": [ - 0 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 1, - 1536 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "input_ids", - "outputIndexes": [ - 1 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 3 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1, - -1, - 1536 - ] - }, - "name": "/Constant_output_0__", - "outputIndexes": [ - 2 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_output_0", - "outputIndexes": [ - 3 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.449219, - 0.132812, - 0.211914, - 0.332031, - 0.206055, - 0.396484, - 0.091309, - 0.186523, - 0.390625, - 0.398438, - 0.120605, - 0.375, - 0.087402, - 0.106445, - 0.15332, - 0.166992, - 0.12207, - 0.189453, - 0.120117, - 0.445312, - 0.083984, - 0.112793, - 0.088379, - 0.455078, - 0.143555, - 0.154297, - 0.341797, - 0.392578, - 0.457031, - 0.121094, - 0.093262, - 0.095215, - 0.133789, - 0.480469, - 0.145508, - 0.126953, - 0.152344, - 0.133789, - 0.376953, - 0.369141, - 0.092285, - 0.111328, - 0.117188, - 0.123535, - 0.507812, - 0.185547, - 0.443359, - 0.175781, - 0.216797, - 0.149414, - 0.443359, - 0.223633, - 0.128906, - 0.351562, - 0.103516, - 0.318359, - 0.324219, - 0.425781, - 0.205078, - 0.380859, - 0.255859, - 0.365234, - 0.137695, - 0.113281, - 0.217773, - 0.200195, - 0.117676, - 0.431641, - 0.094727, - 0.251953, - 0.365234, - 0.222656, - 0.404297, - 0.392578, - 0.214844, - 0.291016, - 0.233398, - 0.277344, - 0.169922, - 0.146484, - 0.11084, - 0.40625, - 0.205078, - 0.302734, - 0.115723, - 0.137695, - 0.171875, - 0.118164, - 0.242188, - 0.124512, - 0.287109, - 0.382812, - 0.193359, - 0.441406, - 0.146484, - 0.227539, - 0.170898, - 0.292969, - 0.120117, - 0.19043, - 0.084961, - 0.398438, - 0.330078, - 0.099121, - 0.400391, - 0.476562, - 0.111816, - 0.213867, - 0.355469, - 0.104492, - 0.435547, - 0.111816, - 0.15332, - 0.78125, - 0.18457, - 0.12793, - 0.365234, - 0.138672, - 0.445312, - 0.429688, - 0.088867, - 0.396484, - 0.135742, - 0.417969, - 0.201172, - 0.105469, - 0.152344, - 0.376953, - 0.210938, - 0.125977, - 0.263672, - 0.114258, - 0.304688, - 0.071777, - 0.118652, - 0.104492, - 0.431641, - 0.115234, - 0.402344, - 0.306641, - 0.339844, - 0.192383, - 0.351562, - 0.18457, - 0.11377, - 0.439453, - 0.188477, - 0.394531, - 0.098145, - 0.165039, - 0.223633, - 0.131836, - 0.353516, - 0.181641, - 0.318359, - 0.347656, - 0.220703, - 0.302734, - 0.225586, - 0.108398, - 0.355469, - 0.203125, - 0.125977, - 0.326172, - 0.341797, - 0.154297, - 0.22168, - 0.114258, - 0.204102, - 0.087891, - 0.135742, - 0.117188, - 0.211914, - 0.103027, - 0.275391, - 0.103516, - 0.134766, - 0.271484, - 0.100586, - 0.11377, - 0.122559, - 0.435547, - 0.141602, - 0.130859, - 0.365234, - 0.265625, - 0.255859, - 0.099121, - 0.265625, - 0.107422, - 0.133789, - 0.104492, - 0.099121, - 0.116211, - 0.123535, - 0.25, - 0.316406, - 0.265625, - 0.071289, - 0.386719, - 0.457031, - 0.154297, - 0.12207, - 0.101074, - 0.118652, - 0.172852, - 0.121582, - 0.107422, - 0.408203, - 0.11084, - 0.15332, - 0.094238, - 0.349609, - 0.243164, - 0.18457, - 0.382812, - 0.119629, - 0.287109, - 0.139648, - 0.195312, - 0.302734, - 0.117188, - 0.296875, - 0.188477, - 0.285156, - 0.133789, - 0.333984, - 0.410156, - 0.21875, - 0.259766, - 0.169922, - 0.310547, - 0.259766, - 0.083984, - 0.10791, - 0.404297, - 0.357422, - 0.365234, - 0.191406, - 0.098145, - 0.232422, - 0.378906, - 0.12207, - 0.07959, - 0.34375, - 0.277344, - 0.103516, - 0.219727, - 0.267578, - 0.083984, - 0.131836, - 0.216797, - 0.142578, - 0.291016, - 0.390625, - 0.255859, - 0.213867, - 0.105469, - 0.104004, - 0.279297, - 0.142578, - 0.094727, - 0.114746, - 0.314453, - 0.169922, - 0.154297, - 0.396484, - 0.123047, - 0.109863, - 0.21582, - 0.135742, - 0.142578, - 0.347656, - 0.120605, - 0.302734, - 0.439453, - 0.164062, - 0.119141, - 0.359375, - 0.095703, - 0.148438, - 0.310547, - 0.191406, - 0.457031, - 0.339844, - 0.494141, - 0.527344, - 0.116211, - 0.271484, - 0.151367, - 0.136719, - 0.067871, - 0.108398, - 0.06543, - 0.423828, - 0.259766, - 0.133789, - 0.096191, - 0.105469, - 0.100586, - 0.357422, - 0.275391, - 0.138672, - 0.359375, - 0.115723, - 0.408203, - 0.130859, - 0.164062, - 0.131836, - 0.398438, - 0.318359, - 0.148438, - 0.380859, - 0.179688, - 0.105469, - 0.116699, - 0.242188, - 0.12793, - 0.464844, - 0.291016, - 0.126953, - 0.092285, - 0.455078, - 0.292969, - 0.234375, - 0.199219, - 0.324219, - 0.28125, - 0.109863, - 0.265625, - 0.466797, - 0.228516, - 0.453125, - 0.259766, - 0.188477, - 0.373047, - 0.287109, - 0.46875, - 0.302734, - 0.157227, - 0.213867, - 0.149414, - 0.318359, - 0.100586, - 0.230469, - 0.132812, - 0.21875, - 0.263672, - 0.386719, - 0.133789, - 0.384766, - 0.19043, - 0.239258, - 0.115723, - 0.523438, - 0.117676, - 0.261719, - 0.139648, - 0.216797, - 0.421875, - 0.429688, - 0.173828, - 0.160156, - 0.101074, - 0.115723, - 0.326172, - 0.103516, - 0.332031, - 0.40625, - 0.121582, - 0.166992, - 0.357422, - 0.105469, - 0.375, - 0.246094, - 0.198242, - 0.108398, - 0.339844, - 0.121582, - 0.345703, - 0.091309, - 0.101074, - 0.162109, - 0.099121, - 0.253906, - 0.28125, - 0.251953, - 0.099609, - 0.330078, - 0.113281, - 0.155273, - 0.241211, - 0.269531, - 0.098145, - 0.164062, - 0.443359, - 0.121582, - 0.451172, - 0.205078, - 0.131836, - 0.359375, - 0.104004, - 0.249023, - 0.355469, - 0.089844, - 0.398438, - 0.146484, - 0.144531, - 0.476562, - 0.306641, - 0.141602, - 0.306641, - 0.108398, - 0.056396, - 0.201172, - 0.384766, - 0.073242, - 0.120605, - 0.394531, - 0.106445, - 0.087402, - 0.373047, - 0.09082, - 0.375, - 0.486328, - 0.108398, - 0.300781, - 0.112793, - 0.166992, - 0.15625, - 0.106934, - 0.100098, - 0.121094, - 0.099609, - 0.314453, - 0.367188, - 0.412109, - 0.378906, - 0.111816, - 0.339844, - 0.291016, - 0.486328, - 0.253906, - 0.151367, - 0.132812, - 0.103516, - 0.355469, - 0.235352, - 0.24707, - 0.09668, - 0.106934, - 0.15625, - 0.310547, - 0.098145, - 0.109863, - 0.089844, - 0.103516, - 0.116211, - 0.601562, - 0.117676, - 0.386719, - 0.111816, - 0.142578, - 0.386719, - 0.332031, - 0.875, - 0.427734, - 0.138672, - 0.271484, - 0.318359, - -0.076172, - 0.198242, - 0.429688, - 0.150391, - 0.119629, - 0.155273, - 0.093262, - 0.464844, - 0.359375, - 0.111816, - 0.10498, - 0.189453, - 0.129883, - 0.090332, - 0.308594, - 0.40625, - 0.109863, - 0.292969, - 0.12207, - 0.115723, - 0.259766, - 0.320312, - 0.126953, - 0.162109, - 0.12207, - 0.108887, - 0.119141, - 0.139648, - 0.294922, - 0.398438, - 0.476562, - 0.12207, - 0.104492, - 0.373047, - 0.085938, - 0.142578, - 0.28125, - 0.988281, - 0.388672, - 0.102539, - 0.482422, - 0.111816, - 0.112793, - 0.131836, - 0.546875, - -0.131836, - 0.115723, - 0.287109, - 0.373047, - 0.287109, - 0.458984, - 0.098633, - 0.324219, - 0.339844, - 0.092285, - 0.404297, - 0.273438, - 0.154297, - 0.300781, - 0.192383, - 0.386719, - 0.277344, - 0.462891, - 0.251953, - 0.129883, - 0.178711, - 0.108887, - 0.259766, - 0.113281, - 0.384766, - 0.255859, - 0.324219, - 0.088867, - 0.118652, - 0.40625, - 0.21582, - 0.180664, - 0.137695, - 0.209961, - 0.289062, - 0.376953, - 0.230469, - 0.116699, - 0.294922, - 0.363281, - 0.201172, - 0.116211, - 0.129883, - 0.129883, - 0.382812, - 0.100586, - 0.150391, - 0.155273, - 0.209961, - 0.126953, - 0.223633, - 0.4375, - 0.363281, - 0.304688, - 0.106934, - 0.445312, - 0.112305, - 0.277344, - 0.527344, - 0.242188, - 0.449219, - 0.19043, - 0.208984, - 0.423828, - 0.222656, - 0.412109, - 0.306641, - 0.341797, - 0.121094, - 0.339844, - 0.396484, - 0.243164, - 0.119141, - 0.098633, - 0.419922, - 0.177734, - 0.10498, - 0.765625, - 0.308594, - 0.304688, - 0.098145, - 0.144531, - 0.151367, - 0.140625, - 0.3125, - -0.081055, - 0.12793, - 0.237305, - 0.417969, - 0.106445, - 0.197266, - 0.408203, - 0.075684, - 0.136719, - 0.890625, - 0.34375, - 0.21582, - 0.546875, - 0.390625, - 0.464844, - 0.152344, - 0.486328, - 0.124023, - 0.322266, - 0.318359, - 0.341797, - 0.349609, - 0.211914, - 0.388672, - 0.172852, - 0.114746, - 0.302734, - 0.085449, - 0.123535, - 0.125, - 0.094238, - 0.261719, - 0.4375, - 0.394531, - 0.162109, - 0.231445, - 0.094727, - 0.398438, - 0.136719, - 0.126953, - 0.112793, - 0.439453, - 0.117676, - 0.355469, - 0.441406, - 0.088379, - 0.138672, - 0.101074, - 0.255859, - 0.332031, - 0.154297, - 0.087891, - 0.349609, - 0.40625, - 0.433594, - 0.081055, - 0.110352, - 0.124512, - 0.322266, - 0.107422, - 0.209961, - 0.222656, - 0.683594, - 0.251953, - 0.233398, - 0.155273, - 0.110352, - 0.433594, - 0.402344, - 0.40625, - 0.292969, - 0.235352, - 0.154297, - -0.062988, - 0.119141, - 0.104004, - 0.339844, - 0.118652, - 0.208008, - 0.332031, - 0.112305, - 0.123047, - 0.144531, - 0.094727, - 0.09668, - 0.363281, - 0.123535, - 0.152344, - 0.291016, - 0.125, - 0.107422, - 0.201172, - 0.216797, - 0.09668, - 0.294922, - 0.330078, - 0.324219, - 0.182617, - 0.091309, - 0.386719, - 0.161133, - 0.134766, - 0.224609, - 0.178711, - 0.279297, - 0.174805, - 0.3125, - 0.136719, - 0.135742, - 0.333984, - 0.326172, - 0.412109, - 0.137695, - 0.339844, - 0.4375, - 0.126953, - 0.144531, - 0.269531, - 0.333984, - 0.130859, - 0.117676, - 0.363281, - 0.225586, - 0.296875, - 0.255859, - 0.449219, - 0.273438, - 0.15918, - 0.228516, - 0.335938, - 0.296875, - 0.117676, - 0.179688, - 0.353516, - 0.123047, - 0.390625, - 0.359375, - 0.130859, - 0.099121, - 0.090332, - 0.194336, - 0.306641, - 0.275391, - 0.275391, - 0.185547, - 0.128906, - 0.170898, - 0.169922, - 0.145508, - 0.134766, - 0.398438, - 0.144531, - 0.390625, - 0.162109, - 0.380859, - 0.15625, - 0.157227, - 0.357422, - 0.34375, - 0.149414, - 0.077637, - 0.227539, - 0.335938, - 0.462891, - 0.390625, - 0.151367, - 0.117188, - 0.167969, - 0.170898, - 0.195312, - 0.324219, - 0.384766, - 0.109863, - 0.355469, - 0.169922, - 0.375, - 0.382812, - 0.22168, - 0.094238, - 0.398438, - 0.376953, - 0.120117, - 0.371094, - 0.197266, - 0.341797, - 0.390625, - 0.089844, - 0.349609, - 0.138672, - 0.322266, - 0.111816, - 0.114746, - 0.129883, - 1.054688, - 0.306641, - 0.115234, - 0.214844, - 0.367188, - 0.109375, - 0.283203, - 0.357422, - 0.10498, - 0.410156, - 0.122559, - 0.12793, - 0.117676, - 0.445312, - 0.1875, - 0.291016, - 0.3125, - 0.357422, - 0.194336, - 0.185547, - 0.339844, - 0.24707, - 0.180664, - 0.283203, - 0.427734, - 0.255859, - 0.084473, - 0.105469, - 0.194336, - 0.109863, - 0.101562, - 0.088379, - 0.169922, - 0.304688, - 0.320312, - 0.253906, - 0.466797, - 0.157227, - 0.384766, - 0.273438, - 0.3125, - 0.275391, - 0.172852, - 0.101074, - 0.351562, - 0.069824, - 0.140625, - 0.099121, - 0.285156, - 0.277344, - 0.175781, - 0.294922, - 0.462891, - 0.086426, - 0.400391, - 0.330078, - 0.320312, - 0.100098, - 0.12207, - 0.126953, - 0.341797, - 0.108887, - -0.090332, - 0.490234, - 0.417969, - 0.414062, - 0.131836, - 0.113281, - 0.216797, - 0.097656, - 0.151367, - 0.347656, - 0.707031, - 0.130859, - 0.400391, - 0.496094, - 0.164062, - 0.222656, - 0.155273, - 0.519531, - 0.157227, - 0.149414, - 0.219727, - 0.139648, - 0.194336, - 0.394531, - 0.169922, - 0.402344, - 0.138672, - 0.18457, - 0.242188, - 0.388672, - 0.244141, - 0.099609, - 0.111816, - 0.131836, - 0.146484, - 0.211914, - 0.183594, - 0.141602, - 0.4375, - 0.384766, - 0.147461, - 0.143555, - 0.115723, - 0.314453, - 0.390625, - 1.164062, - 0.287109, - 0.144531, - 0.322266, - 0.488281, - 0.263672, - 0.239258, - 0.147461, - 0.275391, - 0.496094, - 0.128906, - 0.306641, - 0.310547, - 0.152344, - 0.394531, - 0.081055, - 0.133789, - 0.396484, - 0.119141, - 0.114746, - 0.097168, - 0.109863, - 0.118164, - 0.169922, - 0.242188, - 0.310547, - 0.378906, - 0.388672, - 0.098145, - 0.330078, - 0.122559, - 0.125, - 0.472656, - 0.414062, - 0.103027, - 0.240234, - 0.223633, - 0.10498, - 0.449219, - 0.105469, - 0.486328, - 0.333984, - 0.24707, - 0.341797, - 0.261719, - 0.121582, - 0.138672, - 0.431641, - 0.131836, - 0.145508, - 0.104004, - 0.371094, - 0.121582, - 0.11377, - 0.154297, - 0.421875, - 0.188477, - 0.207031, - 0.371094, - 0.285156, - 0.114258, - 0.08252, - 0.394531, - 0.141602, - 0.390625, - 0.357422, - 0.100098, - 0.417969, - 0.117676, - 0.519531, - 0.229492, - 0.253906, - 0.120117, - 0.174805, - 0.104004, - 0.443359, - 0.105469, - 0.210938, - 0.310547, - 0.205078, - 0.416016, - 0.117188, - 0.201172, - 0.347656, - 0.251953, - 0.308594, - 0.412109, - 0.361328, - 0.152344, - 0.441406, - 0.084473, - 0.402344, - 0.124023, - 0.09082, - 0.106934, - 0.3125, - 0.142578, - 0.180664, - 0.15332, - 0.396484, - 0.106445, - 0.203125, - 0.447266, - 0.133789, - 0.128906, - 0.357422, - 0.128906, - 0.283203, - 0.214844, - 0.219727, - 0.355469, - 0.314453, - 0.271484, - 0.166992, - 0.115234, - 0.263672, - 0.104492, - 0.096191, - 0.402344, - 0.209961, - 0.211914, - 0.265625, - 0.116699, - 0.233398, - 0.167969, - 0.072754, - 0.120117, - 0.104492, - 0.263672, - 0.135742, - 0.3125, - -0.074707, - 0.141602, - 0.136719, - 0.105469, - 0.102051, - 0.103516, - 0.136719, - 0.172852, - 0.304688, - 0.12793, - 0.202148, - 0.125, - 0.108398, - 0.300781, - 0.292969, - 0.091309, - 0.163086, - 0.089355, - 0.147461, - 0.443359, - 0.253906, - 0.142578, - 0.229492, - 0.179688, - 0.115234, - 0.1875, - 0.134766, - 0.125, - 0.101562, - 0.476562, - 0.092773, - 0.285156, - 0.359375, - 0.351562, - 0.182617, - 0.209961, - 0.300781, - 0.535156, - 0.115723, - 0.380859, - 0.136719, - 0.112793, - 0.644531, - 0.146484, - 0.11377, - 0.275391, - 0.121582, - 0.097168, - 0.209961, - 0.10791, - 0.390625, - 0.22168, - 0.129883, - 0.185547, - 0.178711, - 0.138672, - 0.367188, - 0.198242, - 0.191406, - 0.287109, - 0.164062, - 0.349609, - 0.376953, - 0.253906, - 0.228516, - 0.249023, - 0.091797, - 0.414062, - 0.417969, - 0.109375, - 0.384766, - 0.427734, - 0.180664, - 0.283203, - 1.03125, - 0.102051, - 0.149414, - 0.1875, - 0.3125, - 0.07666, - 0.287109, - 0.337891, - 0.104492, - 0.100098, - 0.298828, - 0.112305, - 0.333984, - 0.239258, - 0.123535, - 0.357422, - 0.191406, - 0.210938, - 0.298828, - 0.119629, - 0.298828, - 0.193359, - 0.160156, - 0.130859, - 0.523438, - 0.095215, - -0.076172, - 0.194336, - 0.332031, - 0.347656, - 0.138672, - 0.365234, - 0.113281, - 0.109375, - 0.196289, - 0.318359, - 0.227539, - 0.108887, - 0.294922, - 0.12793, - 0.12207, - 0.328125, - 0.094727, - 0.291016, - 0.283203, - 0.09375, - 0.167969, - 0.165039, - 0.148438, - 0.166016, - 0.472656, - 0.093262, - 0.546875, - 0.203125, - 0.077148, - 0.394531, - 0.46875, - 0.103516, - 0.257812, - 0.151367, - 0.294922, - 0.294922, - 0.104004, - 0.300781, - 0.363281, - 0.114258, - 0.149414, - 0.199219, - 0.289062, - 0.249023, - 0.15918, - 0.134766, - 0.357422, - 0.132812, - 0.10791, - 0.148438, - 0.103027, - 0.414062, - 0.322266, - 0.234375, - 0.142578, - 0.166992, - 0.100098, - 0.144531, - 0.10498, - 0.078125, - 0.10498, - 0.170898, - 0.106934, - 0.292969, - 0.141602, - 0.390625, - 0.361328, - 0.259766, - 0.121094, - 0.402344, - 0.150391, - 0.132812, - 0.11084, - 0.132812, - 0.219727, - 0.125, - 0.131836, - 0.10791, - 0.511719, - 0.114258, - 0.098633, - 0.34375, - 0.22168, - 0.263672, - 0.234375, - 0.088867, - 0.204102, - 0.245117, - 0.289062, - 0.15332, - 0.097168, - 0.271484, - 0.227539, - 0.229492, - 0.226562, - 0.087402, - 0.133789, - 0.34375, - 0.496094, - 0.273438, - 0.089844, - 0.161133, - 0.820312, - -0.071777, - 0.28125, - 0.103516, - 0.357422, - 0.100586, - 0.145508, - 0.09668, - 0.326172, - 0.131836, - 0.457031, - 0.101562, - 0.226562, - 0.382812, - 0.125977, - 0.566406, - 0.204102, - 0.092285, - 0.482422, - 0.130859, - 0.10791, - 0.110352, - 0.40625, - 0.173828, - 0.345703, - 0.117676, - 0.412109, - 0.137695, - 0.283203, - 0.230469, - 0.100098, - 0.10498, - 0.171875, - 0.363281, - 0.337891, - 0.25, - 0.125, - 0.109863, - 0.114258, - 0.746094, - 0.384766, - 0.146484, - 0.143555, - 0.148438, - 0.257812, - 0.310547, - 0.128906, - 0.163086, - 0.106445, - 0.330078, - 0.734375, - 0.145508, - 0.636719, - 0.394531, - 0.396484, - 0.380859, - 0.085938, - 0.111816, - 0.083984, - 0.165039, - 0.207031, - 0.388672, - 0.486328, - 0.134766, - 0.351562, - 0.314453, - 0.410156, - 0.088867, - 0.699219, - 0.094727, - 0.402344, - 0.118164, - 0.10498, - 0.210938, - 0.114258, - 0.320312, - 0.095215, - 0.165039, - 0.114746, - 0.316406, - 0.099121, - 0.122559, - 0.240234, - 0.116211, - 0.196289, - 0.19043, - 0.245117, - 0.152344, - 0.15625, - -0.065918, - 0.077148, - 0.199219, - 0.133789, - 0.492188, - 0.390625, - 0.170898, - 0.228516, - 0.118652, - 0.298828, - 0.095215, - 0.143555, - 0.125977, - 0.124023, - 0.105957, - 0.110352, - 0.269531, - 0.152344, - 0.298828, - 0.115234, - 0.087402, - 0.314453, - 0.091797, - 0.373047, - 0.141602, - 0.400391, - 0.416016, - 0.12793, - 0.353516, - 0.414062, - 0.378906, - 0.110352, - 0.103027, - 0.129883, - 0.090332, - 0.3125, - 0.34375, - 0.199219, - 0.275391, - 0.730469, - 0.15625, - 0.124512, - 0.170898, - 0.121582, - 0.115234, - 0.382812, - 0.178711, - 0.181641, - 0.107422, - 0.320312, - 0.15332, - 0.380859, - 0.103516, - 0.157227, - 0.171875, - 0.283203, - 0.161133, - 0.139648, - 0.414062, - 0.542969, - 0.125977, - 0.341797, - 0.204102, - 0.376953, - 0.183594, - 0.359375, - 0.324219, - 0.201172, - 0.375, - 0.402344, - 0.171875, - 0.5, - 0.238281, - 0.287109, - 0.145508, - 0.21582, - 0.10791, - 0.398438, - 0.304688, - 0.144531, - 0.117188, - 0.131836, - 0.091797, - 0.3125, - 0.265625, - 0.339844, - 0.128906, - 0.174805, - 0.146484, - 0.188477, - 0.235352, - 0.102051, - 0.351562, - 0.421875, - 0.199219, - 0.279297, - 0.351562, - 0.110352, - 0.112793, - 0.832031, - 0.330078, - 0.527344, - 0.785156, - 0.320312, - 0.320312, - 0.076172, - 0.353516, - 0.082031, - 0.166016, - 0.180664, - 0.208008, - 0.324219, - 0.371094, - 0.373047, - 0.445312, - 0.365234, - -0.082031, - 0.11084, - 0.447266, - 0.542969, - 0.292969, - 0.15625, - 0.404297, - 0.330078, - 0.189453, - 0.117188, - 0.357422, - 0.398438, - 0.090332, - 0.375, - 0.408203, - 0.182617, - 0.328125, - 0.131836, - -0.090332, - 0.375, - 0.359375, - 0.083496, - 0.10791, - 0.217773, - 0.345703, - 0.197266, - 0.099121, - 0.181641, - 0.243164, - 0.197266, - 0.539062, - 0.11377, - 0.414062, - 0.423828, - 0.183594, - 0.175781, - 0.425781, - 0.466797, - 0.285156, - 0.482422, - 0.138672, - 0.099121, - 0.474609, - 0.261719, - 0.204102, - 0.244141, - 0.361328, - 0.224609, - 0.46875, - 0.166016, - 0.121582, - 0.137695, - 0.172852, - 0.123047, - 0.361328, - -0.084961, - 0.11084, - 0.417969, - 0.113281, - 0.204102, - 0.142578, - 0.378906, - 0.417969, - 0.130859, - 0.104492, - 0.119629, - 0.078613, - 0.125977, - 0.128906, - 0.137695, - 0.108887, - 0.150391, - 0.098145, - 0.111816, - 0.333984, - 0.353516, - 0.185547, - 0.380859, - 0.134766, - 0.131836, - 0.110352, - 0.102539, - 0.287109, - 0.121582, - 0.371094, - 0.096191, - 0.476562, - 0.472656, - 0.394531, - 0.220703, - 0.324219, - 0.207031, - 0.199219, - 0.237305, - 0.304688, - 0.180664, - 0.179688, - 0.143555 - ] - }, - "name": "model.model.layers.0.input_layernorm.weight", - "outputIndexes": [ - 4 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 3 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm/Mul_output_0", - "outputIndexes": [ - 5 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 4, - 5 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm/Mul_1_output_0", - "outputIndexes": [ - 6 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 6 - ], - "outputIndexes": [ - 2308 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2308 - ], - "outputIndexes": [ - 2309 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear", - "inputIndexes": [ - 2309 - ], - "outputIndexes": [ - 2310 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 0, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2310 - ], - "outputIndexes": [ - 2311 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2311 - ], - "outputIndexes": [ - 7 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1 - ] - }, - "name": "/Unsqueeze_output_0", - "outputIndexes": [ - 8 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 6 - ], - "main_type": "NONE", - "name": "/Shape_1_output_0", - "outputIndexes": [ - 9 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1 - ] - }, - "name": "/rotary/Constant_9_output_0", - "outputIndexes": [ - 10 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9 - ], - "main_type": "NONE", - "name": "Shape20", - "outputIndexes": [ - 11 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 9 - ], - "main_type": "NONE", - "name": "Rank22", - "outputIndexes": [ - 12 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 12, - 12 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp24", - "outputIndexes": [ - 13 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 13 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze25", - "outputIndexes": [ - 14 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 13, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp27", - "outputIndexes": [ - 15 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 15 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze28", - "outputIndexes": [ - 16 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 11, - 14, - 16, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice31", - "outputIndexes": [ - 17 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 17 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze32", - "outputIndexes": [ - 18 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 18 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp33", - "outputIndexes": [ - 19 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 19, - 18 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp34", - "outputIndexes": [ - 20 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 20, - 13 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_2_output_0", - "outputIndexes": [ - 21 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 0 - ] - }, - "name": "/rotary/Constant_4_output_0", - "outputIndexes": [ - 22 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 21, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_1_output_0", - "outputIndexes": [ - 23 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12 - ] - }, - "name": "/Constant_4_output_0", - "outputIndexes": [ - 24 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 128 - ] - }, - "name": "/Constant_5_output_0", - "outputIndexes": [ - 25 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 23, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_output_0", - "outputIndexes": [ - 26 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 26 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_1_output_0", - "outputIndexes": [ - 27 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 3 - ], - "dtype": "DT_INT32", - "dformat": "NCHW" - }, - "name": "position_ids", - "outputIndexes": [ - 28 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 28 - ], - "main_type": "CastParam", - "main": { - "srcT": "DT_VARIANT", - "dstT": "DT_FLOAT" - }, - "name": "/rotary/Cast_output_0", - "outputIndexes": [ - 29 - ], - "type": "Cast", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1, - 1 - ] - }, - "name": "/rotary/Constant_1_output_0__", - "outputIndexes": [ - 30 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 30 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/rotary/Reshape_output_0", - "outputIndexes": [ - 31 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.0, - 0.865964, - 0.749894, - 0.649382, - 0.562341, - 0.486968, - 0.421697, - 0.365174, - 0.316228, - 0.273842, - 0.237137, - 0.205353, - 0.177828, - 0.153993, - 0.133352, - 0.115478, - 0.1, - 0.086596, - 0.074989, - 0.064938, - 0.056234, - 0.048697, - 0.04217, - 0.036517, - 0.031623, - 0.027384, - 0.023714, - 0.020535, - 0.017783, - 0.015399, - 0.013335, - 0.011548, - 0.01, - 0.00866, - 0.007499, - 0.006494, - 0.005623, - 0.00487, - 0.004217, - 0.003652, - 0.003162, - 0.002738, - 0.002371, - 0.002054, - 0.001778, - 0.00154, - 0.001334, - 0.001155, - 0.001, - 0.000866, - 0.00075, - 0.000649, - 0.000562, - 0.000487, - 0.000422, - 0.000365, - 0.000316, - 0.000274, - 0.000237, - 0.000205, - 0.000178, - 0.000154, - 0.000133, - 0.000115 - ] - }, - "name": "/rotary/Constant_2_output_0", - "outputIndexes": [ - 32 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 31, - 32 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/rotary/Mul_output_0", - "outputIndexes": [ - 33 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 33 - ], - "main_type": "UnaryOp", - "main": { - "opType": "COS", - "T": "DT_FLOAT" - }, - "name": "/rotary/Cos_output_0", - "outputIndexes": [ - 34 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 34, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_output_0", - "outputIndexes": [ - 35 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 33 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIN", - "T": "DT_FLOAT" - }, - "name": "/rotary/Sin_output_0", - "outputIndexes": [ - 36 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 36, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_1_output_0", - "outputIndexes": [ - 37 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 35, - 37 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/rotary/Concat_output_0", - "outputIndexes": [ - 38 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 38, - 38 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/rotary/Concat_1_output_0", - "outputIndexes": [ - 39 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3, - 1 - ] - }, - "name": "/rotary/Unsqueeze_2_axes", - "outputIndexes": [ - 40 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 39, - 40 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_3_output_0", - "outputIndexes": [ - 41 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 41 - ], - "main_type": "NONE", - "name": "Shape57", - "outputIndexes": [ - 42 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 41 - ], - "main_type": "NONE", - "name": "Rank59", - "outputIndexes": [ - 43 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43, - 43 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp61", - "outputIndexes": [ - 44 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze62", - "outputIndexes": [ - 45 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp64", - "outputIndexes": [ - 46 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze65", - "outputIndexes": [ - 47 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 42, - 45, - 47, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice68", - "outputIndexes": [ - 48 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 48 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze69", - "outputIndexes": [ - 49 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 49, - 49 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp71", - "outputIndexes": [ - 50 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 41, - 50, - 44 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_3_output_0", - "outputIndexes": [ - 51 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 27, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_output_0", - "outputIndexes": [ - 52 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 27 - ], - "main_type": "NONE", - "name": "/Shape_2_output_0", - "outputIndexes": [ - 53 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3 - ] - }, - "name": "/Constant_10_output_0", - "outputIndexes": [ - 54 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 53 - ], - "main_type": "NONE", - "name": "Shape76", - "outputIndexes": [ - 55 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 53 - ], - "main_type": "NONE", - "name": "Rank78", - "outputIndexes": [ - 56 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 56, - 56 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp80", - "outputIndexes": [ - 57 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 57 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze81", - "outputIndexes": [ - 58 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 57, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp83", - "outputIndexes": [ - 59 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 59 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze84", - "outputIndexes": [ - 60 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 55, - 58, - 60, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice87", - "outputIndexes": [ - 61 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 61 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze88", - "outputIndexes": [ - 62 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 62 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp89", - "outputIndexes": [ - 63 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 63, - 62 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp90", - "outputIndexes": [ - 64 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 53, - 64, - 57 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_5_output_0", - "outputIndexes": [ - 65 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2 - ] - }, - "name": "/rotary/Constant_7_output_0", - "outputIndexes": [ - 66 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 65, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_output_0", - "outputIndexes": [ - 67 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 67, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_6_output_0", - "outputIndexes": [ - 68 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1073741824 - ] - }, - "name": "/Constant_19_output_0", - "outputIndexes": [ - 69 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3 - ] - }, - "name": "/Constant_13_output_0", - "outputIndexes": [ - 70 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 27, - 68, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_1_output_0", - "outputIndexes": [ - 71 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 71 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_output_0", - "outputIndexes": [ - 72 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 27, - 22, - 68, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_output_0", - "outputIndexes": [ - 73 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 72, - 73 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_3_output_0", - "outputIndexes": [ - 74 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze106", - "outputIndexes": [ - 75 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze109", - "outputIndexes": [ - 76 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 42, - 75, - 76, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice112", - "outputIndexes": [ - 77 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 77 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze113", - "outputIndexes": [ - 78 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 78 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp114", - "outputIndexes": [ - 79 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 79, - 78 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp115", - "outputIndexes": [ - 80 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 41, - 80, - 44 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_4_output_0", - "outputIndexes": [ - 81 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 74, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_1_output_0", - "outputIndexes": [ - 82 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 52, - 82 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_output_0", - "outputIndexes": [ - 83 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 6 - ], - "outputIndexes": [ - 2312 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2312 - ], - "outputIndexes": [ - 2313 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear", - "inputIndexes": [ - 2313 - ], - "outputIndexes": [ - 2314 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 1333270, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2314 - ], - "outputIndexes": [ - 2315 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2315 - ], - "outputIndexes": [ - 84 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2 - ] - }, - "name": "/Constant_6_output_0", - "outputIndexes": [ - 85 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 23, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_1_output_0", - "outputIndexes": [ - 86 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 84, - 86 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_2_output_0", - "outputIndexes": [ - 87 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 87, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_2_output_0", - "outputIndexes": [ - 88 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 87 - ], - "main_type": "NONE", - "name": "/Shape_3_output_0", - "outputIndexes": [ - 89 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 89 - ], - "main_type": "NONE", - "name": "Shape159", - "outputIndexes": [ - 90 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 89 - ], - "main_type": "NONE", - "name": "Rank161", - "outputIndexes": [ - 91 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 91, - 91 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp163", - "outputIndexes": [ - 92 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 92 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze164", - "outputIndexes": [ - 93 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 92, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp166", - "outputIndexes": [ - 94 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 94 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze167", - "outputIndexes": [ - 95 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 90, - 93, - 95, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice170", - "outputIndexes": [ - 96 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 96 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze171", - "outputIndexes": [ - 97 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 97 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp172", - "outputIndexes": [ - 98 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 98, - 97 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp173", - "outputIndexes": [ - 99 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 89, - 99, - 92 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_6_output_0", - "outputIndexes": [ - 100 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 100, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_1_output_0", - "outputIndexes": [ - 101 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 101, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_8_output_0", - "outputIndexes": [ - 102 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 87, - 102, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_3_output_0", - "outputIndexes": [ - 103 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 103 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_1_output_0", - "outputIndexes": [ - 104 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 87, - 22, - 102, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_2_output_0", - "outputIndexes": [ - 105 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 104, - 105 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_4_output_0", - "outputIndexes": [ - 106 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 106, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_3_output_0", - "outputIndexes": [ - 107 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 88, - 107 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_1_output_0", - "outputIndexes": [ - 108 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 6 - ], - "outputIndexes": [ - 2316 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2316 - ], - "outputIndexes": [ - 2317 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear", - "inputIndexes": [ - 2317 - ], - "outputIndexes": [ - 2318 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 1555500, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2318 - ], - "outputIndexes": [ - 2319 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2319 - ], - "outputIndexes": [ - 109 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 109, - 86 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_3_output_0", - "outputIndexes": [ - 110 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 1, - -1, - -1 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "attention_mask", - "outputIndexes": [ - 111 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 83, - 108, - 110, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_8_output_0", - "outputIndexes": [ - 112 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 112 - ], - "outputIndexes": [ - 2320 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2320 - ], - "outputIndexes": [ - 2321 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear", - "inputIndexes": [ - 2321 - ], - "outputIndexes": [ - 2322 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 1777730, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2322 - ], - "outputIndexes": [ - 2323 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2323 - ], - "outputIndexes": [ - 113 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 3, - 113 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_3_output_0", - "outputIndexes": [ - 114 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.211914, - 0.300781, - 0.219727, - 0.239258, - -0.000694, - 0.195312, - 0.298828, - 0.259766, - 0.308594, - 0.198242, - 0.339844, - 0.241211, - 0.318359, - 0.337891, - 0.265625, - 0.289062, - 0.294922, - 0.294922, - 0.316406, - 0.235352, - 0.298828, - 0.253906, - 0.308594, - 0.183594, - 0.259766, - 0.332031, - 0.241211, - 0.207031, - 0.330078, - 0.289062, - 0.308594, - 0.314453, - 0.330078, - -0.000448, - 0.302734, - 0.330078, - 0.277344, - 0.298828, - 0.200195, - 0.211914, - 0.304688, - 0.296875, - 0.318359, - 0.314453, - 0.197266, - 0.255859, - 0.287109, - 0.308594, - 0.285156, - 0.255859, - 0.186523, - 0.226562, - 0.291016, - 0.294922, - 0.289062, - 0.189453, - 0.178711, - 0.193359, - 0.240234, - 0.195312, - 0.069336, - 0.180664, - 0.289062, - 0.3125, - 0.294922, - 0.239258, - 0.259766, - 0.211914, - 0.240234, - 0.21582, - 0.306641, - 0.244141, - 0.197266, - 0.186523, - 0.300781, - 0.24707, - 0.289062, - 0.304688, - 0.302734, - 0.283203, - 0.306641, - 0.19043, - 0.237305, - 0.277344, - 0.333984, - 0.330078, - 0.300781, - 0.300781, - 0.289062, - 0.306641, - 0.304688, - 0.179688, - 0.175781, - 0.253906, - 0.314453, - 0.253906, - 0.289062, - 0.213867, - 0.279297, - 0.279297, - 0.306641, - 0.224609, - 0.205078, - 0.324219, - 0.209961, - 0.261719, - 0.292969, - 0.304688, - 0.219727, - 0.28125, - 0.216797, - 0.285156, - 0.269531, - 0.145508, - 0.320312, - 0.289062, - 0.291016, - 0.302734, - 0.1875, - 0.186523, - 0.300781, - 0.208008, - 0.200195, - 0.1875, - 0.287109, - 0.335938, - 0.304688, - 0.208008, - 0.22168, - 0.269531, - 0.257812, - 0.246094, - 0.324219, - 0.289062, - 0.314453, - 0.316406, - 0.213867, - 0.292969, - 0.213867, - 0.310547, - 0.198242, - 0.214844, - 0.21875, - 0.212891, - 0.330078, - 0.205078, - 0.316406, - 0.00032, - 0.28125, - 0.285156, - 0.204102, - 0.296875, - 0.205078, - 0.3125, - 0.292969, - 0.219727, - 0.296875, - 0.204102, - 0.3125, - 0.275391, - 0.209961, - 0.167969, - 0.316406, - 0.198242, - 0.185547, - 0.324219, - 0.283203, - 0.298828, - 0.314453, - 0.322266, - 0.304688, - 0.287109, - 0.269531, - 0.298828, - 0.255859, - 0.314453, - 0.273438, - 0.308594, - 0.300781, - 0.294922, - 0.310547, - 0.273438, - 0.310547, - 0.275391, - 0.316406, - 0.230469, - 0.203125, - 0.285156, - 0.314453, - 0.267578, - 0.34375, - 0.202148, - 0.304688, - 0.296875, - 0.292969, - 0.298828, - 0.289062, - 0.269531, - 0.333984, - 0.200195, - 0.300781, - 0.34375, - 0.304688, - 0.300781, - 0.345703, - 0.330078, - 0.308594, - 0.314453, - 0.259766, - 0.322266, - 0.242188, - 0.314453, - 0.216797, - 0.294922, - 0.316406, - 0.208984, - 0.285156, - 0.314453, - 0.300781, - 0.320312, - 0.324219, - 0.267578, - 0.108887, - 0.113281, - 0.18457, - 0.326172, - 0.183594, - 0.211914, - 0.239258, - 0.326172, - 0.332031, - 0.326172, - 0.292969, - 0.285156, - 0.337891, - 0.213867, - 0.3125, - 0.320312, - 0.341797, - 0.330078, - 0.169922, - 0.294922, - 0.298828, - 0.287109, - 0.294922, - 0.296875, - 0.294922, - 0.349609, - 0.217773, - 0.294922, - 0.224609, - 0.183594, - 0.322266, - 0.253906, - 0.195312, - 0.200195, - 0.214844, - 0.302734, - 0.304688, - 0.261719, - 0.3125, - 0.304688, - 0.3125, - 0.19043, - 0.326172, - 0.291016, - 0.179688, - 0.328125, - 0.291016, - 0.298828, - 0.296875, - 0.263672, - 0.195312, - 0.283203, - 0.227539, - 0.192383, - 0.220703, - 0.28125, - 0.200195, - 0.291016, - 0.300781, - 0.24707, - 0.261719, - 0.241211, - 0.316406, - 0.211914, - 0.146484, - 0.294922, - 0.273438, - 0.308594, - 0.337891, - 0.316406, - 0.345703, - 0.322266, - 0.183594, - 0.273438, - 0.267578, - 0.318359, - 0.300781, - 0.3125, - 0.196289, - 0.170898, - 0.314453, - 0.219727, - 0.310547, - 0.291016, - 0.296875, - 0.200195, - 0.330078, - 0.199219, - 0.212891, - 0.320312, - 0.210938, - 0.28125, - 0.294922, - 0.318359, - 0.15918, - 0.292969, - 0.3125, - 0.206055, - 0.308594, - 0.306641, - 0.306641, - 0.217773, - 0.279297, - 0.328125, - 0.289062, - 0.194336, - 0.289062, - 0.291016, - 0.185547, - 0.291016, - 0.208984, - 0.279297, - 0.230469, - 0.000347, - 0.283203, - 0.1875, - 0.231445, - 0.200195, - 0.333984, - 0.302734, - 0.229492, - 0.300781, - 0.292969, - 0.279297, - 0.320312, - 0.178711, - 0.180664, - 0.333984, - 0.198242, - 0.24707, - 0.211914, - 0.316406, - 0.332031, - 0.332031, - 0.171875, - 0.296875, - 0.304688, - 0.21582, - 0.214844, - 0.283203, - 0.287109, - 0.298828, - 0.291016, - 0.261719, - 0.328125, - 0.300781, - 0.194336, - 0.285156, - 0.298828, - 0.208008, - 0.314453, - 0.209961, - 0.263672, - 0.314453, - 0.318359, - 0.197266, - 0.28125, - 0.207031, - 0.289062, - 0.324219, - 0.300781, - 0.257812, - 0.216797, - 0.306641, - 0.194336, - 0.326172, - 0.154297, - 0.314453, - 0.217773, - 0.253906, - 0.314453, - 0.306641, - 0.233398, - 0.205078, - 0.318359, - 0.330078, - 0.261719, - 0.302734, - 0.212891, - 0.291016, - 0.18457, - 0.294922, - 0.267578, - 0.210938, - 0.273438, - 0.292969, - 0.3125, - 0.202148, - 0.249023, - 0.208984, - 0.273438, - 0.310547, - 0.292969, - 0.200195, - 0.296875, - 0.326172, - 0.216797, - 0.3125, - 0.279297, - 0.207031, - 0.287109, - 0.195312, - 0.40625, - 0.328125, - 0.203125, - 0.3125, - 0.210938, - 0.320312, - 0.294922, - 0.314453, - 0.28125, - 0.314453, - 0.213867, - 0.195312, - 0.186523, - 0.205078, - 0.230469, - 0.339844, - 0.214844, - 0.197266, - 0.183594, - 0.248047, - 0.328125, - 0.302734, - 0.198242, - 0.271484, - 0.292969, - 0.337891, - 0.359375, - 0.283203, - 0.287109, - 0.320312, - 0.324219, - 0.328125, - 0.291016, - 0.289062, - 0.186523, - 0.330078, - 0.231445, - 0.285156, - 0.339844, - 0.261719, - 0.255859, - 0.230469, - 0.209961, - 0.275391, - 0.302734, - 0.279297, - 0.283203, - 0.21875, - 0.217773, - 0.289062, - 0.308594, - 0.294922, - 0.269531, - 0.192383, - 0.204102, - 0.296875, - 0.291016, - 0.289062, - 0.326172, - 0.333984, - 0.179688, - 0.18457, - 0.330078, - 0.220703, - 0.328125, - 0.314453, - 0.287109, - 0.298828, - 0.324219, - 0.267578, - 0.291016, - 0.326172, - 0.347656, - 0.296875, - 0.201172, - 0.226562, - 0.222656, - 0.263672, - 0.326172, - 0.347656, - 0.328125, - 0.216797, - 0.3125, - 0.243164, - 0.205078, - 0.316406, - 0.213867, - 0.324219, - 0.294922, - 0.320312, - 0.201172, - 0.328125, - 0.296875, - 0.298828, - 0.142578, - 0.220703, - 0.017456, - 0.294922, - 0.296875, - 0.193359, - 0.308594, - 0.19043, - 0.294922, - 0.302734, - 0.304688, - 0.300781, - 0.230469, - 0.201172, - 0.189453, - 0.207031, - 0.326172, - 0.328125, - 0.304688, - 0.308594, - 0.304688, - 0.189453, - 0.219727, - 0.271484, - 0.314453, - 0.298828, - 0.351562, - 0.185547, - 0.197266, - 0.318359, - 0.236328, - 0.332031, - 0.197266, - 0.298828, - 0.304688, - 0.263672, - 0.213867, - 0.310547, - 0.310547, - 0.322266, - 0.267578, - 0.206055, - 0.302734, - 0.269531, - 0.296875, - 0.291016, - 0.326172, - 0.269531, - 0.213867, - 0.333984, - 0.261719, - 0.308594, - 0.206055, - 0.318359, - 0.186523, - 0.18457, - 0.126953, - 0.235352, - 0.332031, - 0.273438, - 0.219727, - 0.289062, - 0.217773, - 0.180664, - 0.308594, - 0.341797, - 0.326172, - 0.208984, - 0.214844, - 0.291016, - 0.000515, - 0.464844, - 0.28125, - 0.298828, - 0.300781, - 0.182617, - 0.191406, - 0.310547, - 0.294922, - 0.318359, - 0.310547, - 0.198242, - 0.339844, - 0.261719, - 0.300781, - 0.185547, - 0.306641, - 0.225586, - 0.1875, - 0.328125, - 0.292969, - -8.4e-05, - 0.179688, - 0.291016, - 0.200195, - 0.222656, - 0.298828, - 0.333984, - 0.306641, - 0.324219, - 0.232422, - 0.277344, - 0.192383, - 0.185547, - 0.296875, - 0.271484, - 0.279297, - 0.316406, - 0.279297, - 0.328125, - 0.326172, - 0.300781, - 0.320312, - 0.235352, - 0.1875, - 0.310547, - 0.304688, - 0.283203, - 0.333984, - 0.19043, - 0.279297, - 0.289062, - 0.332031, - 0.185547, - 0.318359, - 0.212891, - 0.189453, - 0.296875, - 0.339844, - 0.300781, - 0.236328, - 0.183594, - 0.200195, - 0.294922, - 0.185547, - 0.196289, - 0.207031, - 0.285156, - 0.306641, - 0.306641, - 0.275391, - 0.322266, - 0.235352, - 0.18457, - 0.1875, - 0.292969, - 0.220703, - 0.259766, - 0.332031, - 0.259766, - 0.316406, - 0.174805, - 0.345703, - 0.242188, - 0.287109, - 0.283203, - 0.318359, - 0.316406, - 0.202148, - 0.322266, - 0.28125, - 0.169922, - 0.241211, - 0.314453, - 0.306641, - 0.316406, - 0.332031, - 0.320312, - 0.3125, - 0.316406, - 0.210938, - 0.283203, - 0.294922, - 0.269531, - 0.214844, - 0.302734, - 0.21582, - 0.328125, - 0.207031, - 0.211914, - 0.302734, - 0.318359, - 0.237305, - 0.302734, - 0.292969, - 0.308594, - 0.22168, - 0.298828, - 0.195312, - 0.279297, - 0.314453, - 0.203125, - 0.212891, - 0.18457, - 0.294922, - 0.000347, - 0.212891, - 0.330078, - 0.341797, - 0.314453, - 0.178711, - 0.296875, - 0.273438, - 0.197266, - 0.241211, - 0.226562, - 0.275391, - 0.302734, - 0.204102, - 0.28125, - 0.314453, - 0.292969, - 0.186523, - 0.304688, - 0.279297, - 0.209961, - 0.302734, - 0.202148, - 0.236328, - 0.318359, - 0.302734, - 0.227539, - 0.214844, - 0.21875, - 0.269531, - 0.149414, - 0.314453, - 0.320312, - 0.265625, - 0.308594, - 0.330078, - 0.308594, - 0.217773, - 0.306641, - 0.182617, - 0.212891, - 0.222656, - 0.241211, - 0.292969, - 0.214844, - 0.208008, - 0.241211, - 0.3125, - 0.224609, - 0.180664, - 0.195312, - 0.223633, - 0.300781, - 0.302734, - 0.300781, - 0.200195, - 0.279297, - 0.200195, - 0.285156, - 0.300781, - 0.208008, - 0.310547, - 0.210938, - 0.208008, - 0.225586, - 0.306641, - 0.222656, - 0.203125, - 0.265625, - 0.172852, - 0.292969, - 0.193359, - 0.298828, - 0.330078, - 0.213867, - 0.320312, - 0.188477, - 0.306641, - 0.316406, - 0.332031, - 0.255859, - 0.211914, - 0.310547, - 0.223633, - 0.203125, - 0.289062, - 0.296875, - 0.214844, - 0.314453, - 0.105957, - 0.306641, - 0.335938, - 0.269531, - 0.194336, - 0.289062, - 0.197266, - 0.177734, - 0.332031, - 0.192383, - 0.320312, - 0.209961, - 0.199219, - 0.261719, - 0.296875, - 0.298828, - 0.326172, - 0.318359, - 0.304688, - 0.302734, - 0.320312, - 0.328125, - 0.3125, - 0.214844, - 0.233398, - 0.191406, - 0.275391, - 0.214844, - 0.3125, - 0.207031, - 0.255859, - 0.216797, - 0.257812, - 0.298828, - 0.292969, - 0.204102, - 0.314453, - 0.318359, - 0.320312, - 0.304688, - 0.217773, - 0.202148, - 0.168945, - 0.225586, - 0.3125, - 0.200195, - 0.318359, - 0.19043, - 0.318359, - 0.294922, - 0.316406, - 0.181641, - 0.298828, - 0.314453, - 0.203125, - 0.196289, - 0.212891, - 0.292969, - 0.337891, - 0.251953, - 0.255859, - 0.322266, - 0.185547, - 0.226562, - 0.304688, - 0.196289, - 0.289062, - 0.289062, - 0.259766, - 0.306641, - 0.000561, - 0.296875, - 0.271484, - 0.275391, - 0.314453, - 0.265625, - 0.209961, - 0.322266, - 0.201172, - 0.245117, - 0.257812, - 0.166016, - 0.291016, - 0.287109, - 0.318359, - 0.302734, - 0.261719, - 0.291016, - 0.213867, - 0.294922, - 0.298828, - 0.203125, - 0.233398, - 0.318359, - 0.291016, - 0.324219, - 0.211914, - 0.195312, - 0.241211, - 0.275391, - 0.304688, - 0.208008, - 0.196289, - 0.296875, - 0.22168, - 0.292969, - 0.267578, - 0.251953, - 0.294922, - 0.198242, - 0.216797, - 0.261719, - 0.208008, - 0.324219, - 0.330078, - 0.200195, - 0.337891, - 0.304688, - 0.335938, - 0.287109, - 0.28125, - 0.337891, - 0.226562, - 0.302734, - 0.204102, - 0.181641, - 0.267578, - 0.324219, - 0.333984, - 0.310547, - 0.291016, - 0.204102, - 0.292969, - 0.292969, - 0.283203, - 0.339844, - 0.202148, - 0.322266, - 0.000246, - 0.298828, - 0.271484, - 0.213867, - 0.310547, - 0.300781, - 0.294922, - 0.197266, - 0.283203, - 0.326172, - 0.308594, - 0.203125, - 0.3125, - 0.3125, - 0.285156, - 0.283203, - 0.322266, - 0.21582, - 0.213867, - 0.339844, - 0.294922, - 0.302734, - 0.267578, - 0.298828, - 0.245117, - 0.222656, - 0.320312, - 0.261719, - 0.216797, - 0.164062, - 0.21582, - 0.335938, - 0.320312, - 0.271484, - 0.296875, - 0.211914, - 0.3125, - 0.308594, - 0.197266, - 0.186523, - 0.22168, - 0.279297, - 0.275391, - 0.220703, - 0.170898, - 0.193359, - 0.257812, - 0.292969, - 0.298828, - 0.207031, - 0.3125, - 0.194336, - 0.333984, - 0.318359, - 0.292969, - 0.194336, - 0.302734, - 0.316406, - 0.308594, - 0.231445, - 0.292969, - 0.318359, - 0.220703, - 0.279297, - 0.291016, - 0.211914, - 0.273438, - 0.212891, - 0.314453, - 0.204102, - 0.209961, - 0.207031, - 0.306641, - 0.300781, - 0.277344, - 0.196289, - 0.308594, - 0.326172, - 0.224609, - 0.177734, - 0.253906, - 0.324219, - 0.306641, - 0.223633, - 0.300781, - 0.287109, - 0.316406, - 0.3125, - 0.19043, - 0.287109, - 0.180664, - 0.314453, - 0.320312, - 0.263672, - 0.28125, - 0.304688, - 0.3125, - 0.294922, - 0.259766, - 0.300781, - 0.267578, - 0.177734, - 0.291016, - 0.277344, - 0.289062, - 0.292969, - 0.298828, - 0.285156, - 0.351562, - 0.300781, - 0.294922, - 0.203125, - 0.298828, - 0.285156, - 0.314453, - 0.292969, - 0.225586, - 0.304688, - 0.318359, - 0.294922, - 0.259766, - 0.3125, - 0.18457, - 0.191406, - 0.198242, - 0.287109, - 0.316406, - 0.291016, - 0.292969, - 0.308594, - 0.259766, - 0.316406, - 0.292969, - 0.208008, - 0.277344, - 0.3125, - 0.300781, - 0.285156, - 0.306641, - 0.335938, - 0.296875, - 0.203125, - 0.298828, - 0.277344, - 0.333984, - 0.267578, - 0.320312, - 0.208984, - 0.287109, - 0.267578, - 0.324219, - 0.298828, - 0.273438, - 0.186523, - 0.191406, - 0.324219, - 0.205078, - 0.291016, - 0.170898, - 0.188477, - 0.320312, - 0.176758, - 0.183594, - 0.283203, - 0.171875, - 0.287109, - 0.328125, - 0.306641, - 0.271484, - 0.182617, - 0.294922, - 0.246094, - 0.200195, - 0.28125, - 0.3125, - 0.3125, - 0.24707, - 0.189453, - 0.210938, - 0.308594, - 0.273438, - 0.322266, - 0.192383, - 0.199219, - -0.002365, - 0.173828, - 0.296875, - 0.320312, - 0.326172, - 0.287109, - 0.349609, - -0.000135, - 0.304688, - 0.308594, - 0.199219, - 0.318359, - 0.320312, - 0.324219, - 0.304688, - 0.229492, - 0.292969, - 0.269531, - 0.283203, - 0.230469, - 0.341797, - 0.294922, - 0.18457, - 0.28125, - 0.19043, - 0.181641, - 0.302734, - 0.21875, - 0.292969, - 0.265625, - 0.326172, - 0.196289, - 0.34375, - 0.178711, - 0.330078, - 0.316406, - 0.1875, - 0.147461, - 0.324219, - 0.204102, - 0.330078, - -0.002411, - 0.277344, - 0.289062, - 0.263672, - 0.204102, - 0.326172, - 0.285156, - 0.285156, - 0.15332, - 0.279297, - 0.273438, - 0.320312, - 0.199219, - 0.322266, - 0.314453, - 0.255859, - 0.304688, - 0.217773, - 0.191406, - 0.233398, - 0.292969, - 0.283203, - 0.298828, - 0.302734, - 0.316406, - 0.320312, - 0.241211, - 0.300781, - 0.318359, - 0.251953, - 0.291016, - 0.213867, - 0.208984, - 0.231445, - 0.241211, - 0.326172, - 0.294922, - 0.3125, - 0.310547, - 0.298828, - 0.239258, - 0.273438, - 0.330078, - 0.294922, - 0.318359, - 0.318359, - 0.296875, - 0.277344, - 0.191406, - 0.308594, - -0.00037, - 0.3125, - 0.222656, - 0.230469, - 0.235352, - 0.306641, - 0.273438, - -0.000207, - 0.199219, - 0.234375, - 0.204102, - 0.308594, - 0.28125, - 0.294922, - 0.382812, - 0.300781, - 0.330078, - 0.194336, - 0.19043, - 0.308594, - 0.183594, - 0.333984, - 0.251953, - 0.328125, - 0.277344, - 0.316406, - 0.289062, - 0.296875, - 0.222656, - 0.283203, - 0.214844, - 0.179688, - 0.306641, - 0.112793, - 2.7e-05, - 0.314453, - 0.185547, - 0.298828, - 0.251953, - 0.308594, - 0.214844, - 0.275391, - 0.19043, - 0.298828, - 0.191406, - 0.34375, - 0.287109, - 0.197266, - 0.324219, - 0.298828, - 0.3125, - 0.216797, - 0.302734, - 0.251953, - 0.304688, - 0.339844, - 0.314453, - 0.259766, - 0.216797, - 0.324219, - 0.298828, - 0.294922, - 0.209961, - 0.208008, - 0.246094, - 0.294922, - 0.291016, - 0.196289, - 0.167969, - 0.287109, - 0.251953, - 0.171875, - 0.217773, - 0.182617, - 0.3125, - 0.275391, - 0.25, - 0.302734, - 0.219727, - 0.316406, - 0.253906, - 0.269531, - 0.208008, - 0.314453, - 0.194336, - 0.289062, - 0.133789, - 0.302734, - 0.208008, - 0.324219, - 0.300781, - 0.328125, - 0.302734, - 0.204102, - 0.324219, - 0.28125, - 0.296875, - 0.308594, - 0.294922, - 0.285156, - 0.201172, - 0.271484, - 0.289062, - 0.3125, - 0.172852, - 0.306641, - 0.328125, - 0.287109, - 0.318359, - 0.306641, - 0.287109, - 0.197266, - 0.235352, - 0.298828, - 0.265625, - 0.28125, - 0.186523, - 0.314453, - 0.306641, - 0.249023, - 0.353516, - 0.296875, - 0.314453, - 0.259766, - 0.289062, - 0.173828, - 0.291016, - 0.249023, - 0.22168, - 0.298828, - 0.302734, - 0.308594, - 0.291016, - 0.233398, - 0.289062, - 0.22168, - 0.182617, - 0.200195, - 0.310547, - 0.310547, - 0.328125, - 0.326172, - 0.198242, - 0.193359, - 0.308594, - 0.237305, - 0.316406, - 0.308594, - 0.300781, - 0.283203, - 0.265625, - 0.310547, - 0.203125, - 0.277344, - 0.314453, - 0.292969, - 0.257812, - 0.310547, - 0.332031, - 0.302734, - 0.302734, - 0.324219, - 0.188477, - 0.328125, - 0.3125, - 0.300781, - 0.177734, - 0.310547, - 0.205078, - 0.219727, - 0.306641, - 0.269531, - 0.205078, - 0.210938, - 0.253906, - 0.191406, - 0.216797, - 0.291016, - 0.300781, - 0.28125, - 0.265625, - 0.177734, - 0.208984, - 0.298828, - 0.230469, - 0.170898, - 0.001434, - 0.302734, - 0.326172, - 0.285156, - 0.308594, - 0.287109, - 0.292969, - 0.294922, - 0.333984, - 0.322266, - 0.316406, - 0.001823, - 0.259766, - 0.183594, - 0.219727, - 0.300781, - 0.181641, - 0.314453, - 0.269531, - 0.285156, - -8.6e-05, - 0.191406, - 0.219727, - 0.130859, - 0.249023, - 0.273438, - 0.279297, - 0.298828, - 0.304688, - 0.310547, - 0.291016, - 0.277344, - 0.207031, - 0.195312, - 0.183594, - 0.285156, - 0.289062, - 0.292969, - 0.332031, - 0.192383, - 0.174805, - 0.207031, - 0.292969, - 0.199219, - 0.237305, - 0.269531, - 0.302734, - 0.229492, - 0.269531, - 0.296875, - 0.285156, - 0.1875, - 0.292969, - 0.269531, - 0.308594, - 0.326172, - 0.220703, - 0.208008, - 0.320312, - 0.320312, - 0.318359, - 0.206055, - 0.19043, - 0.322266, - 0.193359, - 0.271484, - 0.300781, - 0.388672, - 0.277344, - 0.296875, - 0.21875, - 0.316406, - 0.287109, - 0.298828, - 0.173828, - 0.28125, - 0.208008, - 0.292969, - 0.332031, - 0.1875, - 0.240234, - 0.253906, - 0.263672, - 0.1875, - 0.279297, - 0.198242, - 0.287109, - 0.28125, - 0.292969, - 0.170898, - 0.296875, - 0.21582, - 0.3125, - 0.326172, - 0.246094, - 0.316406, - 0.314453, - 0.287109, - 0.201172, - 0.208008, - 0.302734, - 0.335938, - 0.292969, - 0.300781, - 0.306641, - 0.291016, - 0.267578, - 0.333984, - 0.292969, - 0.300781, - 0.308594, - 0.220703, - 0.189453, - 0.302734, - 0.182617, - 0.316406, - 0.267578, - 0.294922, - 0.367188, - 0.296875, - 0.267578, - 0.209961, - 0.308594, - 0.222656, - 0.182617, - 0.291016, - 0.355469, - 0.201172, - 0.206055, - 0.277344, - 0.308594, - 0.177734, - 0.296875, - 0.310547, - 0.318359 - ] - }, - "name": "model.model.layers.0.post_attention_layernorm.weight", - "outputIndexes": [ - 115 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 114 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm/Mul_output_0", - "outputIndexes": [ - 116 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 115, - 116 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm/Mul_1_output_0", - "outputIndexes": [ - 117 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 117 - ], - "outputIndexes": [ - 2324 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2324 - ], - "outputIndexes": [ - 2325 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/gate_proj/Linear", - "inputIndexes": [ - 2325 - ], - "outputIndexes": [ - 2326 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 3104856, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2326 - ], - "outputIndexes": [ - 2327 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2327 - ], - "outputIndexes": [ - 118 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 118 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn/Sigmoid_output_0", - "outputIndexes": [ - 119 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 118, - 119 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn/Mul_output_0", - "outputIndexes": [ - 120 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 117 - ], - "outputIndexes": [ - 2328 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2328 - ], - "outputIndexes": [ - 2329 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/up_proj/Linear", - "inputIndexes": [ - 2329 - ], - "outputIndexes": [ - 2330 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 10846318, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2330 - ], - "outputIndexes": [ - 2331 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2331 - ], - "outputIndexes": [ - 121 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 120, - 121 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/Mul_output_0", - "outputIndexes": [ - 122 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 122 - ], - "outputIndexes": [ - 2332 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2332 - ], - "outputIndexes": [ - 2333 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/down_proj/Linear", - "inputIndexes": [ - 2333 - ], - "outputIndexes": [ - 2334 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 18587780, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2334 - ], - "outputIndexes": [ - 2335 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2335 - ], - "outputIndexes": [ - 123 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 114, - 123 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_4_output_0", - "outputIndexes": [ - 124 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 124, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_9_output_0", - "outputIndexes": [ - 125 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.161133, - 0.171875, - 0.202148, - 0.177734, - 0.789062, - 0.10498, - 0.245117, - -0.131836, - 0.255859, - 0.125977, - 0.25, - -0.310547, - 0.180664, - 0.251953, - 0.1875, - -0.226562, - 0.214844, - 0.169922, - -0.171875, - -0.109375, - 0.251953, - 0.213867, - 0.19043, - 0.118652, - 0.310547, - -0.206055, - 0.18457, - 0.101562, - 0.161133, - 0.162109, - 0.164062, - 0.207031, - 0.289062, - -0.253906, - 0.24707, - 0.237305, - 0.275391, - 0.195312, - 0.160156, - 0.230469, - 0.21875, - 0.206055, - 0.213867, - 0.355469, - 0.170898, - 0.162109, - -0.198242, - 0.166992, - 0.231445, - 0.273438, - 0.152344, - 0.192383, - 0.207031, - 0.214844, - 0.227539, - 0.163086, - 0.09668, - 0.144531, - 0.378906, - -0.145508, - -0.231445, - 0.133789, - 0.152344, - 0.18457, - 0.322266, - 0.214844, - 0.189453, - 0.102539, - 0.220703, - -0.19043, - 0.235352, - 0.296875, - 0.142578, - 0.146484, - 0.349609, - -0.237305, - 0.213867, - 0.28125, - 0.200195, - 0.259766, - 0.333984, - 0.125, - 0.283203, - 0.253906, - 0.230469, - 0.259766, - 0.172852, - 0.285156, - 0.217773, - 0.200195, - 0.225586, - 0.113281, - -0.152344, - 0.173828, - 0.246094, - 0.519531, - 0.217773, - 0.136719, - 0.341797, - 0.100586, - 0.183594, - 0.251953, - 8.8e-05, - 0.294922, - 0.155273, - 0.245117, - 0.289062, - 0.213867, - 0.171875, - 0.25, - 0.101562, - -0.176758, - 0.269531, - 0.761719, - -0.205078, - 0.193359, - 0.294922, - 0.253906, - 0.135742, - 0.141602, - 0.245117, - 0.166992, - 0.196289, - 0.086426, - -0.177734, - -0.208008, - 0.203125, - -0.133789, - 0.294922, - 0.220703, - 0.194336, - 0.128906, - 0.235352, - 0.19043, - 0.306641, - 0.205078, - -0.151367, - 0.255859, - 0.118164, - 0.291016, - 0.098145, - 0.180664, - 0.193359, - 0.158203, - 0.199219, - 0.104004, - 0.245117, - -0.679688, - 0.246094, - 0.191406, - 0.147461, - 0.304688, - 0.15918, - 0.216797, - -0.000587, - 0.146484, - 0.223633, - -0.201172, - -0.21582, - 0.211914, - 0.147461, - -0.091309, - 0.267578, - 0.162109, - 0.111328, - 0.170898, - 0.179688, - -0.231445, - 0.178711, - 0.245117, - 0.251953, - -0.189453, - 0.263672, - 0.470703, - 0.136719, - 0.198242, - 0.302734, - 0.192383, - 0.277344, - 0.224609, - 0.255859, - 0.186523, - 0.263672, - 0.207031, - 0.251953, - -0.425781, - 0.144531, - 0.213867, - 0.209961, - 0.142578, - 0.193359, - 0.173828, - 0.233398, - 0.326172, - 0.738281, - 0.192383, - 0.271484, - 0.205078, - 0.291016, - 0.112793, - 0.170898, - 0.199219, - 0.259766, - 0.225586, - 0.220703, - 0.265625, - 0.231445, - 0.269531, - -0.196289, - 0.204102, - 0.174805, - 0.228516, - 0.170898, - 0.21875, - 0.240234, - 0.210938, - -0.168945, - 0.261719, - 0.267578, - 0.234375, - 0.185547, - 0.151367, - 0.229492, - 0.542969, - 0.085449, - 0.208984, - 0.158203, - -0.158203, - 0.291016, - 0.219727, - -0.353516, - 0.300781, - 0.347656, - 0.212891, - 0.175781, - 0.142578, - 0.1875, - 0.222656, - 0.171875, - 0.207031, - -0.111816, - 0.171875, - 0.279297, - 0.22168, - 0.166016, - 0.158203, - 0.212891, - 0.316406, - 0.130859, - 0.183594, - 0.124023, - 0.269531, - 0.285156, - 0.328125, - 0.114746, - 0.179688, - 0.172852, - 0.199219, - 0.239258, - 0.193359, - 0.210938, - -0.198242, - -0.267578, - 0.15918, - 0.213867, - 0.241211, - 0.112793, - 0.279297, - 0.195312, - 0.15332, - 0.200195, - 0.251953, - 0.144531, - 0.145508, - 0.208984, - 0.12207, - -0.149414, - 0.230469, - -0.015869, - 0.251953, - 0.211914, - 0.181641, - 0.152344, - 0.235352, - 0.194336, - 0.129883, - -0.000111, - 0.251953, - 0.181641, - 0.271484, - 0.143555, - 0.211914, - 0.304688, - 0.214844, - 0.125, - 0.121582, - 0.209961, - 0.183594, - 0.198242, - 0.227539, - 0.136719, - 0.205078, - 0.19043, - 0.151367, - 0.177734, - 0.217773, - 0.219727, - 0.166992, - 0.197266, - 0.120117, - 0.241211, - 0.231445, - 0.133789, - 0.237305, - 0.179688, - 0.172852, - 0.204102, - 0.222656, - 0.166992, - 0.169922, - 0.195312, - 0.224609, - 0.227539, - 0.178711, - 0.164062, - 0.182617, - 0.195312, - 0.145508, - -0.337891, - 0.219727, - 0.094238, - 0.225586, - 0.150391, - 0.219727, - -0.173828, - 0.177734, - 0.226562, - 0.138672, - 0.228516, - 0.166992, - 0.204102, - -0.160156, - 0.160156, - 0.322266, - 0.279297, - 0.172852, - 0.308594, - 0.108398, - 0.00264, - -0.233398, - 0.11084, - 0.207031, - 0.217773, - 0.227539, - 0.149414, - 0.242188, - 0.75, - 0.243164, - 0.243164, - 0.115723, - 0.000134, - -0.194336, - 0.263672, - 0.183594, - 0.236328, - 0.168945, - 0.208984, - 0.200195, - 0.143555, - 0.240234, - 0.249023, - 0.135742, - 0.269531, - -0.133789, - 0.245117, - 0.241211, - -0.237305, - -0.186523, - 0.314453, - 0.125977, - 0.265625, - 0.369141, - -0.219727, - 0.267578, - -0.189453, - 0.000105, - -0.149414, - -0.225586, - -0.046143, - 0.199219, - 0.157227, - 0.245117, - 0.219727, - 0.253906, - 0.333984, - 0.173828, - 0.173828, - 0.222656, - 0.193359, - 0.277344, - 0.125977, - -0.363281, - -0.12793, - -0.152344, - 0.255859, - 0.155273, - 0.192383, - 0.227539, - 0.414062, - 0.171875, - 0.170898, - 0.169922, - 0.235352, - 0.203125, - 0.139648, - 0.139648, - 0.335938, - 0.216797, - 0.099121, - 0.205078, - 0.244141, - -0.169922, - 0.200195, - 0.161133, - 0.124023, - 0.310547, - 0.124023, - 0.230469, - 0.181641, - 0.251953, - -0.180664, - 0.169922, - 0.163086, - 0.201172, - 0.246094, - 0.118164, - 0.15625, - 0.119629, - 0.169922, - 0.249023, - 0.177734, - 0.112793, - 0.204102, - 0.225586, - 0.291016, - 0.320312, - 0.164062, - 0.249023, - 0.201172, - -0.245117, - 0.234375, - 0.216797, - 0.151367, - 0.19043, - 0.234375, - 0.271484, - 0.300781, - 0.205078, - -0.121582, - 0.235352, - 0.134766, - 0.199219, - 0.251953, - 0.154297, - 0.138672, - 0.145508, - 0.149414, - -0.15918, - 0.236328, - 0.136719, - 0.269531, - -0.108398, - 0.158203, - 0.177734, - 0.371094, - 0.249023, - 0.253906, - 0.104492, - 0.182617, - 0.219727, - 0.163086, - 0.242188, - -0.226562, - 0.207031, - 0.137695, - 0.103516, - 0.234375, - 0.141602, - 0.287109, - 0.237305, - 0.339844, - 0.186523, - 0.193359, - 0.149414, - -0.294922, - 0.279297, - 0.222656, - 0.259766, - 0.099609, - 0.18457, - 0.155273, - 0.161133, - 0.197266, - 0.478516, - 0.263672, - 0.15625, - 0.178711, - 0.65625, - -0.161133, - 0.206055, - 0.128906, - -0.248047, - 0.253906, - 0.277344, - 0.138672, - 0.242188, - 0.28125, - 0.275391, - 0.253906, - 0.196289, - 0.000261, - 0.173828, - 0.277344, - 0.114746, - 0.196289, - 0.108398, - 0.155273, - 0.246094, - 0.222656, - 0.22168, - 0.115234, - -0.126953, - 0.164062, - 0.195312, - 0.180664, - -0.243164, - 0.194336, - 0.204102, - 0.24707, - 0.120117, - 0.139648, - 0.207031, - 0.376953, - -0.169922, - 0.22168, - 0.124023, - 0.355469, - 0.298828, - 0.314453, - 0.267578, - 0.105957, - -0.224609, - 0.169922, - -3.4e-05, - -0.162109, - 0.200195, - 0.191406, - 0.208008, - 0.261719, - 0.15332, - 0.310547, - 0.298828, - 0.263672, - 0.300781, - 0.25, - 0.269531, - 0.162109, - -0.253906, - 0.287109, - 0.186523, - 0.120605, - 0.261719, - 0.151367, - 0.114746, - 0.182617, - 0.143555, - 0.253906, - 0.289062, - 0.165039, - 0.202148, - 0.640625, - -0.182617, - 0.181641, - 0.333984, - 0.269531, - 0.151367, - 0.145508, - 0.222656, - 0.000469, - 0.960938, - 0.233398, - 0.204102, - 0.155273, - -0.089844, - 0.091309, - 0.204102, - 0.248047, - -0.193359, - 0.177734, - 0.130859, - 0.345703, - 0.257812, - 0.174805, - 0.147461, - 0.192383, - 0.322266, - 0.123047, - 0.332031, - 0.213867, - -1.7e-05, - 0.087891, - 0.222656, - 0.125, - 0.113281, - 0.255859, - 0.220703, - 0.257812, - 0.337891, - 0.195312, - 0.224609, - 0.124023, - 0.1875, - -0.171875, - 0.204102, - 0.199219, - 0.24707, - 0.243164, - 0.210938, - -0.186523, - -0.205078, - 0.251953, - 0.15918, - 0.114746, - 0.142578, - 0.128906, - 0.255859, - 0.209961, - 0.140625, - 0.185547, - 0.227539, - -0.225586, - 0.107422, - 0.227539, - 0.125, - 0.132812, - 0.204102, - 0.269531, - 0.259766, - 0.302734, - 0.098633, - 0.158203, - 0.227539, - 0.119141, - 0.080566, - 0.003082, - 0.287109, - 0.255859, - 0.219727, - 0.203125, - 0.285156, - -0.136719, - 0.363281, - 0.132812, - -0.132812, - 0.263672, - 0.173828, - 0.322266, - 0.139648, - 0.365234, - 0.115234, - 0.275391, - 0.453125, - 0.294922, - 0.228516, - 0.233398, - 0.193359, - 0.183594, - 0.339844, - 0.139648, - 0.150391, - 0.185547, - 0.175781, - 0.192383, - 0.227539, - 0.259766, - 0.236328, - 0.275391, - 0.229492, - 0.140625, - 0.235352, - 0.402344, - 0.220703, - 0.152344, - 0.291016, - 0.330078, - 0.176758, - -0.196289, - 0.149414, - 0.177734, - 0.166992, - 0.177734, - 0.189453, - -0.21582, - 0.201172, - 0.208008, - 0.300781, - 0.125, - 0.259766, - 0.425781, - 0.117676, - 0.166016, - 0.113281, - 0.257812, - 0.000202, - 0.147461, - 0.259766, - 0.273438, - 0.205078, - 0.193359, - 0.246094, - 0.179688, - 0.101074, - -0.173828, - 0.183594, - -0.21582, - 0.146484, - 0.172852, - 0.186523, - 0.248047, - 0.199219, - 0.111816, - 0.244141, - 0.228516, - 0.11084, - 0.229492, - 0.22168, - 0.123047, - 0.339844, - 0.219727, - 0.353516, - -0.191406, - 0.139648, - 0.78125, - -0.008118, - 0.277344, - 0.22168, - -0.191406, - 0.236328, - 0.239258, - 0.302734, - 0.304688, - 0.15625, - 0.53125, - 0.183594, - 0.158203, - 0.120605, - 0.257812, - 0.12207, - 0.118164, - 0.208008, - 0.21582, - 0.150391, - 0.121094, - 0.134766, - -0.136719, - 0.308594, - 0.210938, - 0.332031, - 0.182617, - 0.15332, - 0.141602, - 0.216797, - 0.1875, - -0.1875, - 0.189453, - 0.145508, - 0.168945, - 0.196289, - 0.243164, - 0.111816, - 0.112305, - 0.244141, - 0.132812, - 0.220703, - 0.176758, - 0.166992, - 0.237305, - 0.094727, - 0.228516, - -0.061279, - 0.214844, - 0.225586, - 0.345703, - 0.410156, - -0.181641, - 0.241211, - 0.228516, - 0.117676, - 0.335938, - 0.165039, - 0.115723, - 0.174805, - 0.210938, - 0.326172, - 0.197266, - 0.275391, - 0.11084, - 0.240234, - 0.145508, - -0.00824, - 0.166992, - -0.120605, - -0.243164, - 0.140625, - 0.179688, - 0.161133, - 0.201172, - 0.219727, - 0.205078, - 0.279297, - 0.193359, - -0.22168, - 0.306641, - 0.236328, - 0.251953, - -0.100098, - 0.138672, - 0.178711, - 0.349609, - 0.145508, - 0.237305, - -0.092773, - 0.186523, - 0.169922, - 0.140625, - -0.1875, - 0.279297, - 0.092285, - 0.237305, - -0.178711, - 0.246094, - 0.28125, - 0.174805, - 0.310547, - 0.177734, - -0.130859, - 0.183594, - 0.105469, - 0.241211, - 0.131836, - 0.147461, - 0.204102, - 0.271484, - 0.203125, - 0.175781, - 0.224609, - 0.125977, - 0.09375, - 0.121582, - 0.189453, - 0.198242, - 0.25, - 0.18457, - 0.251953, - 0.114258, - 0.640625, - 0.287109, - 0.101562, - 0.486328, - 0.170898, - 0.213867, - 0.25, - 7.7e-05, - 0.147461, - 0.169922, - 0.191406, - -0.223633, - 0.233398, - 0.148438, - 0.296875, - 0.12793, - 0.216797, - 0.161133, - -0.09082, - 0.243164, - -0.166016, - 0.224609, - 0.306641, - 0.181641, - 0.189453, - 0.208008, - 0.261719, - 0.150391, - 0.157227, - 0.181641, - 0.201172, - 0.279297, - 0.228516, - 0.1875, - 0.101074, - 0.285156, - 0.419922, - 0.169922, - -0.132812, - 0.211914, - 0.257812, - 0.24707, - 0.3125, - -0.189453, - 0.097656, - 0.173828, - 0.128906, - 0.134766, - 0.220703, - 0.085449, - 0.209961, - 0.308594, - 0.131836, - 0.255859, - 0.283203, - 0.345703, - 0.240234, - 0.287109, - 0.216797, - 0.195312, - 0.267578, - 0.141602, - 0.105469, - 0.168945, - 0.269531, - 0.267578, - 0.212891, - 0.180664, - 0.133789, - 0.224609, - 0.192383, - 0.179688, - 0.210938, - 0.108398, - 0.206055, - -0.000126, - 0.178711, - 0.193359, - 0.185547, - 0.251953, - 0.302734, - 0.332031, - 0.113281, - 0.214844, - -0.279297, - 0.197266, - 0.144531, - 0.257812, - 0.216797, - 0.208984, - 0.239258, - 0.233398, - 0.294922, - 0.143555, - 0.496094, - 0.269531, - 0.267578, - 0.181641, - 0.168945, - 0.251953, - 0.181641, - 0.232422, - 0.237305, - 0.185547, - 9.2e-05, - 0.125977, - -0.196289, - 0.169922, - 0.202148, - 0.275391, - 0.139648, - 0.308594, - 0.193359, - 0.094238, - 0.00011, - 0.137695, - 0.172852, - 0.231445, - 0.167969, - -0.164062, - 0.066406, - 0.227539, - 0.251953, - 0.259766, - 0.163086, - 0.170898, - 0.121094, - 0.206055, - 0.269531, - 0.194336, - 0.123535, - -0.21875, - 0.224609, - 0.209961, - 0.092773, - 0.225586, - 0.240234, - 0.125977, - 0.249023, - 0.151367, - 0.178711, - -0.223633, - -0.225586, - 0.242188, - -0.158203, - 0.10791, - 0.177734, - 0.229492, - 0.224609, - 0.220703, - 0.167969, - 0.302734, - 0.192383, - 0.128906, - 0.079102, - 0.174805, - -0.261719, - 0.335938, - 0.226562, - 0.330078, - -0.431641, - 0.371094, - 0.28125, - 0.28125, - 0.194336, - 0.105469, - 0.238281, - 0.188477, - 0.22168, - 0.298828, - 0.24707, - 0.248047, - 0.205078, - 0.416016, - 0.151367, - 0.148438, - -0.012634, - 0.183594, - 0.199219, - 0.217773, - 0.294922, - 0.285156, - 0.227539, - 0.255859, - -0.167969, - 0.165039, - -0.163086, - -0.19043, - 0.197266, - -0.296875, - 0.15918, - 0.179688, - 0.177734, - 0.308594, - 0.243164, - 0.125, - 0.223633, - 0.132812, - 0.136719, - 0.15332, - 0.179688, - 0.222656, - 0.226562, - 0.224609, - 0.233398, - 0.191406, - 0.195312, - 0.209961, - -0.808594, - 0.169922, - 0.204102, - 0.249023, - -0.158203, - 0.320312, - 0.124512, - 0.170898, - 0.114258, - 0.180664, - 0.241211, - 0.248047, - 0.164062, - 0.182617, - 0.12793, - 0.298828, - 0.263672, - 0.189453, - 0.277344, - 0.173828, - -0.001472, - 0.148438, - 0.273438, - 0.217773, - 0.257812, - 0.102539, - 0.166016, - -0.291016, - 0.152344, - 0.075195, - 0.222656, - 0.167969, - -2.1e-05, - 0.330078, - -0.132812, - 0.269531, - 0.088379, - 0.265625, - 0.163086, - 0.131836, - 0.388672, - 0.207031, - 0.239258, - 0.189453, - 0.15625, - 0.227539, - 0.345703, - 0.146484, - 0.193359, - 0.160156, - 0.25, - 0.000189, - 0.226562, - 0.160156, - 0.238281, - 0.204102, - 0.175781, - 0.326172, - -0.000496, - 0.234375, - 0.138672, - 0.103516, - 0.244141, - 0.18457, - -0.236328, - 0.277344, - 0.214844, - -0.180664, - 0.15625, - 0.133789, - 0.251953, - 0.24707, - 0.25, - 0.133789, - 0.232422, - 0.158203, - 0.141602, - 0.167969, - 0.231445, - 0.219727, - 0.173828, - 0.253906, - 0.154297, - 0.267578, - 0.091797, - 0.227539, - 0.21875, - 0.151367, - 0.188477, - 0.178711, - 0.12793, - 0.209961, - 0.386719, - 0.511719, - 0.192383, - 0.148438, - 0.126953, - 0.249023, - 0.269531, - 0.193359, - 0.380859, - 0.28125, - 0.205078, - 0.236328, - 0.120605, - 0.205078, - 0.289062, - -0.248047, - 0.237305, - 0.163086, - 0.172852, - 0.178711, - 0.285156, - 0.139648, - 0.357422, - 0.202148, - 0.285156, - -0.287109, - 0.233398, - 0.210938, - 0.149414, - -0.176758, - 0.249023, - -0.209961, - 0.181641, - 0.294922, - 0.145508, - 0.554688, - 0.155273, - 0.183594, - 0.203125, - 0.181641, - 0.139648, - 0.34375, - 0.296875, - 0.279297, - 0.181641, - 0.248047, - 0.214844, - 0.167969, - -0.147461, - 0.1875, - 0.359375, - 0.267578, - 0.359375, - 0.133789, - 0.207031, - 0.220703, - 0.168945, - 0.380859, - 0.244141, - 0.158203, - 0.209961, - 0.318359, - 0.213867, - 0.209961, - -0.000113, - -0.245117, - 0.320312, - 0.141602, - 0.121582, - 0.174805, - 0.130859, - 0.246094, - 0.193359, - 0.213867, - 0.1875, - 0.208984, - 0.196289, - 0.224609, - 0.128906, - 0.294922, - 0.263672, - 0.15625, - 0.186523, - -2.5e-05, - 0.628906, - 0.310547, - 0.152344, - 0.248047, - 0.230469, - 0.18457, - 0.118652, - 0.232422, - -0.124512, - 0.269531, - 0.147461, - 0.161133, - 0.306641, - 0.150391, - 0.210938, - 0.240234, - 0.196289, - 0.118652, - 0.183594, - 0.170898, - 0.207031, - 0.167969, - 0.212891, - 8e-05, - 0.11084, - 0.253906, - 0.160156, - 0.361328, - 0.224609, - 0.166992, - 0.230469, - 0.203125, - 0.235352, - 0.177734, - 0.785156, - 0.259766, - 0.550781, - 0.09082, - 0.098145, - 0.116211, - 0.294922, - -0.349609, - 0.294922, - 0.267578, - 0.126953, - 0.171875, - 0.296875, - 0.245117, - 0.108887, - 0.296875, - 0.104004, - 0.176758, - 0.077148, - 0.211914, - 0.163086, - 0.324219, - 0.207031, - 0.219727, - 0.243164, - 0.21875, - 0.257812, - 0.18457, - 0.227539, - 0.208008, - 0.191406, - 0.251953, - 0.206055, - 0.3125, - 0.206055, - 0.225586, - -0.001602, - -0.253906, - 0.24707, - 0.261719, - 0.228516, - 0.255859, - 0.18457, - 0.151367, - 0.19043, - 0.177734, - 0.205078, - 0.287109, - 0.150391, - 0.22168, - 0.269531, - 0.189453, - -0.242188, - 0.214844, - 0.345703, - 0.232422, - 0.1875, - 0.166992, - 0.212891, - 0.294922, - 0.227539, - 0.210938, - 0.161133, - 0.195312, - 0.172852, - 0.138672, - 0.175781, - 0.112305, - 0.103516, - 0.136719, - 0.155273, - 0.196289, - 0.357422, - 0.211914, - 0.11084, - 0.142578, - 0.169922, - 0.898438, - 0.227539, - 0.289062, - -0.306641, - 0.129883, - 0.217773, - 0.283203, - 0.125, - 0.175781, - 0.203125, - 0.243164, - 0.120117, - -0.232422, - 0.310547, - 0.261719, - 0.333984, - 0.248047, - 0.166016, - 0.225586, - 0.255859, - 0.242188, - 0.100098, - 0.211914, - 0.144531, - 0.135742, - 0.143555, - 0.179688, - 0.15625, - 0.257812, - 0.158203, - 0.125, - 0.168945, - 0.186523, - 0.236328, - 0.24707, - 0.28125, - -0.079102, - 0.382812, - -0.3125, - 0.200195, - 0.139648, - 0.1875, - 0.378906, - 0.181641, - 0.223633, - 0.224609, - 0.291016, - -0.185547, - 0.143555, - -0.271484, - 0.333984, - 0.22168, - 0.155273, - 0.241211, - 0.160156, - 0.168945, - 0.273438, - 0.094727, - 0.231445, - 0.359375, - 0.228516, - 8.3e-05, - 0.095703, - 0.263672, - 0.597656, - 0.273438, - 0.139648, - 0.279297, - 0.294922, - 0.253906, - 0.308594, - 0.189453, - 0.296875, - -0.112793, - 0.186523, - -0.086426, - 0.171875, - 0.162109, - 0.21582, - -0.139648, - 0.145508, - 0.123535, - 0.139648, - -0.269531, - -0.189453, - 0.245117, - 0.285156, - 0.263672, - 0.154297, - 0.277344, - 0.203125, - 0.225586, - 0.157227, - 0.21582, - 0.194336, - 0.198242, - 0.172852, - 0.164062, - -0.147461, - 0.19043, - 0.349609, - 0.21875, - -0.176758, - -0.064453, - 0.255859, - 0.158203, - -0.163086, - 0.180664, - 0.231445, - 0.167969, - 0.157227, - 0.175781, - -0.291016, - 0.205078, - 0.232422, - 0.11084, - 0.194336, - 0.179688, - 0.302734, - 0.233398, - 0.140625, - 0.165039, - -0.289062, - 0.174805, - 0.103516, - 0.126953, - -0.108887, - 0.141602, - 0.211914, - 0.277344, - 0.141602, - 0.251953, - 0.149414, - 0.275391, - 0.460938, - 0.178711, - 0.21582, - 0.300781, - 0.230469, - 0.130859, - 0.112793, - 0.269531, - 0.289062, - 0.427734, - 0.242188, - 0.269531, - 0.152344, - 0.202148, - 0.193359, - 0.19043, - 0.235352, - 0.211914, - 0.119141, - 0.165039, - 0.296875, - 0.097168, - 0.231445, - -0.287109, - 0.15918, - 0.177734, - 0.212891, - 0.210938, - 0.130859, - 0.205078, - 0.134766, - 0.129883, - 0.25, - 0.224609, - 0.253906, - 0.174805, - -0.238281, - -0.181641, - 0.151367, - -0.300781, - 0.235352, - 0.251953 - ] - }, - "name": "model.model.layers.1.input_layernorm.weight", - "outputIndexes": [ - 126 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 125 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_1/Mul_output_0", - "outputIndexes": [ - 127 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 126, - 127 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_1/Mul_1_output_0", - "outputIndexes": [ - 128 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 128 - ], - "outputIndexes": [ - 2336 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2336 - ], - "outputIndexes": [ - 2337 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear", - "inputIndexes": [ - 2337 - ], - "outputIndexes": [ - 2338 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 26329242, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2338 - ], - "outputIndexes": [ - 2339 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2339 - ], - "outputIndexes": [ - 129 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 128 - ], - "main_type": "NONE", - "name": "/Shape_15_output_0", - "outputIndexes": [ - 130 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 130 - ], - "main_type": "NONE", - "name": "Shape331", - "outputIndexes": [ - 131 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 130 - ], - "main_type": "NONE", - "name": "Rank333", - "outputIndexes": [ - 132 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 132, - 132 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp335", - "outputIndexes": [ - 133 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 133 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze336", - "outputIndexes": [ - 134 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 133, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp338", - "outputIndexes": [ - 135 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 135 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze339", - "outputIndexes": [ - 136 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 131, - 134, - 136, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice342", - "outputIndexes": [ - 137 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 137 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze343", - "outputIndexes": [ - 138 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp344", - "outputIndexes": [ - 139 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 139, - 138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp345", - "outputIndexes": [ - 140 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 130, - 140, - 133 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_19_output_0", - "outputIndexes": [ - 141 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 141, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_33_output_0", - "outputIndexes": [ - 142 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 142, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_13_output_0", - "outputIndexes": [ - 143 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 129, - 143 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_10_output_0", - "outputIndexes": [ - 144 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 144, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_8_output_0", - "outputIndexes": [ - 145 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 144 - ], - "main_type": "NONE", - "name": "/Shape_16_output_0", - "outputIndexes": [ - 146 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 146 - ], - "main_type": "NONE", - "name": "Shape352", - "outputIndexes": [ - 147 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 146 - ], - "main_type": "NONE", - "name": "Rank354", - "outputIndexes": [ - 148 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 148, - 148 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp356", - "outputIndexes": [ - 149 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 149 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze357", - "outputIndexes": [ - 150 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 149, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp359", - "outputIndexes": [ - 151 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 151 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze360", - "outputIndexes": [ - 152 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 147, - 150, - 152, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice363", - "outputIndexes": [ - 153 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 153 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze364", - "outputIndexes": [ - 154 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 154 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp365", - "outputIndexes": [ - 155 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 155, - 154 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp366", - "outputIndexes": [ - 156 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 146, - 156, - 149 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_20_output_0", - "outputIndexes": [ - 157 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 157, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_3_output_0", - "outputIndexes": [ - 158 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 158, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_38_output_0", - "outputIndexes": [ - 159 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 144, - 159, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_5_output_0", - "outputIndexes": [ - 160 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 160 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_2_output_0", - "outputIndexes": [ - 161 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 144, - 22, - 159, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_4_output_0", - "outputIndexes": [ - 162 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 161, - 162 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_16_output_0", - "outputIndexes": [ - 163 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 163, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_9_output_0", - "outputIndexes": [ - 164 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 145, - 164 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_5_output_0", - "outputIndexes": [ - 165 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 128 - ], - "outputIndexes": [ - 2340 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2340 - ], - "outputIndexes": [ - 2341 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear", - "inputIndexes": [ - 2341 - ], - "outputIndexes": [ - 2342 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 27662512, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2342 - ], - "outputIndexes": [ - 2343 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2343 - ], - "outputIndexes": [ - 166 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 142, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_14_output_0", - "outputIndexes": [ - 167 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 166, - 167 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_11_output_0", - "outputIndexes": [ - 168 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 168, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_10_output_0", - "outputIndexes": [ - 169 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 168 - ], - "main_type": "NONE", - "name": "/Shape_17_output_0", - "outputIndexes": [ - 170 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 170 - ], - "main_type": "NONE", - "name": "Shape414", - "outputIndexes": [ - 171 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 170 - ], - "main_type": "NONE", - "name": "Rank416", - "outputIndexes": [ - 172 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 172, - 172 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp418", - "outputIndexes": [ - 173 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 173 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze419", - "outputIndexes": [ - 174 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 173, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp421", - "outputIndexes": [ - 175 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 175 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze422", - "outputIndexes": [ - 176 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 171, - 174, - 176, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice425", - "outputIndexes": [ - 177 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 177 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze426", - "outputIndexes": [ - 178 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp427", - "outputIndexes": [ - 179 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 179, - 178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp428", - "outputIndexes": [ - 180 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 170, - 180, - 173 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_21_output_0", - "outputIndexes": [ - 181 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 181, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_4_output_0", - "outputIndexes": [ - 182 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 182, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_40_output_0", - "outputIndexes": [ - 183 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 168, - 183, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_7_output_0", - "outputIndexes": [ - 184 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 184 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_3_output_0", - "outputIndexes": [ - 185 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 168, - 22, - 183, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_6_output_0", - "outputIndexes": [ - 186 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 185, - 186 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_17_output_0", - "outputIndexes": [ - 187 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 187, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_11_output_0", - "outputIndexes": [ - 188 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 169, - 188 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_6_output_0", - "outputIndexes": [ - 189 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 128 - ], - "outputIndexes": [ - 2344 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2344 - ], - "outputIndexes": [ - 2345 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear", - "inputIndexes": [ - 2345 - ], - "outputIndexes": [ - 2346 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 27884742, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2346 - ], - "outputIndexes": [ - 2347 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2347 - ], - "outputIndexes": [ - 190 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 190, - 167 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_12_output_0", - "outputIndexes": [ - 191 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 165, - 189, - 191, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_17_output_0", - "outputIndexes": [ - 192 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 192 - ], - "outputIndexes": [ - 2348 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2348 - ], - "outputIndexes": [ - 2349 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear", - "inputIndexes": [ - 2349 - ], - "outputIndexes": [ - 2350 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 28106972, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2350 - ], - "outputIndexes": [ - 2351 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2351 - ], - "outputIndexes": [ - 193 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 125, - 193 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_8_output_0", - "outputIndexes": [ - 194 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.455078, - 0.789062, - 0.683594, - 0.765625, - 0.992188, - 0.65625, - 0.828125, - 0.742188, - 0.773438, - 0.558594, - 0.753906, - 0.613281, - 0.765625, - 0.855469, - 0.789062, - 0.789062, - 0.804688, - 0.738281, - 0.828125, - 0.570312, - 0.824219, - 0.8125, - 0.722656, - 0.386719, - 0.804688, - 0.855469, - 0.667969, - 0.566406, - 0.882812, - 0.820312, - 0.839844, - 0.832031, - 0.804688, - 0.953125, - 0.832031, - 0.828125, - 0.816406, - 0.796875, - 0.539062, - 0.535156, - 0.796875, - 0.800781, - 0.75, - 0.804688, - 0.445312, - 0.6875, - 0.765625, - 0.800781, - 0.757812, - 0.78125, - 0.390625, - 0.519531, - 0.757812, - 0.832031, - 0.839844, - 0.578125, - 0.5625, - 0.400391, - 0.625, - 0.5625, - 0.847656, - 0.570312, - 0.742188, - 0.785156, - 0.851562, - 0.5, - 0.761719, - 0.640625, - 0.777344, - 0.667969, - 0.808594, - 0.691406, - 0.412109, - 0.625, - 0.851562, - 0.511719, - 0.824219, - 0.824219, - 0.804688, - 0.765625, - 0.785156, - 0.376953, - 0.601562, - 0.914062, - 0.867188, - 0.800781, - 0.824219, - 0.851562, - 0.71875, - 0.726562, - 0.789062, - 0.632812, - 0.625, - 0.644531, - 0.902344, - 0.679688, - 0.765625, - 0.574219, - 0.796875, - 0.820312, - 0.84375, - 0.496094, - 0.976562, - 0.898438, - 0.550781, - 0.804688, - 0.804688, - 0.742188, - 0.574219, - 0.773438, - 0.535156, - 0.796875, - 0.703125, - 1.039062, - 0.847656, - 0.738281, - 0.765625, - 0.832031, - 0.373047, - 0.384766, - 0.816406, - 0.441406, - 0.566406, - 0.542969, - 0.808594, - 0.835938, - 0.761719, - 0.398438, - 0.691406, - 0.824219, - 0.757812, - 0.714844, - 0.859375, - 0.832031, - 0.851562, - 0.792969, - 0.574219, - 0.804688, - 0.546875, - 0.851562, - 0.369141, - 0.707031, - 0.652344, - 0.412109, - 0.839844, - 0.597656, - 0.859375, - 7.3125, - 0.800781, - 0.761719, - 0.65625, - 0.894531, - 0.462891, - 0.785156, - 0.933594, - 0.53125, - 0.832031, - 0.648438, - 0.820312, - 0.808594, - 0.585938, - 0.652344, - 0.769531, - 0.466797, - 0.546875, - 0.765625, - 0.746094, - 0.863281, - 0.785156, - 0.847656, - 0.792969, - 0.773438, - 0.777344, - 1.039062, - 0.722656, - 0.789062, - 0.867188, - 0.765625, - 0.910156, - 0.820312, - 0.84375, - 0.722656, - 1.0, - 0.792969, - 0.828125, - 0.75, - 0.417969, - 0.835938, - 0.730469, - 0.710938, - 0.867188, - 0.644531, - 0.839844, - 0.8125, - 0.953125, - 0.824219, - 0.875, - 0.753906, - 0.828125, - 0.664062, - 0.796875, - 0.785156, - 0.855469, - 0.867188, - 0.800781, - 0.847656, - 0.792969, - 0.753906, - 0.714844, - 0.851562, - 0.707031, - 0.945312, - 0.507812, - 0.75, - 0.867188, - 0.640625, - 0.800781, - 0.871094, - 0.792969, - 0.761719, - 0.792969, - 0.738281, - 0.386719, - 0.279297, - 0.664062, - 0.847656, - 0.582031, - 0.480469, - 0.730469, - 0.730469, - 0.972656, - 0.855469, - 0.996094, - 0.785156, - 0.855469, - 0.648438, - 0.777344, - 0.859375, - 0.804688, - 0.828125, - 0.632812, - 0.726562, - 0.882812, - 0.832031, - 0.773438, - 0.796875, - 0.75, - 0.792969, - 0.6875, - 0.851562, - 0.695312, - 0.671875, - 0.855469, - 0.878906, - 0.384766, - 0.570312, - 0.6875, - 0.867188, - 0.847656, - 0.78125, - 0.8125, - 0.792969, - 0.789062, - 0.59375, - 0.867188, - 0.824219, - 0.605469, - 0.875, - 0.785156, - 0.773438, - 0.761719, - 0.753906, - 0.667969, - 0.785156, - 0.570312, - 0.550781, - 0.433594, - 0.8125, - 0.527344, - 0.808594, - 0.777344, - 0.722656, - 0.675781, - 0.71875, - 0.785156, - 0.462891, - 1.78125, - 0.804688, - 0.777344, - 0.84375, - 0.761719, - 0.800781, - 0.886719, - 0.839844, - 0.527344, - 0.703125, - 0.859375, - 0.773438, - 0.839844, - 0.773438, - 0.390625, - 0.414062, - 0.890625, - 0.466797, - 0.800781, - 0.753906, - 0.785156, - 0.640625, - 0.808594, - 0.373047, - 0.585938, - 0.804688, - 0.419922, - 0.765625, - 0.90625, - 0.773438, - 0.378906, - 0.773438, - 0.785156, - 0.40625, - 0.820312, - 0.871094, - 0.707031, - 0.488281, - 0.765625, - 0.851562, - 0.738281, - 0.390625, - 0.898438, - 0.800781, - 0.357422, - 0.886719, - 0.404297, - 0.71875, - 0.714844, - 0.296875, - 0.742188, - 0.367188, - 0.707031, - 0.474609, - 0.757812, - 0.832031, - 0.726562, - 0.941406, - 0.792969, - 0.703125, - 0.859375, - 0.589844, - 0.535156, - 0.78125, - 0.609375, - 0.494141, - 0.542969, - 0.765625, - 0.875, - 0.875, - 1.007812, - 0.769531, - 0.816406, - 0.59375, - 0.640625, - 0.769531, - 0.800781, - 0.804688, - 0.738281, - 0.75, - 0.875, - 0.777344, - 0.416016, - 0.847656, - 0.699219, - 0.546875, - 0.867188, - 0.578125, - 0.699219, - 0.796875, - 0.84375, - 0.601562, - 0.882812, - 0.570312, - 0.90625, - 0.925781, - 0.820312, - 0.886719, - 0.482422, - 1.03125, - 0.609375, - 0.820312, - 0.605469, - 0.90625, - 0.738281, - 0.761719, - 0.839844, - 0.820312, - 0.660156, - 0.453125, - 0.816406, - 0.8125, - 0.757812, - 0.765625, - 0.523438, - 0.921875, - 0.589844, - 0.75, - 0.71875, - 0.445312, - 0.792969, - 0.804688, - 1.90625, - 0.472656, - 0.664062, - 0.644531, - 0.765625, - 0.792969, - 0.804688, - 0.628906, - 0.960938, - 0.820312, - 0.585938, - 0.875, - 0.730469, - 0.539062, - 0.816406, - 0.566406, - 0.933594, - 0.824219, - 0.59375, - 0.765625, - 0.65625, - 0.761719, - 0.84375, - 0.761719, - 0.800781, - 0.863281, - 0.578125, - 0.605469, - 0.601562, - 0.542969, - 0.707031, - 0.832031, - 0.621094, - 0.628906, - 0.392578, - 0.886719, - 0.882812, - 0.839844, - 0.414062, - 0.878906, - 0.824219, - 0.914062, - 0.820312, - 0.773438, - 0.742188, - 0.882812, - 0.816406, - 0.828125, - 0.925781, - 0.792969, - 0.359375, - 0.839844, - 0.546875, - 0.738281, - 0.832031, - 0.773438, - 0.792969, - 0.464844, - 0.671875, - 0.746094, - 0.789062, - 0.773438, - 0.792969, - 0.730469, - 0.597656, - 0.84375, - 0.828125, - 0.824219, - 0.765625, - 0.632812, - 0.439453, - 0.789062, - 0.847656, - 0.789062, - 0.910156, - 0.886719, - 0.664062, - 0.542969, - 0.730469, - 0.703125, - 0.816406, - 0.804688, - 0.851562, - 0.730469, - 0.878906, - 0.816406, - 0.996094, - 0.863281, - 0.882812, - 0.84375, - 0.640625, - 0.503906, - 0.449219, - 0.765625, - 0.777344, - 2.609375, - 0.828125, - 0.644531, - 0.816406, - 0.925781, - 0.582031, - 0.847656, - 0.574219, - 0.84375, - 0.847656, - 0.871094, - 0.373047, - 0.859375, - 0.765625, - 0.808594, - 0.492188, - 0.714844, - 2.421875, - 0.839844, - 0.898438, - 0.625, - 0.828125, - 0.601562, - 0.757812, - 0.90625, - 0.789062, - 0.851562, - 0.675781, - 0.648438, - 0.408203, - 0.660156, - 0.789062, - 0.847656, - 0.878906, - 0.851562, - 0.816406, - 0.380859, - 0.777344, - 0.828125, - 0.773438, - 0.726562, - 0.878906, - 0.625, - 0.664062, - 0.761719, - 0.632812, - 0.859375, - 0.570312, - 0.789062, - 0.792969, - 3.34375, - 0.490234, - 0.734375, - 0.804688, - 0.816406, - 0.730469, - 0.400391, - 1.070312, - 0.871094, - 0.84375, - 0.808594, - 0.839844, - 0.761719, - 0.431641, - 0.839844, - 0.792969, - 0.785156, - 0.542969, - 0.863281, - 0.675781, - 0.378906, - 0.337891, - 0.746094, - 0.789062, - 0.769531, - 0.419922, - 0.8125, - 0.894531, - 0.65625, - 0.867188, - 0.941406, - 0.832031, - 0.5625, - 0.664062, - 0.851562, - 1.046875, - 0.90625, - 0.78125, - 0.828125, - 0.808594, - 0.621094, - 0.578125, - 0.753906, - 0.867188, - 0.824219, - 0.84375, - 0.609375, - 0.855469, - 0.910156, - 0.78125, - 0.412109, - 0.839844, - 0.574219, - 0.386719, - 0.84375, - 0.777344, - 0.000725, - 0.59375, - 0.84375, - 0.382812, - 0.511719, - 0.757812, - 0.835938, - 0.785156, - 0.859375, - 0.542969, - 0.761719, - 0.609375, - 0.539062, - 0.769531, - 0.753906, - 0.839844, - 0.796875, - 0.746094, - 0.851562, - 0.796875, - 0.804688, - 0.78125, - 0.71875, - 0.384766, - 0.796875, - 0.773438, - 0.816406, - 0.835938, - 0.636719, - 0.851562, - 0.789062, - 0.832031, - 0.384766, - 0.789062, - 0.578125, - 0.378906, - 0.859375, - 0.914062, - 0.875, - 0.601562, - 0.636719, - 0.423828, - 0.773438, - 0.628906, - 0.609375, - 0.550781, - 0.8125, - 0.804688, - 0.824219, - 0.761719, - 0.859375, - 0.6875, - 0.976562, - 0.392578, - 0.757812, - 0.640625, - 0.789062, - 0.855469, - 0.734375, - 0.777344, - 0.636719, - 0.792969, - 0.59375, - 0.820312, - 0.753906, - 0.855469, - 0.8125, - 0.466797, - 0.894531, - 0.765625, - 0.570312, - 0.734375, - 0.714844, - 0.78125, - 0.8125, - 0.890625, - 0.835938, - 0.828125, - 0.792969, - 0.558594, - 0.746094, - 1.078125, - 0.6875, - 0.652344, - 0.867188, - 0.53125, - 0.824219, - 0.707031, - 0.640625, - 0.882812, - 0.988281, - 0.714844, - 0.777344, - 0.75, - 0.796875, - 0.542969, - 0.90625, - 0.589844, - 0.796875, - 0.875, - 0.535156, - 0.423828, - 0.375, - 0.800781, - 1.59375, - 0.458984, - 0.785156, - 0.839844, - 0.796875, - 0.414062, - 0.796875, - 0.8125, - 0.375, - 0.742188, - 0.453125, - 0.773438, - 0.847656, - 0.597656, - 0.878906, - 0.941406, - 0.777344, - 0.617188, - 0.707031, - 0.789062, - 0.503906, - 0.933594, - 0.519531, - 0.738281, - 0.851562, - 0.816406, - 0.726562, - 0.636719, - 0.4375, - 0.765625, - 0.585938, - 0.90625, - 0.878906, - 0.71875, - 0.773438, - 0.839844, - 0.867188, - 0.648438, - 0.800781, - 0.9375, - 0.482422, - 0.734375, - 0.71875, - 0.84375, - 0.566406, - 0.542969, - 0.628906, - 0.855469, - 0.617188, - 0.644531, - 0.394531, - 0.707031, - 0.886719, - 0.8125, - 0.898438, - 0.675781, - 0.726562, - 0.412109, - 0.855469, - 0.796875, - 0.558594, - 0.765625, - 0.5625, - 0.648438, - 0.503906, - 0.890625, - 0.546875, - 0.597656, - 0.75, - 0.617188, - 0.777344, - 0.59375, - 0.75, - 0.875, - 0.566406, - 0.8125, - 0.617188, - 0.761719, - 0.863281, - 0.804688, - 0.828125, - 0.597656, - 0.851562, - 0.542969, - 0.515625, - 0.90625, - 0.777344, - 0.527344, - 0.796875, - 0.335938, - 0.839844, - 0.863281, - 0.800781, - 0.660156, - 0.78125, - 0.462891, - 0.519531, - 0.800781, - 0.605469, - 0.746094, - 0.539062, - 0.605469, - 0.804688, - 0.851562, - 0.84375, - 0.824219, - 0.875, - 0.746094, - 0.753906, - 0.847656, - 0.835938, - 0.777344, - 0.710938, - 0.558594, - 0.423828, - 0.882812, - 0.554688, - 0.871094, - 0.582031, - 0.703125, - 0.578125, - 0.730469, - 0.851562, - 0.792969, - 0.597656, - 0.835938, - 0.871094, - 0.929688, - 0.777344, - 0.466797, - 1.554688, - 0.359375, - 0.59375, - 0.757812, - 0.582031, - 0.78125, - 0.394531, - 0.785156, - 0.800781, - 0.878906, - 0.449219, - 0.765625, - 0.820312, - 0.425781, - 0.589844, - 0.558594, - 0.785156, - 0.820312, - 0.769531, - 0.863281, - 0.9375, - 0.363281, - 0.957031, - 0.890625, - 0.498047, - 0.773438, - 0.773438, - 0.773438, - 0.707031, - 2.265625, - 0.800781, - 0.757812, - 0.820312, - 0.835938, - 0.738281, - 0.582031, - 0.835938, - 0.410156, - 0.804688, - 0.707031, - 0.613281, - 0.820312, - 0.761719, - 0.765625, - 0.828125, - 0.769531, - 0.753906, - 0.492188, - 0.785156, - 0.746094, - 0.390625, - 0.660156, - 0.84375, - 0.886719, - 0.839844, - 0.558594, - 0.396484, - 0.890625, - 0.886719, - 0.800781, - 0.652344, - 0.570312, - 0.960938, - 0.5625, - 0.828125, - 0.722656, - 0.6875, - 0.78125, - 0.582031, - 0.683594, - 0.714844, - 0.507812, - 0.902344, - 0.8125, - 0.367188, - 0.804688, - 0.835938, - 0.945312, - 0.8125, - 0.808594, - 0.824219, - 0.464844, - 0.894531, - 0.527344, - 0.578125, - 0.8125, - 0.789062, - 0.800781, - 0.835938, - 0.757812, - 0.423828, - 0.824219, - 0.824219, - 0.765625, - 0.867188, - 0.585938, - 0.855469, - 2.484375, - 0.761719, - 0.78125, - 0.605469, - 0.757812, - 0.835938, - 0.90625, - 0.578125, - 0.832031, - 0.902344, - 0.789062, - 0.410156, - 0.820312, - 0.828125, - 0.757812, - 0.753906, - 0.808594, - 0.617188, - 0.519531, - 0.753906, - 0.820312, - 0.875, - 0.703125, - 0.761719, - 0.820312, - 0.761719, - 0.742188, - 0.734375, - 0.703125, - 2.09375, - 0.683594, - 0.851562, - 0.851562, - 0.777344, - 0.8125, - 0.414062, - 0.949219, - 0.90625, - 0.574219, - 0.648438, - 0.597656, - 0.796875, - 0.824219, - 0.507812, - 0.699219, - 0.574219, - 0.710938, - 0.789062, - 0.808594, - 0.445312, - 0.851562, - 0.345703, - 0.777344, - 0.882812, - 0.855469, - 0.5625, - 0.738281, - 0.824219, - 0.785156, - 0.691406, - 0.855469, - 0.824219, - 0.5625, - 0.839844, - 0.710938, - 0.535156, - 0.769531, - 0.464844, - 0.882812, - 0.621094, - 0.59375, - 0.675781, - 0.917969, - 0.824219, - 0.796875, - 0.664062, - 0.882812, - 0.824219, - 0.558594, - 0.601562, - 0.734375, - 0.816406, - 0.890625, - 0.523438, - 0.828125, - 0.816406, - 0.78125, - 0.847656, - 0.535156, - 0.867188, - 0.5625, - 0.78125, - 0.792969, - 0.746094, - 0.816406, - 0.871094, - 0.792969, - 0.746094, - 0.921875, - 0.773438, - 0.734375, - 0.640625, - 0.78125, - 0.839844, - 0.765625, - 0.886719, - 0.808594, - 0.75, - 0.855469, - 0.78125, - 0.792969, - 0.691406, - 0.769531, - 0.773438, - 0.839844, - 0.78125, - 0.675781, - 0.878906, - 0.875, - 0.816406, - 0.769531, - 0.855469, - 0.625, - 0.589844, - 0.566406, - 0.730469, - 0.835938, - 0.867188, - 0.859375, - 0.847656, - 0.800781, - 0.8125, - 0.800781, - 0.439453, - 0.78125, - 0.753906, - 0.8125, - 0.835938, - 0.824219, - 0.777344, - 0.789062, - 0.542969, - 0.832031, - 0.753906, - 0.796875, - 0.761719, - 0.796875, - 0.390625, - 0.871094, - 0.839844, - 0.855469, - 0.875, - 0.78125, - 0.5625, - 0.652344, - 0.84375, - 0.507812, - 0.875, - 0.333984, - 0.601562, - 0.804688, - 0.394531, - 0.394531, - 0.816406, - 0.617188, - 2.421875, - 0.824219, - 0.785156, - 0.808594, - 0.59375, - 0.902344, - 0.667969, - 0.417969, - 0.839844, - 0.816406, - 0.785156, - 0.769531, - 0.671875, - 0.486328, - 0.898438, - 0.71875, - 0.839844, - 0.695312, - 0.660156, - 0.472656, - 0.298828, - 0.746094, - 0.8125, - 0.828125, - 0.878906, - 0.882812, - 0.75, - 0.730469, - 0.71875, - 0.570312, - 0.855469, - 0.886719, - 0.945312, - 0.839844, - 0.451172, - 0.824219, - 0.777344, - 0.738281, - 0.671875, - 0.898438, - 0.785156, - 0.613281, - 0.824219, - 0.644531, - 0.574219, - 0.78125, - 0.703125, - 0.660156, - 0.734375, - 0.820312, - 0.380859, - 0.957031, - 0.355469, - 0.902344, - 0.789062, - 0.390625, - 0.357422, - 0.769531, - 0.695312, - 0.773438, - 1.195312, - 0.867188, - 0.859375, - 0.6875, - 0.582031, - 0.808594, - 0.730469, - 0.746094, - 1.664062, - 0.808594, - 0.785156, - 0.855469, - 0.535156, - 0.859375, - 0.8125, - 0.703125, - 0.875, - 0.535156, - 0.445312, - 0.710938, - 0.785156, - 0.730469, - 0.933594, - 0.789062, - 0.871094, - 0.957031, - 0.800781, - 0.738281, - 0.820312, - 0.699219, - 0.707031, - 0.59375, - 0.5, - 0.621094, - 0.730469, - 1.15625, - 0.738281, - 0.832031, - 0.804688, - 0.839844, - 0.675781, - 0.898438, - 0.945312, - 0.898438, - 0.785156, - 0.828125, - 0.878906, - 0.738281, - 0.636719, - 2.3125, - 0.160156, - 0.898438, - 0.710938, - 0.707031, - 0.558594, - 0.738281, - 0.738281, - 0.294922, - 0.574219, - 0.683594, - 0.474609, - 0.8125, - 0.761719, - 0.753906, - 2.078125, - 0.742188, - 0.804688, - 0.59375, - 0.414062, - 0.796875, - 0.617188, - 0.832031, - 0.679688, - 0.851562, - 0.78125, - 0.777344, - 0.832031, - 0.859375, - 0.412109, - 0.851562, - 0.515625, - 0.65625, - 0.847656, - 1.351562, - 1.140625, - 0.832031, - 0.410156, - 0.792969, - 0.960938, - 0.773438, - 0.361328, - 0.769531, - 0.535156, - 0.828125, - 0.648438, - 0.875, - 0.824219, - 0.427734, - 0.761719, - 0.835938, - 0.835938, - 0.5625, - 0.691406, - 0.675781, - 0.796875, - 0.796875, - 0.867188, - 0.664062, - 0.546875, - 0.882812, - 0.773438, - 0.808594, - 0.542969, - 0.539062, - 0.730469, - 0.761719, - 0.808594, - 0.644531, - 0.675781, - 0.878906, - 0.894531, - 0.337891, - 0.566406, - 0.320312, - 0.835938, - 0.828125, - 0.980469, - 0.734375, - 0.65625, - 0.757812, - 0.882812, - 0.824219, - 0.574219, - 0.792969, - 0.597656, - 0.726562, - 1.289062, - 0.8125, - 0.460938, - 0.753906, - 0.785156, - 0.859375, - 0.808594, - 0.503906, - 0.777344, - 0.71875, - 0.847656, - 0.792969, - 0.765625, - 0.789062, - 0.539062, - 0.929688, - 0.738281, - 0.75, - 0.664062, - 0.785156, - 0.898438, - 0.828125, - 0.738281, - 0.785156, - 0.910156, - 0.394531, - 0.726562, - 0.765625, - 0.792969, - 0.863281, - 0.59375, - 0.808594, - 0.882812, - 0.742188, - 0.816406, - 0.773438, - 0.84375, - 0.691406, - 0.902344, - 0.414062, - 0.761719, - 0.875, - 0.550781, - 0.765625, - 0.769531, - 0.777344, - 0.820312, - 0.53125, - 0.78125, - 0.582031, - 0.660156, - 0.519531, - 0.804688, - 0.894531, - 0.894531, - 0.789062, - 0.574219, - 0.388672, - 0.769531, - 0.482422, - 0.761719, - 0.878906, - 0.824219, - 0.746094, - 0.828125, - 0.859375, - 0.582031, - 0.738281, - 0.789062, - 0.800781, - 0.691406, - 0.855469, - 0.835938, - 0.746094, - 0.828125, - 0.867188, - 0.667969, - 0.882812, - 0.804688, - 0.785156, - 0.386719, - 0.828125, - 0.429688, - 0.511719, - 0.835938, - 0.753906, - 0.5625, - 0.511719, - 0.675781, - 0.398438, - 0.5625, - 0.835938, - 0.839844, - 0.863281, - 1.03125, - 0.765625, - 0.667969, - 0.90625, - 0.640625, - 0.382812, - 0.710938, - 0.917969, - 0.804688, - 0.824219, - 0.773438, - 0.886719, - 0.785156, - 0.761719, - 0.804688, - 0.875, - 0.84375, - 0.232422, - 0.855469, - 0.609375, - 0.490234, - 0.765625, - 0.566406, - 0.804688, - 0.832031, - 0.867188, - 0.287109, - 0.554688, - 0.636719, - 0.496094, - 0.738281, - 0.800781, - 0.820312, - 0.773438, - 0.878906, - 0.839844, - 0.730469, - 0.878906, - 0.597656, - 0.455078, - 0.550781, - 0.761719, - 0.769531, - 0.886719, - 0.867188, - 0.367188, - 0.349609, - 0.412109, - 0.792969, - 0.644531, - 0.667969, - 0.792969, - 0.886719, - 0.707031, - 0.859375, - 0.839844, - 0.824219, - 0.402344, - 0.773438, - 0.710938, - 0.792969, - 0.796875, - 0.554688, - 0.578125, - 0.78125, - 0.832031, - 0.730469, - 0.570312, - 0.640625, - 0.84375, - 0.396484, - 0.730469, - 0.75, - 0.9375, - 0.726562, - 0.800781, - 0.613281, - 0.886719, - 0.777344, - 0.769531, - 0.371094, - 0.730469, - 0.546875, - 0.894531, - 0.804688, - 0.59375, - 0.695312, - 0.808594, - 0.75, - 0.582031, - 0.769531, - 0.5, - 0.855469, - 0.75, - 0.78125, - 0.636719, - 0.738281, - 0.539062, - 0.820312, - 0.878906, - 0.726562, - 0.894531, - 0.832031, - 0.824219, - 0.5625, - 0.578125, - 0.863281, - 0.761719, - 0.835938, - 0.769531, - 0.902344, - 0.703125, - 0.746094, - 0.796875, - 0.789062, - 0.8125, - 0.835938, - 0.640625, - 0.664062, - 0.8125, - 0.632812, - 0.878906, - 0.875, - 0.804688, - 0.832031, - 0.792969, - 0.824219, - 0.597656, - 0.847656, - 0.628906, - 0.699219, - 0.847656, - 0.828125, - 0.515625, - 0.416016, - 0.6875, - 0.855469, - 0.359375, - 0.769531, - 0.8125, - 0.828125 - ] - }, - "name": "model.model.layers.1.post_attention_layernorm.weight", - "outputIndexes": [ - 195 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 194 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_1/Mul_output_0", - "outputIndexes": [ - 196 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 195, - 196 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_1/Mul_1_output_0", - "outputIndexes": [ - 197 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 197 - ], - "outputIndexes": [ - 2352 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2352 - ], - "outputIndexes": [ - 2353 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/gate_proj/Linear", - "inputIndexes": [ - 2353 - ], - "outputIndexes": [ - 2354 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 29434098, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2354 - ], - "outputIndexes": [ - 2355 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2355 - ], - "outputIndexes": [ - 198 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 198 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_1/Sigmoid_output_0", - "outputIndexes": [ - 199 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 198, - 199 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_1/Mul_output_0", - "outputIndexes": [ - 200 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 197 - ], - "outputIndexes": [ - 2356 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2356 - ], - "outputIndexes": [ - 2357 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/up_proj/Linear", - "inputIndexes": [ - 2357 - ], - "outputIndexes": [ - 2358 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 37175560, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2358 - ], - "outputIndexes": [ - 2359 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2359 - ], - "outputIndexes": [ - 201 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 200, - 201 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_1/Mul_output_0", - "outputIndexes": [ - 202 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 202 - ], - "outputIndexes": [ - 2360 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2360 - ], - "outputIndexes": [ - 2361 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/down_proj/Linear", - "inputIndexes": [ - 2361 - ], - "outputIndexes": [ - 2362 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 44917022, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2362 - ], - "outputIndexes": [ - 2363 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2363 - ], - "outputIndexes": [ - 203 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 194, - 203 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_9_output_0", - "outputIndexes": [ - 204 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 204, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_18_output_0", - "outputIndexes": [ - 205 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.294922, - 0.408203, - 0.484375, - 0.373047, - 0.511719, - 0.25, - 0.527344, - 0.326172, - 0.435547, - 0.283203, - 0.396484, - 0.427734, - 0.369141, - 0.380859, - 0.371094, - 0.466797, - 0.445312, - 0.369141, - 0.34375, - 0.255859, - 0.449219, - 0.470703, - 0.371094, - 0.257812, - 0.800781, - -0.410156, - 0.324219, - 0.233398, - 0.267578, - 0.396484, - 0.40625, - 0.400391, - 0.480469, - -0.237305, - 0.498047, - 0.480469, - 0.773438, - 0.455078, - 0.287109, - 0.425781, - 0.445312, - 0.496094, - 0.445312, - 0.617188, - 0.412109, - 0.335938, - 0.3125, - 0.353516, - 0.388672, - 0.597656, - 0.28125, - 0.335938, - 0.394531, - 0.474609, - 0.351562, - 0.310547, - 0.265625, - 0.275391, - 0.636719, - 0.324219, - 0.277344, - 0.28125, - 0.427734, - 0.451172, - 0.484375, - 0.298828, - 0.458984, - 0.240234, - 0.542969, - 0.421875, - 0.423828, - 0.464844, - 0.269531, - 0.363281, - 0.753906, - 0.386719, - 0.412109, - 0.515625, - 0.363281, - 0.535156, - 0.566406, - 0.261719, - 0.511719, - 0.660156, - 0.460938, - 0.478516, - 0.542969, - 0.492188, - 0.414062, - 0.396484, - 0.439453, - 0.291016, - 0.375, - 0.359375, - 0.628906, - 0.71875, - 0.498047, - 0.345703, - 0.757812, - 0.304688, - 0.546875, - 0.388672, - 0.291016, - 0.527344, - 0.298828, - 0.439453, - 0.601562, - 0.410156, - 0.304688, - 0.40625, - 0.253906, - 0.425781, - 0.503906, - 1.257812, - 0.46875, - 0.351562, - 0.546875, - 0.419922, - 0.277344, - 0.251953, - 0.435547, - 0.296875, - 0.380859, - 0.255859, - 0.347656, - 0.496094, - 0.404297, - 0.230469, - 0.550781, - 0.558594, - 0.394531, - 0.335938, - 0.416016, - 0.539062, - 0.445312, - 0.445312, - 0.249023, - 0.613281, - 0.232422, - 0.574219, - 0.176758, - 0.460938, - 0.330078, - 0.273438, - 0.53125, - 0.255859, - 0.451172, - 0.53125, - 0.65625, - 0.378906, - 0.341797, - 0.511719, - 0.291016, - 0.416016, - 0.339844, - 0.296875, - 0.640625, - 0.330078, - 0.464844, - 0.523438, - 0.345703, - 0.351562, - 0.498047, - 0.328125, - 0.257812, - 0.443359, - 0.412109, - 0.554688, - 0.410156, - 0.476562, - 0.496094, - 0.394531, - 0.458984, - 0.652344, - 0.388672, - 0.384766, - 0.667969, - 0.345703, - 0.578125, - 0.574219, - 0.390625, - 0.330078, - 0.542969, - 0.515625, - 0.566406, - 0.667969, - 0.231445, - 0.427734, - 0.3125, - 0.316406, - 0.462891, - 0.320312, - 0.449219, - 0.527344, - 0.734375, - 0.382812, - 0.458984, - 0.423828, - 0.515625, - 0.296875, - 0.3125, - 0.386719, - 0.417969, - 0.488281, - 0.46875, - 0.492188, - 0.349609, - 0.410156, - 0.417969, - 0.542969, - 0.353516, - 0.503906, - 0.279297, - 0.482422, - 0.539062, - 0.416016, - 0.332031, - 0.5625, - 0.53125, - 0.365234, - 0.34375, - 0.490234, - 0.261719, - 0.519531, - 0.314453, - 0.486328, - 0.310547, - 0.291016, - 0.621094, - 0.574219, - 0.515625, - 0.519531, - 0.820312, - 0.578125, - 0.396484, - 0.253906, - 0.330078, - 0.476562, - 0.353516, - 0.4375, - 0.25, - 0.480469, - 0.550781, - 0.683594, - 0.388672, - 0.339844, - 0.554688, - 0.648438, - 0.306641, - 0.558594, - 0.345703, - 0.457031, - 0.494141, - 0.828125, - 0.18457, - 0.300781, - 0.330078, - 0.507812, - 0.65625, - 0.464844, - 0.482422, - 0.458984, - 0.46875, - 0.357422, - 0.380859, - 0.375, - 0.314453, - 0.490234, - 0.417969, - 0.318359, - 0.447266, - 0.667969, - 0.40625, - 0.341797, - 0.388672, - -0.28125, - 0.273438, - 0.498047, - 0.189453, - 0.609375, - 0.542969, - 0.337891, - 0.339844, - 0.433594, - 0.416016, - 0.231445, - -0.00017, - 0.460938, - 0.404297, - 0.5, - 0.34375, - 0.503906, - -0.707031, - 0.503906, - 0.291016, - 0.248047, - 0.462891, - 0.417969, - 0.453125, - 0.441406, - 0.275391, - 0.357422, - 0.470703, - 0.232422, - 0.464844, - 0.333984, - 0.439453, - 0.369141, - 0.396484, - 0.193359, - 0.378906, - 0.542969, - 0.246094, - 0.408203, - 0.439453, - 0.455078, - 0.335938, - 0.443359, - 0.371094, - 0.296875, - 0.394531, - 0.482422, - 0.400391, - 0.347656, - 0.402344, - 0.427734, - 0.416016, - 0.230469, - 0.515625, - 0.492188, - 0.152344, - 0.457031, - 0.253906, - 0.589844, - 0.451172, - 0.337891, - 0.46875, - 0.211914, - 0.474609, - 0.257812, - 0.416016, - 0.392578, - 0.330078, - 0.6875, - 0.664062, - 0.285156, - 0.494141, - 0.306641, - 0.201172, - 0.470703, - 0.259766, - 0.363281, - 0.398438, - 0.419922, - 0.200195, - 0.40625, - 1.203125, - 0.527344, - 0.478516, - -0.245117, - 0.200195, - 0.435547, - 0.412109, - 0.388672, - 0.349609, - 0.390625, - 0.347656, - 0.369141, - 0.300781, - 0.535156, - 0.503906, - 0.244141, - 0.609375, - 0.324219, - 0.458984, - 0.400391, - 0.445312, - 0.339844, - 0.605469, - 0.275391, - 0.890625, - 0.726562, - 0.451172, - 0.902344, - 0.326172, - 0.304688, - 0.275391, - 0.369141, - 0.283203, - 0.478516, - 0.351562, - 0.494141, - 0.617188, - 0.574219, - 0.578125, - 0.341797, - 0.347656, - 0.248047, - 0.439453, - 0.558594, - 0.267578, - 0.75, - 0.373047, - 0.213867, - 0.455078, - 0.292969, - -0.478516, - 0.503906, - 0.204102, - 0.367188, - 0.339844, - 0.335938, - 0.671875, - 0.482422, - 0.382812, - 0.302734, - 0.777344, - 0.451172, - 0.238281, - 0.455078, - 0.523438, - 0.300781, - 0.498047, - 0.300781, - -0.225586, - 0.445312, - 0.292969, - 0.53125, - 0.4375, - 0.378906, - 0.486328, - 0.425781, - 0.34375, - 0.535156, - 0.439453, - 0.279297, - 0.263672, - 0.277344, - 0.367188, - 0.445312, - 0.332031, - 0.21582, - 0.388672, - 0.482422, - 0.535156, - 0.707031, - 0.320312, - 0.8125, - 0.404297, - 0.609375, - 0.380859, - 0.466797, - 0.328125, - 0.435547, - 0.53125, - 0.5, - 0.898438, - 0.425781, - 0.160156, - 0.482422, - 0.285156, - 0.511719, - 0.496094, - 0.416016, - 0.337891, - 0.261719, - 0.363281, - 0.390625, - 0.382812, - 0.289062, - 0.449219, - 0.400391, - 0.263672, - 0.5, - 0.710938, - 0.472656, - 0.554688, - 0.227539, - 0.386719, - 0.5625, - 0.492188, - 0.455078, - 0.386719, - 0.380859, - 0.3125, - 0.248047, - 0.53125, - 0.464844, - 0.773438, - 0.478516, - 0.53125, - 0.369141, - 0.462891, - 0.367188, - 0.605469, - 0.460938, - 0.519531, - 0.683594, - 0.249023, - 0.339844, - 0.310547, - 0.357422, - 0.363281, - 0.162109, - 0.511719, - 0.335938, - 0.447266, - 1.101562, - 0.259766, - 0.5625, - 0.226562, - 0.417969, - 0.589844, - 0.617188, - 0.246094, - 0.380859, - 0.482422, - 0.523438, - 0.300781, - 0.466797, - -9.9e-05, - 0.412109, - 0.4375, - 0.300781, - 0.378906, - 0.239258, - 0.235352, - 0.498047, - 0.439453, - 0.404297, - 0.241211, - 0.322266, - 0.382812, - 0.384766, - 0.425781, - 0.410156, - 0.423828, - 0.373047, - 0.408203, - 0.196289, - 0.369141, - 0.380859, - 0.628906, - 0.320312, - 0.227539, - 0.302734, - 0.570312, - 0.466797, - 0.496094, - 0.492188, - 0.253906, - 0.359375, - 0.396484, - -0.000187, - 0.213867, - 0.431641, - 0.421875, - 0.416016, - 0.597656, - 0.271484, - 0.550781, - 0.640625, - 0.515625, - 0.519531, - 0.431641, - 0.498047, - 0.328125, - 0.492188, - 0.527344, - 0.441406, - 0.253906, - 0.605469, - 0.369141, - 0.193359, - 0.318359, - 0.245117, - 0.458984, - 0.496094, - 0.275391, - 0.449219, - 1.210938, - 0.386719, - 0.283203, - 0.589844, - 0.574219, - 0.298828, - 0.341797, - 0.507812, - 0.263672, - 0.259766, - 0.617188, - 0.585938, - 0.298828, - 0.198242, - 0.255859, - 0.40625, - 0.648438, - 0.617188, - 0.458984, - 0.292969, - 0.570312, - 0.800781, - 0.369141, - 0.255859, - 0.441406, - 0.492188, - 0.237305, - 0.486328, - 0.453125, - -5.2e-05, - 0.251953, - 0.582031, - 0.171875, - 0.243164, - 0.408203, - 0.486328, - 0.408203, - 0.53125, - 0.326172, - 0.382812, - 0.28125, - 0.398438, - 0.410156, - 0.476562, - 0.535156, - 0.429688, - 0.490234, - 0.490234, - 0.4375, - 0.431641, - 0.433594, - 0.386719, - 0.219727, - 0.239258, - 0.392578, - 0.470703, - 0.429688, - 0.251953, - 0.476562, - 0.435547, - 0.5, - 0.179688, - 0.445312, - 0.279297, - 0.306641, - 0.511719, - 0.710938, - 0.644531, - 0.492188, - 0.287109, - 0.275391, - 0.390625, - 0.304688, - 0.230469, - 0.183594, - 0.582031, - 0.53125, - 0.451172, - 0.318359, - 0.621094, - 0.375, - 0.625, - 0.241211, - 0.355469, - 0.457031, - 0.410156, - 0.5625, - 0.310547, - 0.498047, - 0.345703, - 0.472656, - 0.621094, - 0.5625, - 0.5, - 0.386719, - 0.419922, - 0.410156, - 0.482422, - 0.359375, - 0.296875, - 0.410156, - 0.359375, - 0.363281, - 0.433594, - 0.519531, - 0.435547, - 0.478516, - 0.439453, - 0.28125, - 0.542969, - 0.75, - 0.441406, - 0.349609, - 0.609375, - 0.482422, - 0.425781, - 0.427734, - 0.341797, - 0.402344, - 0.498047, - 0.458984, - 0.414062, - 0.335938, - 0.394531, - 0.40625, - 0.566406, - 0.267578, - 0.546875, - 0.582031, - 0.248047, - 0.300781, - 0.189453, - 0.554688, - 0.000238, - 0.234375, - 0.433594, - 0.490234, - 0.400391, - 0.386719, - 0.664062, - 0.330078, - 0.209961, - 0.429688, - 0.287109, - 0.429688, - 0.294922, - 0.328125, - 0.433594, - 0.535156, - 0.390625, - 0.316406, - 0.359375, - 0.425781, - 0.231445, - 0.582031, - 0.318359, - 0.439453, - 0.5, - 0.566406, - 0.480469, - 0.398438, - 0.253906, - 0.828125, - 0.275391, - 0.65625, - 0.443359, - 0.439453, - 0.503906, - 0.566406, - 0.640625, - 0.396484, - 0.490234, - 0.953125, - 0.3125, - 0.388672, - 0.369141, - 0.523438, - 0.259766, - 0.287109, - 0.396484, - 0.423828, - 0.380859, - 0.298828, - 0.202148, - 0.345703, - 0.472656, - 0.416016, - 0.664062, - 0.384766, - 0.349609, - 0.224609, - 0.546875, - 0.414062, - 0.421875, - 0.425781, - 0.279297, - 0.3125, - 0.339844, - 0.507812, - 0.271484, - 0.261719, - 0.695312, - 0.333984, - 0.412109, - 0.380859, - 0.412109, - 0.507812, - 0.234375, - 0.421875, - 0.267578, - 0.46875, - 0.523438, - 0.601562, - 0.796875, - 0.369141, - 0.613281, - 0.380859, - 0.271484, - 0.859375, - 0.363281, - 0.246094, - 0.439453, - 0.302734, - 0.6875, - 0.382812, - 0.5625, - 0.24707, - 0.490234, - 0.279297, - 0.212891, - 0.212891, - 0.271484, - 0.5, - 0.289062, - 0.355469, - 0.416016, - 0.332031, - 0.339844, - 0.439453, - 0.515625, - 0.425781, - 0.439453, - 0.408203, - 0.433594, - 0.46875, - 0.337891, - 0.330078, - 0.369141, - 0.691406, - 0.245117, - 0.460938, - 0.236328, - 0.363281, - 0.298828, - 0.357422, - 0.451172, - 0.470703, - 0.223633, - 0.494141, - 0.324219, - 0.503906, - 0.550781, - 0.310547, - 0.480469, - 0.371094, - 0.245117, - 0.535156, - 0.257812, - 0.455078, - 0.204102, - 0.355469, - 0.429688, - 0.535156, - 0.345703, - 0.460938, - 0.496094, - 0.249023, - 0.291016, - 0.235352, - 0.46875, - 0.419922, - 0.511719, - 0.589844, - 0.539062, - 0.166016, - -1.085938, - 0.699219, - 0.220703, - 0.824219, - 0.371094, - 0.392578, - 0.476562, - 0.5, - 0.261719, - 0.71875, - 0.341797, - 0.613281, - 0.488281, - 0.320312, - 0.585938, - 0.172852, - 0.466797, - 0.384766, - 0.275391, - 0.466797, - 0.398438, - 0.566406, - 0.582031, - 0.435547, - 0.410156, - 0.324219, - 0.490234, - 0.328125, - 0.227539, - 0.5, - 0.527344, - 0.660156, - 0.425781, - 0.421875, - 0.152344, - 0.828125, - 0.855469, - 0.330078, - 0.322266, - 0.291016, - 0.404297, - 0.431641, - 0.679688, - 0.353516, - 0.203125, - 0.392578, - 0.316406, - 0.384766, - 0.417969, - 0.222656, - 0.410156, - 0.539062, - 0.192383, - 0.427734, - 0.376953, - 0.753906, - 0.542969, - 0.566406, - 0.527344, - 0.355469, - 0.578125, - 0.3125, - 0.263672, - 0.408203, - 0.398438, - 0.445312, - 0.570312, - 0.453125, - 0.1875, - 0.617188, - 0.341797, - 0.351562, - 0.396484, - 0.238281, - 0.480469, - -0.000117, - 0.402344, - 0.546875, - 0.318359, - 0.435547, - 0.507812, - 0.613281, - 0.259766, - 0.542969, - 0.515625, - 0.4375, - 0.229492, - 0.431641, - 0.464844, - 0.408203, - 0.433594, - 0.369141, - 0.511719, - 0.261719, - 0.625, - 0.445312, - 0.609375, - 0.365234, - 0.339844, - 0.431641, - 0.511719, - 0.542969, - 0.347656, - 0.410156, - 8.1e-05, - 0.328125, - 0.421875, - 0.429688, - 0.457031, - 0.425781, - 0.151367, - 0.59375, - 0.408203, - 0.261719, - 0.269531, - 0.267578, - 0.435547, - 0.519531, - 0.322266, - 0.351562, - 0.263672, - 0.5, - 0.65625, - 0.535156, - 0.347656, - 0.349609, - 0.183594, - 0.386719, - 0.423828, - 0.476562, - 0.28125, - 0.46875, - 0.5, - 0.345703, - 0.206055, - 0.691406, - 0.458984, - 0.239258, - 0.458984, - 0.40625, - 0.292969, - 0.539062, - 0.425781, - 0.585938, - 0.378906, - 0.242188, - 0.380859, - 0.417969, - 0.421875, - 0.582031, - 0.351562, - 0.617188, - 0.5, - 0.28125, - 0.259766, - 0.330078, - 0.316406, - 0.460938, - 0.380859, - 0.652344, - 0.949219, - 0.550781, - 0.535156, - 0.494141, - 0.503906, - 0.261719, - 0.53125, - 0.359375, - 0.359375, - 0.515625, - 0.492188, - 0.609375, - 0.363281, - 0.835938, - 0.298828, - 0.412109, - 0.277344, - 0.394531, - 0.394531, - 0.398438, - 0.433594, - 0.550781, - 0.416016, - 0.585938, - 0.404297, - 0.324219, - 0.382812, - 0.492188, - 0.398438, - 0.625, - 0.373047, - 0.417969, - 0.347656, - 0.46875, - 0.582031, - 0.275391, - 0.53125, - 0.371094, - 0.308594, - 0.310547, - 0.365234, - 0.474609, - 0.546875, - 0.227539, - 0.5625, - 0.373047, - 0.433594, - 0.5, - 0.792969, - 0.339844, - 0.375, - 0.578125, - 0.445312, - 0.628906, - 0.355469, - 0.433594, - 0.292969, - 0.386719, - 0.550781, - 0.402344, - 0.359375, - 0.355469, - 0.208984, - 0.703125, - 0.601562, - 0.363281, - 0.515625, - 0.357422, - 0.217773, - 0.353516, - 0.455078, - 0.396484, - 0.578125, - 0.154297, - 0.263672, - 0.427734, - 0.324219, - 0.150391, - 0.494141, - 0.367188, - 0.000263, - 0.507812, - 0.298828, - 0.59375, - 0.255859, - 0.734375, - 0.328125, - 0.206055, - 0.648438, - 0.519531, - 0.339844, - 0.359375, - 0.320312, - 0.412109, - 0.808594, - 0.316406, - 0.400391, - 0.441406, - 0.412109, - 0.210938, - 0.369141, - 0.392578, - 0.503906, - 0.4375, - 0.519531, - 0.445312, - 0.335938, - 0.443359, - 0.357422, - 0.255859, - 0.441406, - 0.388672, - 0.519531, - 0.554688, - 0.320312, - 0.330078, - 0.394531, - 0.417969, - 0.5, - 0.445312, - 0.503906, - 0.339844, - 0.589844, - 0.359375, - 0.308594, - 0.515625, - 0.439453, - 0.417969, - 0.419922, - 0.574219, - 0.216797, - 0.589844, - 0.138672, - 0.486328, - 0.394531, - 0.363281, - 0.180664, - 0.417969, - 0.355469, - 0.373047, - 0.519531, - 0.566406, - 0.378906, - 0.314453, - 0.296875, - 0.472656, - 0.570312, - 0.369141, - 0.636719, - 0.582031, - 0.480469, - 0.451172, - 0.28125, - 0.482422, - 0.691406, - 0.535156, - 0.447266, - 0.283203, - 0.347656, - 0.384766, - 0.535156, - 0.357422, - 0.632812, - 0.367188, - 0.511719, - 0.625, - 0.546875, - 0.429688, - 0.445312, - 0.341797, - 0.4375, - 0.355469, - 0.355469, - 0.515625, - 0.324219, - 0.353516, - 0.394531, - 0.486328, - 0.470703, - 0.384766, - 0.349609, - 0.726562, - 0.550781, - 0.714844, - 0.3125, - 0.65625, - 0.632812, - 0.367188, - 0.273438, - -0.355469, - 0.355469, - 0.703125, - 0.652344, - 0.386719, - 0.349609, - 0.400391, - 0.353516, - 0.585938, - 0.417969, - 0.373047, - 0.353516, - 0.679688, - 0.498047, - 0.3125, - -2.3e-05, - 0.46875, - 0.443359, - 0.333984, - 0.214844, - 0.605469, - 0.359375, - 0.419922, - 0.414062, - 0.447266, - 0.490234, - 0.507812, - 0.361328, - 0.515625, - 0.232422, - 0.648438, - 0.441406, - 0.373047, - 0.324219, - 0.310547, - 0.390625, - 0.546875, - 0.24707, - 0.496094, - 0.636719, - 0.386719, - 0.222656, - 0.398438, - 0.285156, - 0.59375, - 0.322266, - 0.322266, - 0.546875, - 0.271484, - 0.427734, - 0.578125, - 0.470703, - 0.324219, - 0.492188, - 0.402344, - 0.367188, - 0.40625, - 0.550781, - 0.123535, - 0.283203, - 0.40625, - -0.40625, - 0.5, - 0.402344, - 0.310547, - 0.423828, - 0.318359, - 0.449219, - 0.296875, - 0.851562, - 0.683594, - 1.007812, - 0.200195, - 0.261719, - 0.176758, - 0.455078, - 0.808594, - 0.9375, - 0.455078, - 0.361328, - 0.355469, - 0.667969, - 0.636719, - 0.253906, - 0.601562, - 0.28125, - 0.371094, - 0.230469, - 0.443359, - 0.392578, - 0.445312, - 0.476562, - 0.425781, - 0.554688, - 0.416016, - 0.53125, - 0.349609, - 0.443359, - 0.400391, - 0.542969, - 0.515625, - 0.335938, - 0.652344, - 0.330078, - 0.425781, - 0.292969, - 0.427734, - 0.408203, - 0.519531, - 0.494141, - 0.451172, - 0.515625, - 0.285156, - 0.386719, - 0.339844, - 0.392578, - 0.652344, - 0.310547, - 0.439453, - 0.59375, - 0.380859, - 0.5625, - 0.490234, - 0.65625, - 0.429688, - 0.421875, - 0.351562, - 0.451172, - 1.007812, - 0.345703, - 0.445312, - 0.345703, - 0.542969, - 0.330078, - 0.235352, - 0.449219, - 0.283203, - 0.3125, - 0.289062, - 0.455078, - 0.486328, - 0.636719, - 0.4375, - 0.28125, - 0.248047, - 0.271484, - 0.765625, - 0.417969, - 0.466797, - 0.5625, - 0.34375, - 0.40625, - 0.578125, - 0.277344, - 0.398438, - 0.412109, - 0.535156, - 0.320312, - 0.453125, - 0.482422, - 0.511719, - 0.570312, - 0.460938, - 0.472656, - 0.597656, - 0.460938, - 0.585938, - 0.174805, - 0.462891, - 0.25, - 0.259766, - 0.279297, - 0.398438, - 0.253906, - 0.414062, - 0.34375, - 0.24707, - 0.359375, - 0.460938, - 0.455078, - 0.550781, - 0.335938, - 0.298828, - 0.605469, - 0.667969, - 0.466797, - 0.277344, - 0.460938, - 0.667969, - 0.523438, - 0.851562, - 0.375, - 0.59375, - 0.392578, - 0.427734, - 0.458984, - 0.722656, - 0.582031, - 0.339844, - 0.773438, - 0.292969, - 0.304688, - 0.470703, - 0.243164, - 0.382812, - 0.589844, - 0.671875, - -0.000111, - 0.257812, - 0.34375, - 0.753906, - 0.539062, - 0.425781, - 0.439453, - 0.621094, - 0.490234, - 0.648438, - 0.373047, - 0.554688, - -0.213867, - 0.345703, - -0.210938, - 0.4375, - 0.345703, - 0.511719, - 0.339844, - 0.231445, - 0.226562, - 0.283203, - 0.5, - 0.386719, - 0.451172, - 0.597656, - 0.558594, - 0.380859, - 0.664062, - 0.570312, - 0.433594, - 0.349609, - 0.484375, - 0.410156, - 0.455078, - 0.398438, - 0.261719, - 0.289062, - 0.445312, - 0.695312, - 0.355469, - 0.255859, - 0.296875, - 0.511719, - 0.291016, - 0.332031, - 0.419922, - 0.292969, - 0.330078, - 0.462891, - 0.345703, - 0.539062, - 0.376953, - 0.361328, - 0.210938, - 0.396484, - 0.296875, - 0.582031, - 0.376953, - 0.261719, - 0.369141, - 0.585938, - 0.398438, - 0.28125, - 0.347656, - 0.220703, - 0.339844, - 0.523438, - 0.542969, - 0.347656, - 0.496094, - 0.308594, - 0.707031, - 0.617188, - 0.318359, - 0.443359, - 0.472656, - 0.462891, - 0.298828, - 0.28125, - 0.667969, - 0.482422, - 0.863281, - 0.507812, - 0.511719, - 0.283203, - 0.361328, - 0.308594, - 0.351562, - 0.417969, - 0.464844, - 0.263672, - 0.384766, - 0.628906, - 0.337891, - 0.535156, - 0.5625, - 0.332031, - 0.392578, - 0.388672, - 0.601562, - 0.314453, - 0.523438, - 0.287109, - 0.326172, - 0.416016, - 0.425781, - 0.46875, - 0.34375, - 0.351562, - 0.349609, - 0.363281, - 0.519531, - 0.400391, - 0.546875 - ] - }, - "name": "model.model.layers.2.input_layernorm.weight", - "outputIndexes": [ - 206 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 205 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_2/Mul_output_0", - "outputIndexes": [ - 207 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 206, - 207 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_2/Mul_1_output_0", - "outputIndexes": [ - 208 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 208 - ], - "outputIndexes": [ - 2364 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2364 - ], - "outputIndexes": [ - 2365 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear", - "inputIndexes": [ - 2365 - ], - "outputIndexes": [ - 2366 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 52658484, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2366 - ], - "outputIndexes": [ - 2367 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2367 - ], - "outputIndexes": [ - 209 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 208 - ], - "main_type": "NONE", - "name": "/Shape_29_output_0", - "outputIndexes": [ - 210 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 210 - ], - "main_type": "NONE", - "name": "Shape580", - "outputIndexes": [ - 211 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 210 - ], - "main_type": "NONE", - "name": "Rank582", - "outputIndexes": [ - 212 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 212, - 212 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp584", - "outputIndexes": [ - 213 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 213 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze585", - "outputIndexes": [ - 214 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 213, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp587", - "outputIndexes": [ - 215 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 215 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze588", - "outputIndexes": [ - 216 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 211, - 214, - 216, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice591", - "outputIndexes": [ - 217 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 217 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze592", - "outputIndexes": [ - 218 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 218 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp593", - "outputIndexes": [ - 219 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 219, - 218 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp594", - "outputIndexes": [ - 220 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 210, - 220, - 213 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_34_output_0", - "outputIndexes": [ - 221 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 221, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_65_output_0", - "outputIndexes": [ - 222 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 222, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_26_output_0", - "outputIndexes": [ - 223 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 209, - 223 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_19_output_0", - "outputIndexes": [ - 224 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 224, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_16_output_0", - "outputIndexes": [ - 225 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 224 - ], - "main_type": "NONE", - "name": "/Shape_30_output_0", - "outputIndexes": [ - 226 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 226 - ], - "main_type": "NONE", - "name": "Shape601", - "outputIndexes": [ - 227 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 226 - ], - "main_type": "NONE", - "name": "Rank603", - "outputIndexes": [ - 228 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 228, - 228 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp605", - "outputIndexes": [ - 229 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 229 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze606", - "outputIndexes": [ - 230 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 229, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp608", - "outputIndexes": [ - 231 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 231 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze609", - "outputIndexes": [ - 232 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 227, - 230, - 232, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice612", - "outputIndexes": [ - 233 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 233 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze613", - "outputIndexes": [ - 234 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 234 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp614", - "outputIndexes": [ - 235 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 235, - 234 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp615", - "outputIndexes": [ - 236 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 226, - 236, - 229 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_35_output_0", - "outputIndexes": [ - 237 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 237, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_6_output_0", - "outputIndexes": [ - 238 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 238, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_70_output_0", - "outputIndexes": [ - 239 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 224, - 239, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_9_output_0", - "outputIndexes": [ - 240 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 240 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_4_output_0", - "outputIndexes": [ - 241 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 224, - 22, - 239, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_8_output_0", - "outputIndexes": [ - 242 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 241, - 242 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_29_output_0", - "outputIndexes": [ - 243 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 243, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_17_output_0", - "outputIndexes": [ - 244 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 225, - 244 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_10_output_0", - "outputIndexes": [ - 245 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 208 - ], - "outputIndexes": [ - 2368 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2368 - ], - "outputIndexes": [ - 2369 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear", - "inputIndexes": [ - 2369 - ], - "outputIndexes": [ - 2370 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 53991754, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2370 - ], - "outputIndexes": [ - 2371 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2371 - ], - "outputIndexes": [ - 246 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 222, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_27_output_0", - "outputIndexes": [ - 247 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 246, - 247 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_20_output_0", - "outputIndexes": [ - 248 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 248, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_18_output_0", - "outputIndexes": [ - 249 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 248 - ], - "main_type": "NONE", - "name": "/Shape_31_output_0", - "outputIndexes": [ - 250 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 250 - ], - "main_type": "NONE", - "name": "Shape663", - "outputIndexes": [ - 251 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 250 - ], - "main_type": "NONE", - "name": "Rank665", - "outputIndexes": [ - 252 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 252, - 252 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp667", - "outputIndexes": [ - 253 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 253 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze668", - "outputIndexes": [ - 254 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 253, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp670", - "outputIndexes": [ - 255 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 255 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze671", - "outputIndexes": [ - 256 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 251, - 254, - 256, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice674", - "outputIndexes": [ - 257 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 257 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze675", - "outputIndexes": [ - 258 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 258 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp676", - "outputIndexes": [ - 259 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 259, - 258 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp677", - "outputIndexes": [ - 260 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 250, - 260, - 253 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_36_output_0", - "outputIndexes": [ - 261 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 261, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_7_output_0", - "outputIndexes": [ - 262 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 262, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_72_output_0", - "outputIndexes": [ - 263 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 248, - 263, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_11_output_0", - "outputIndexes": [ - 264 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 264 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_5_output_0", - "outputIndexes": [ - 265 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 248, - 22, - 263, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_10_output_0", - "outputIndexes": [ - 266 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 265, - 266 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_30_output_0", - "outputIndexes": [ - 267 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 267, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_19_output_0", - "outputIndexes": [ - 268 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 249, - 268 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_11_output_0", - "outputIndexes": [ - 269 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 208 - ], - "outputIndexes": [ - 2372 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2372 - ], - "outputIndexes": [ - 2373 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear", - "inputIndexes": [ - 2373 - ], - "outputIndexes": [ - 2374 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 54213984, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2374 - ], - "outputIndexes": [ - 2375 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2375 - ], - "outputIndexes": [ - 270 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 270, - 247 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_21_output_0", - "outputIndexes": [ - 271 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 245, - 269, - 271, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_26_output_0", - "outputIndexes": [ - 272 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 272 - ], - "outputIndexes": [ - 2376 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2376 - ], - "outputIndexes": [ - 2377 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear", - "inputIndexes": [ - 2377 - ], - "outputIndexes": [ - 2378 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 54436214, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2378 - ], - "outputIndexes": [ - 2379 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2379 - ], - "outputIndexes": [ - 273 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 205, - 273 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_13_output_0", - "outputIndexes": [ - 274 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.652344, - 0.71875, - 0.683594, - 0.695312, - 0.6875, - 0.671875, - 0.699219, - 0.707031, - 0.78125, - 0.601562, - 0.691406, - 0.605469, - 0.765625, - 0.722656, - 0.722656, - 0.710938, - 0.707031, - 0.683594, - 0.738281, - 0.632812, - 0.746094, - 0.710938, - 0.695312, - 0.613281, - 0.679688, - 0.757812, - 0.671875, - 0.640625, - 0.757812, - 0.726562, - 0.710938, - 0.710938, - 0.746094, - 0.878906, - 0.6875, - 0.734375, - 0.691406, - 0.695312, - 0.605469, - 0.566406, - 0.757812, - 0.71875, - 0.695312, - 0.699219, - 0.714844, - 0.671875, - 0.710938, - 0.722656, - 0.714844, - 0.632812, - 0.628906, - 0.515625, - 0.714844, - 0.773438, - 0.703125, - 0.613281, - 0.613281, - 0.632812, - 0.503906, - 0.597656, - 0.777344, - 0.621094, - 0.671875, - 0.734375, - 0.714844, - 0.570312, - 0.679688, - 0.652344, - 0.664062, - 0.605469, - 0.703125, - 0.589844, - 0.617188, - 0.628906, - 0.664062, - 0.5625, - 0.710938, - 0.707031, - 0.710938, - 0.71875, - 0.707031, - 0.5625, - 0.550781, - 0.78125, - 0.757812, - 0.714844, - 0.722656, - 0.730469, - 0.664062, - 0.707031, - 0.769531, - 0.675781, - 0.625, - 0.640625, - 0.816406, - 0.441406, - 0.695312, - 0.589844, - 0.683594, - 0.777344, - 0.75, - 0.539062, - 0.890625, - 0.765625, - 0.605469, - 0.703125, - 0.703125, - 0.714844, - 0.578125, - 0.679688, - 0.609375, - 0.734375, - 0.664062, - 0.494141, - 0.753906, - 0.695312, - 0.675781, - 0.832031, - 0.585938, - 0.59375, - 0.753906, - 0.625, - 0.652344, - 0.632812, - 0.765625, - 0.738281, - 0.710938, - 0.582031, - 0.617188, - 0.71875, - 0.683594, - 0.710938, - 0.757812, - 0.765625, - 0.726562, - 0.734375, - 0.617188, - 0.695312, - 0.617188, - 0.707031, - 0.585938, - 0.6875, - 0.648438, - 0.582031, - 0.722656, - 0.65625, - 0.726562, - 1.804688, - 0.722656, - 0.71875, - 0.671875, - 0.773438, - 0.601562, - 0.695312, - 0.796875, - 0.601562, - 0.773438, - 0.589844, - 0.679688, - 0.746094, - 0.683594, - 0.664062, - 0.699219, - 0.621094, - 0.625, - 0.710938, - 0.691406, - 0.707031, - 0.726562, - 0.761719, - 0.753906, - 0.714844, - 0.734375, - 0.882812, - 0.660156, - 0.707031, - 0.679688, - 0.707031, - 0.734375, - 0.714844, - 0.796875, - 0.699219, - 0.8125, - 0.699219, - 0.683594, - 0.570312, - 0.585938, - 0.757812, - 0.730469, - 0.664062, - 0.761719, - 0.609375, - 0.75, - 0.726562, - 0.738281, - 0.722656, - 0.746094, - 0.707031, - 0.734375, - 0.636719, - 0.683594, - 0.695312, - 0.742188, - 0.875, - 0.707031, - 0.714844, - 0.714844, - 0.730469, - 0.683594, - 0.75, - 0.6875, - 0.777344, - 0.601562, - 0.671875, - 0.8125, - 0.734375, - 0.730469, - 0.714844, - 0.683594, - 0.699219, - 0.730469, - 0.710938, - 0.449219, - 0.179688, - 0.660156, - 0.714844, - 0.589844, - 0.554688, - 0.621094, - 0.644531, - 0.757812, - 0.75, - 0.75, - 0.675781, - 0.707031, - 0.699219, - 0.6875, - 0.707031, - 0.734375, - 0.746094, - 0.648438, - 0.738281, - 0.714844, - 0.710938, - 0.730469, - 0.765625, - 0.738281, - 0.6875, - 0.648438, - 0.730469, - 0.664062, - 0.707031, - 0.773438, - 0.679688, - 0.605469, - 0.625, - 0.648438, - 0.800781, - 0.734375, - 0.738281, - 0.734375, - 0.738281, - 0.6875, - 0.621094, - 0.726562, - 0.726562, - 0.617188, - 0.738281, - 0.726562, - 0.707031, - 0.695312, - 0.617188, - 0.605469, - 0.714844, - 0.523438, - 0.617188, - 0.582031, - 0.722656, - 0.628906, - 0.726562, - 0.691406, - 0.710938, - 0.6875, - 0.667969, - 0.710938, - 0.640625, - 1.289062, - 0.753906, - 0.703125, - 0.746094, - 0.730469, - 0.746094, - 0.785156, - 0.769531, - 0.644531, - 0.679688, - 0.730469, - 0.691406, - 0.777344, - 0.730469, - 0.601562, - 0.542969, - 0.800781, - 0.617188, - 0.714844, - 0.699219, - 0.726562, - 0.609375, - 0.699219, - 0.601562, - 0.574219, - 0.730469, - 0.597656, - 0.699219, - 0.820312, - 0.691406, - 0.488281, - 0.703125, - 0.695312, - 0.625, - 0.730469, - 0.773438, - 0.683594, - 0.546875, - 0.6875, - 0.738281, - 0.6875, - 0.59375, - 0.726562, - 0.679688, - 0.628906, - 0.800781, - 0.585938, - 0.667969, - 0.664062, - 0.375, - 0.703125, - 0.609375, - 0.679688, - 0.582031, - 0.734375, - 0.75, - 0.671875, - 0.777344, - 0.683594, - 0.703125, - 0.710938, - 0.644531, - 0.636719, - 0.730469, - 0.621094, - 0.542969, - 0.566406, - 0.714844, - 0.75, - 0.769531, - 0.59375, - 0.6875, - 0.722656, - 0.667969, - 0.664062, - 0.695312, - 0.691406, - 0.730469, - 0.65625, - 0.695312, - 0.757812, - 0.679688, - 0.601562, - 0.734375, - 0.652344, - 0.625, - 0.785156, - 0.589844, - 0.636719, - 0.691406, - 0.769531, - 0.628906, - 0.800781, - 0.652344, - 0.714844, - 0.714844, - 0.742188, - 0.710938, - 0.628906, - 0.839844, - 0.65625, - 0.75, - 0.648438, - 0.742188, - 0.679688, - 0.691406, - 0.757812, - 0.714844, - 0.566406, - 0.632812, - 0.742188, - 0.714844, - 0.664062, - 0.6875, - 0.613281, - 0.726562, - 0.613281, - 0.691406, - 0.636719, - 0.632812, - 0.722656, - 0.691406, - 2.15625, - 0.621094, - 0.667969, - 0.648438, - 0.722656, - 0.734375, - 0.6875, - 0.652344, - 0.703125, - 0.753906, - 0.609375, - 0.746094, - 0.71875, - 0.601562, - 0.714844, - 0.609375, - 0.769531, - 0.746094, - 0.617188, - 0.703125, - 0.621094, - 0.738281, - 0.777344, - 0.742188, - 0.722656, - 0.769531, - 0.554688, - 0.628906, - 0.652344, - 0.582031, - 0.660156, - 0.726562, - 0.628906, - 0.664062, - 0.539062, - 0.734375, - 0.738281, - 0.671875, - 0.605469, - 0.78125, - 0.730469, - 0.742188, - 0.746094, - 0.695312, - 0.710938, - 0.804688, - 0.714844, - 0.757812, - 0.757812, - 0.695312, - 0.601562, - 0.808594, - 0.589844, - 0.660156, - 0.714844, - 0.671875, - 0.6875, - 0.632812, - 0.648438, - 0.683594, - 0.695312, - 0.710938, - 0.738281, - 0.648438, - 0.632812, - 0.734375, - 0.765625, - 0.765625, - 0.71875, - 0.640625, - 0.609375, - 0.667969, - 0.722656, - 0.71875, - 0.777344, - 0.746094, - 0.667969, - 0.632812, - 0.671875, - 0.644531, - 0.640625, - 0.699219, - 0.714844, - 0.703125, - 0.726562, - 0.714844, - 0.699219, - 0.753906, - 0.757812, - 0.679688, - 0.644531, - 0.640625, - 0.644531, - 0.730469, - 0.714844, - 0.640625, - 0.757812, - 0.640625, - 0.703125, - 0.443359, - 0.621094, - 0.726562, - 0.664062, - 0.730469, - 0.753906, - 0.8125, - 0.585938, - 0.765625, - 0.722656, - 0.75, - 0.546875, - 0.640625, - 3.90625, - 0.746094, - 0.742188, - 0.636719, - 0.773438, - 0.621094, - 0.71875, - 0.765625, - 0.726562, - 0.753906, - 0.679688, - 0.648438, - 0.640625, - 0.628906, - 0.726562, - 0.722656, - 0.757812, - 0.714844, - 0.710938, - 0.605469, - 0.695312, - 0.734375, - 0.6875, - 0.707031, - 0.785156, - 0.652344, - 0.554688, - 0.695312, - 0.585938, - 0.722656, - 0.609375, - 0.792969, - 0.734375, - 2.15625, - 0.671875, - 0.679688, - 0.738281, - 0.738281, - 0.695312, - 0.601562, - 0.976562, - 0.695312, - 0.796875, - 0.710938, - 0.75, - 0.675781, - 0.671875, - 0.765625, - 0.734375, - 0.742188, - 0.621094, - 0.75, - 0.660156, - 0.589844, - 0.466797, - 0.691406, - 0.734375, - 0.714844, - 0.632812, - 0.726562, - 0.53125, - 0.59375, - 0.769531, - 0.777344, - 0.738281, - 0.613281, - 0.652344, - 0.75, - 0.957031, - 0.691406, - 0.714844, - 0.710938, - 0.71875, - 0.675781, - 0.640625, - 0.714844, - 0.761719, - 0.726562, - 0.773438, - 0.644531, - 0.730469, - 0.753906, - 0.707031, - 0.59375, - 0.753906, - 0.494141, - 0.558594, - 0.777344, - 0.691406, - -0.000378, - 0.632812, - 0.71875, - 0.601562, - 0.597656, - 0.722656, - 0.6875, - 0.683594, - 0.722656, - 0.589844, - 0.699219, - 0.65625, - 0.550781, - 0.671875, - 0.679688, - 0.769531, - 0.71875, - 0.675781, - 0.722656, - 0.746094, - 0.722656, - 0.765625, - 0.652344, - 0.589844, - 0.734375, - 0.6875, - 0.71875, - 0.742188, - 0.628906, - 0.730469, - 0.683594, - 0.746094, - 0.589844, - 0.746094, - 0.625, - 0.59375, - 0.75, - 0.824219, - 0.730469, - 0.527344, - 0.617188, - 0.589844, - 0.753906, - 0.648438, - 0.632812, - 0.636719, - 0.730469, - 0.738281, - 0.738281, - 0.6875, - 0.722656, - 0.652344, - 0.609375, - 0.597656, - 0.671875, - 0.578125, - 0.746094, - 0.691406, - 0.691406, - 0.675781, - 0.636719, - 0.722656, - 0.453125, - 0.695312, - 0.730469, - 0.753906, - 0.710938, - 0.617188, - 0.714844, - 0.707031, - 0.617188, - 0.683594, - 0.710938, - 0.714844, - 0.730469, - 0.820312, - 0.769531, - 0.769531, - 0.742188, - 0.636719, - 0.710938, - 0.925781, - 0.640625, - 0.632812, - 0.710938, - 0.378906, - 0.730469, - 0.609375, - 0.597656, - 0.78125, - 0.855469, - 0.671875, - 0.703125, - 0.71875, - 0.742188, - 0.605469, - 0.875, - 0.617188, - 0.65625, - 0.769531, - 0.644531, - 0.566406, - 0.585938, - 0.691406, - 1.617188, - 0.65625, - 0.769531, - 0.707031, - 0.730469, - 0.566406, - 0.679688, - 0.71875, - 0.585938, - 0.730469, - 0.597656, - 0.679688, - 0.742188, - 0.617188, - 0.808594, - 0.859375, - 0.683594, - 0.652344, - 0.707031, - 0.683594, - 0.636719, - 0.800781, - 0.546875, - 0.667969, - 0.742188, - 0.746094, - 1.007812, - 0.640625, - 0.625, - 0.5, - 0.667969, - 0.722656, - 0.796875, - 0.636719, - 0.6875, - 0.757812, - 0.753906, - 0.609375, - 0.726562, - 0.5625, - 0.609375, - 0.679688, - 0.703125, - 0.757812, - 0.664062, - 0.621094, - 0.648438, - 0.769531, - 0.636719, - 0.648438, - 0.609375, - 0.675781, - 0.769531, - 0.710938, - 0.710938, - 0.625, - 0.703125, - 0.621094, - 0.738281, - 0.730469, - 0.582031, - 0.679688, - 0.617188, - 0.617188, - 0.566406, - 0.753906, - 0.628906, - 0.632812, - 0.683594, - 0.605469, - 0.703125, - 0.636719, - 0.6875, - 0.847656, - 0.625, - 0.71875, - 0.683594, - 0.730469, - 0.773438, - 0.734375, - 0.621094, - 0.625, - 0.695312, - 0.53125, - 0.601562, - 0.761719, - 0.699219, - 0.640625, - 0.746094, - 0.400391, - 0.683594, - 0.761719, - 0.675781, - 0.664062, - 0.730469, - 0.625, - 0.621094, - 0.707031, - 0.628906, - 0.671875, - 0.617188, - 0.613281, - 0.699219, - 0.726562, - 0.691406, - 0.703125, - 0.757812, - 0.726562, - 0.71875, - 0.734375, - 0.746094, - 0.722656, - 0.695312, - 0.597656, - 0.566406, - 0.707031, - 0.597656, - 0.730469, - 0.644531, - 0.667969, - 0.597656, - 0.675781, - 0.714844, - 0.699219, - 0.632812, - 0.714844, - 0.75, - 0.769531, - 0.703125, - 0.5625, - 2.171875, - 0.558594, - 0.648438, - 0.757812, - 0.660156, - 0.667969, - 0.613281, - 0.699219, - 0.714844, - 0.738281, - 0.515625, - 0.691406, - 0.742188, - 0.585938, - 0.617188, - 0.621094, - 0.695312, - 0.75, - 0.648438, - 0.78125, - 0.800781, - 0.597656, - 0.527344, - 0.746094, - 0.609375, - 0.601562, - 0.71875, - 0.710938, - 0.6875, - 2.328125, - 0.699219, - 0.679688, - 0.734375, - 0.726562, - 0.679688, - 0.628906, - 0.734375, - 0.613281, - 0.734375, - 0.683594, - 0.613281, - 0.703125, - 0.742188, - 0.683594, - 0.707031, - 0.707031, - 0.726562, - 0.570312, - 0.753906, - 0.691406, - 0.652344, - 0.625, - 0.753906, - 0.773438, - 0.757812, - 0.566406, - 0.613281, - 0.742188, - 0.660156, - 0.730469, - 0.703125, - 0.597656, - 0.765625, - 0.542969, - 0.648438, - 0.699219, - 0.695312, - 0.726562, - 0.625, - 0.675781, - 0.636719, - 0.660156, - 0.789062, - 0.722656, - 0.613281, - 0.746094, - 0.726562, - 0.746094, - 0.71875, - 0.675781, - 0.789062, - 0.550781, - 0.746094, - 0.617188, - 0.617188, - 0.699219, - 0.71875, - 0.746094, - 0.707031, - 0.671875, - 0.625, - 0.730469, - 0.785156, - 0.667969, - 0.722656, - 0.628906, - 0.726562, - 3.421875, - 0.714844, - 0.726562, - 0.613281, - 0.703125, - 0.703125, - 0.753906, - 0.636719, - 0.726562, - 0.761719, - 0.714844, - 0.582031, - 0.730469, - 0.730469, - 0.679688, - 0.707031, - 0.695312, - 0.570312, - 0.601562, - 0.703125, - 0.742188, - 0.8125, - 0.671875, - 0.714844, - 0.726562, - 0.644531, - 0.675781, - 0.679688, - 0.664062, - 1.796875, - 0.648438, - 0.722656, - 0.738281, - 0.71875, - 0.730469, - 0.621094, - 0.855469, - 0.773438, - 0.628906, - 0.589844, - 0.648438, - 0.707031, - 0.734375, - 0.585938, - 0.675781, - 0.601562, - 0.691406, - 0.703125, - 0.691406, - 0.667969, - 0.777344, - 0.597656, - 0.707031, - 0.742188, - 0.773438, - 0.636719, - 0.703125, - 0.691406, - 0.691406, - 0.664062, - 0.710938, - 0.695312, - 0.628906, - 0.726562, - 0.691406, - 0.589844, - 0.707031, - 0.550781, - 0.734375, - 0.65625, - 0.648438, - 0.640625, - 0.734375, - 0.734375, - 0.738281, - 0.636719, - 0.777344, - 0.726562, - 0.601562, - 0.621094, - 0.691406, - 0.722656, - 0.753906, - 0.535156, - 0.691406, - 0.59375, - 0.695312, - 0.75, - 0.523438, - 0.765625, - 0.617188, - 0.746094, - 0.726562, - 0.675781, - 0.796875, - 0.71875, - 0.707031, - 0.722656, - 0.621094, - 0.738281, - 0.695312, - 0.648438, - 0.742188, - 0.734375, - 0.734375, - 0.753906, - 0.726562, - 0.679688, - 0.726562, - 0.734375, - 0.734375, - 0.660156, - 0.75, - 0.683594, - 0.71875, - 0.734375, - 0.734375, - 0.738281, - 0.71875, - 0.761719, - 0.691406, - 0.722656, - 0.640625, - 0.613281, - 0.632812, - 0.675781, - 0.730469, - 0.773438, - 0.738281, - 0.726562, - 0.703125, - 0.765625, - 0.769531, - 0.25, - 0.710938, - 0.742188, - 0.707031, - 0.757812, - 0.71875, - 0.707031, - 0.765625, - 0.613281, - 0.691406, - 0.707031, - 0.679688, - 0.675781, - 0.722656, - 0.613281, - 0.71875, - 0.730469, - 0.753906, - 0.757812, - 0.738281, - 0.632812, - 0.652344, - 0.714844, - 0.558594, - 0.734375, - 0.578125, - 0.636719, - 0.722656, - 0.5625, - 0.617188, - 0.710938, - 0.601562, - 1.054688, - 0.710938, - 0.699219, - 0.675781, - 0.617188, - 0.796875, - 0.625, - 0.601562, - 0.753906, - 0.773438, - 0.679688, - 0.734375, - 0.660156, - 0.519531, - 0.722656, - 0.671875, - 0.726562, - 0.628906, - 0.632812, - 0.816406, - 0.474609, - 0.738281, - 0.734375, - 0.71875, - 0.78125, - 0.753906, - 0.867188, - 0.679688, - 0.691406, - 0.644531, - 0.765625, - 0.742188, - 0.742188, - 0.738281, - 0.535156, - 0.730469, - 0.722656, - 0.730469, - 0.609375, - 0.765625, - 0.761719, - 0.652344, - 0.691406, - 0.628906, - 0.632812, - 0.683594, - 0.640625, - 0.640625, - 0.648438, - 0.703125, - 0.59375, - 0.777344, - 0.605469, - 0.78125, - 0.742188, - 0.570312, - 0.462891, - 0.734375, - 0.640625, - 0.734375, - 0.832031, - 0.554688, - 0.71875, - 0.65625, - 0.613281, - 0.753906, - 0.71875, - 0.707031, - 1.0625, - 0.644531, - 0.722656, - 0.761719, - 0.617188, - 0.730469, - 0.707031, - 0.65625, - 0.746094, - 0.621094, - 0.628906, - 0.667969, - 0.691406, - 0.703125, - 0.824219, - 0.667969, - 0.75, - 0.769531, - 0.738281, - 0.695312, - 0.71875, - 0.675781, - 0.695312, - 0.601562, - 0.664062, - 0.566406, - 0.707031, - 0.679688, - 0.691406, - 0.796875, - 0.777344, - 0.734375, - 0.695312, - 0.765625, - 0.847656, - 0.71875, - 0.734375, - 0.671875, - 0.792969, - 0.664062, - 0.625, - 1.820312, - 0.306641, - 0.820312, - 0.570312, - 0.664062, - 0.605469, - 0.710938, - 0.710938, - 0.271484, - 0.515625, - 0.628906, - 0.550781, - 0.734375, - 0.726562, - 0.703125, - 1.632812, - 0.707031, - 0.726562, - 0.609375, - 0.621094, - 0.738281, - 0.644531, - 0.777344, - 0.703125, - 0.785156, - 0.734375, - 0.785156, - 0.761719, - 0.742188, - 0.59375, - 0.710938, - 0.492188, - 0.644531, - 0.738281, - 1.257812, - 1.1875, - 0.699219, - 0.632812, - 0.664062, - 0.757812, - 0.730469, - 0.609375, - 0.734375, - 0.621094, - 0.746094, - 0.636719, - 0.753906, - 0.742188, - 0.621094, - 0.691406, - 0.710938, - 0.722656, - 0.589844, - 0.679688, - 0.652344, - 0.65625, - 0.726562, - 0.808594, - 0.726562, - 0.605469, - 0.765625, - 0.6875, - 0.75, - 0.582031, - 0.664062, - 0.761719, - 0.726562, - 0.722656, - 0.640625, - 0.28125, - 0.734375, - 0.546875, - 0.566406, - 0.632812, - 0.570312, - 0.722656, - 0.695312, - 0.75, - 0.675781, - 0.65625, - 0.6875, - 0.734375, - 0.703125, - 0.617188, - 0.699219, - 0.636719, - 0.683594, - 1.382812, - 0.730469, - 0.660156, - 0.714844, - 0.707031, - 0.726562, - 0.699219, - 0.554688, - 0.734375, - 0.671875, - 0.691406, - 0.695312, - 0.710938, - 0.695312, - 0.574219, - 0.765625, - 0.683594, - 0.679688, - 0.644531, - 0.742188, - 0.769531, - 0.738281, - 0.730469, - 0.75, - 0.746094, - 0.628906, - 0.695312, - 0.691406, - 0.71875, - 0.78125, - 0.617188, - 0.742188, - 0.757812, - 0.679688, - 0.75, - 0.667969, - 0.730469, - 0.652344, - 0.792969, - 0.550781, - 0.738281, - 0.636719, - 0.582031, - 0.691406, - 0.710938, - 0.714844, - 0.75, - 0.609375, - 0.75, - 0.625, - 0.617188, - 0.597656, - 0.773438, - 0.769531, - 0.714844, - 0.710938, - 0.613281, - 0.589844, - 0.699219, - 0.246094, - 0.726562, - 0.722656, - 0.753906, - 0.683594, - 0.695312, - 0.738281, - 0.632812, - 0.679688, - 0.726562, - 0.726562, - 0.675781, - 0.773438, - 0.714844, - 0.636719, - 0.75, - 0.699219, - 0.671875, - 0.777344, - 0.726562, - 0.683594, - 0.589844, - 0.796875, - 0.613281, - 0.601562, - 0.703125, - 0.695312, - 0.625, - 0.574219, - 0.679688, - 0.605469, - 0.5625, - 0.800781, - 0.722656, - 0.765625, - 1.492188, - 0.710938, - 0.558594, - 0.761719, - 0.585938, - 0.550781, - 0.8125, - 0.761719, - 0.699219, - 0.746094, - 0.679688, - 0.792969, - 0.757812, - 0.761719, - 0.707031, - 0.75, - 0.695312, - 0.439453, - 0.730469, - 0.648438, - 0.671875, - 0.730469, - 0.617188, - 0.726562, - 0.71875, - 0.734375, - -0.000477, - 0.605469, - 0.597656, - 0.223633, - 0.644531, - 0.726562, - 0.730469, - 0.664062, - 0.765625, - 0.707031, - 0.707031, - 0.726562, - 0.617188, - 0.605469, - 0.628906, - 0.714844, - 0.699219, - 0.8125, - 0.796875, - 0.613281, - 0.59375, - 0.582031, - 0.710938, - 0.640625, - 0.613281, - 0.703125, - 0.738281, - 0.695312, - 0.738281, - 0.789062, - 0.699219, - 0.597656, - 0.699219, - 0.640625, - 0.734375, - 0.742188, - 0.625, - 0.59375, - 0.757812, - 0.695312, - 0.703125, - 0.609375, - 0.65625, - 0.746094, - 0.601562, - 0.683594, - 0.703125, - 0.796875, - 0.710938, - 0.746094, - 0.65625, - 0.746094, - 0.71875, - 0.683594, - 0.578125, - 0.699219, - 0.574219, - 0.753906, - 0.75, - 0.640625, - 0.714844, - 0.699219, - 0.707031, - 0.628906, - 0.722656, - 0.625, - 0.714844, - 0.679688, - 0.628906, - 0.660156, - 0.722656, - 0.605469, - 0.726562, - 0.726562, - 0.703125, - 0.761719, - 0.769531, - 0.734375, - 0.605469, - 0.625, - 0.695312, - 0.710938, - 0.683594, - 0.683594, - 0.757812, - 0.730469, - 0.675781, - 0.710938, - 0.753906, - 0.710938, - 0.75, - 0.636719, - 0.625, - 0.695312, - 0.648438, - 0.785156, - 0.671875, - 0.738281, - 0.738281, - 0.710938, - 0.742188, - 0.609375, - 0.769531, - 0.644531, - 0.6875, - 0.710938, - 0.71875, - 0.490234, - 0.574219, - 0.660156, - 0.761719, - 0.59375, - 0.699219, - 0.699219, - 0.757812 - ] - }, - "name": "model.model.layers.2.post_attention_layernorm.weight", - "outputIndexes": [ - 275 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 274 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_2/Mul_output_0", - "outputIndexes": [ - 276 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 275, - 276 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_2/Mul_1_output_0", - "outputIndexes": [ - 277 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 277 - ], - "outputIndexes": [ - 2380 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2380 - ], - "outputIndexes": [ - 2381 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/gate_proj/Linear", - "inputIndexes": [ - 2381 - ], - "outputIndexes": [ - 2382 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 55763340, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2382 - ], - "outputIndexes": [ - 2383 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2383 - ], - "outputIndexes": [ - 278 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 278 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_2/Sigmoid_output_0", - "outputIndexes": [ - 279 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 278, - 279 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_2/Mul_output_0", - "outputIndexes": [ - 280 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 277 - ], - "outputIndexes": [ - 2384 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2384 - ], - "outputIndexes": [ - 2385 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/up_proj/Linear", - "inputIndexes": [ - 2385 - ], - "outputIndexes": [ - 2386 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 63504802, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2386 - ], - "outputIndexes": [ - 2387 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2387 - ], - "outputIndexes": [ - 281 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 280, - 281 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_2/Mul_output_0", - "outputIndexes": [ - 282 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 282 - ], - "outputIndexes": [ - 2388 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2388 - ], - "outputIndexes": [ - 2389 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/down_proj/Linear", - "inputIndexes": [ - 2389 - ], - "outputIndexes": [ - 2390 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 71246264, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2390 - ], - "outputIndexes": [ - 2391 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2391 - ], - "outputIndexes": [ - 283 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 274, - 283 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_14_output_0", - "outputIndexes": [ - 284 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 284, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_27_output_0", - "outputIndexes": [ - 285 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.378906, - 0.355469, - 0.402344, - 0.341797, - 0.470703, - 0.292969, - 0.382812, - 0.404297, - 0.361328, - 0.353516, - 0.404297, - 0.462891, - 0.355469, - 0.363281, - 0.380859, - 0.373047, - 0.326172, - 0.359375, - 0.322266, - 0.351562, - 0.339844, - 0.439453, - 0.359375, - 0.204102, - 0.371094, - 0.304688, - 0.402344, - 0.390625, - 0.347656, - 0.351562, - 0.341797, - 0.328125, - 0.392578, - -0.402344, - 0.373047, - 0.412109, - 0.439453, - 0.390625, - 0.378906, - 0.455078, - 0.322266, - 0.369141, - 0.326172, - 0.431641, - 0.388672, - 0.330078, - 0.322266, - 0.298828, - 0.398438, - 0.476562, - 0.275391, - 0.394531, - 0.328125, - 0.373047, - 0.304688, - 0.345703, - 0.384766, - 0.253906, - 0.558594, - 0.357422, - 0.34375, - 0.375, - 0.386719, - 0.337891, - 0.369141, - 0.380859, - 0.376953, - 0.333984, - 0.470703, - 0.369141, - 0.443359, - 0.511719, - 0.261719, - 0.369141, - 0.382812, - 0.482422, - 0.369141, - 0.359375, - 0.302734, - 0.353516, - 0.365234, - 0.242188, - 0.527344, - 0.585938, - 0.408203, - 0.353516, - 0.373047, - 0.400391, - 0.367188, - 0.339844, - 0.345703, - 0.357422, - 0.464844, - 0.341797, - 0.353516, - 0.597656, - 0.34375, - 0.466797, - 0.472656, - 0.320312, - 0.392578, - 0.443359, - 0.394531, - 0.441406, - 0.427734, - 0.425781, - 0.447266, - 0.308594, - 0.398438, - 0.396484, - 0.398438, - 0.316406, - 0.466797, - 1.117188, - 0.314453, - 0.308594, - 0.367188, - 0.470703, - 0.210938, - 0.259766, - 0.339844, - 0.349609, - 0.371094, - 0.345703, - 0.333984, - 0.435547, - 0.384766, - 0.314453, - 0.445312, - 0.355469, - 0.341797, - 0.308594, - 0.402344, - 0.355469, - 0.378906, - 0.3125, - 0.339844, - 0.361328, - 0.353516, - 0.333984, - 0.263672, - 0.427734, - 0.359375, - 0.337891, - 0.314453, - 0.349609, - 0.375, - 0.605469, - 0.347656, - 0.324219, - 0.371094, - 0.330078, - 0.320312, - 0.369141, - 0.304688, - 0.388672, - 0.388672, - 0.359375, - 0.429688, - 0.296875, - 0.429688, - 0.412109, - 0.414062, - 0.337891, - 0.367188, - 0.396484, - 0.394531, - 0.412109, - 0.318359, - 0.4375, - 0.330078, - 0.316406, - 0.429688, - 0.734375, - 0.365234, - 0.359375, - 0.447266, - 0.378906, - 0.445312, - 0.355469, - 0.339844, - 0.337891, - 0.460938, - 0.421875, - 0.341797, - 0.546875, - 0.304688, - 0.365234, - 0.267578, - 0.367188, - 0.396484, - 0.365234, - 0.412109, - 0.410156, - 0.498047, - 0.371094, - 0.353516, - 0.361328, - 0.435547, - 0.388672, - 0.289062, - 0.3125, - 0.390625, - 0.402344, - 0.300781, - 0.359375, - 0.359375, - 0.333984, - 0.326172, - 0.335938, - 0.376953, - 0.396484, - 0.40625, - 0.462891, - 0.373047, - 0.433594, - 0.314453, - 0.40625, - 0.335938, - 0.349609, - 0.324219, - 0.304688, - 0.333984, - 0.535156, - 0.333984, - 0.394531, - 0.353516, - 0.390625, - 0.558594, - 0.359375, - 0.388672, - 0.392578, - 0.503906, - 0.357422, - 0.380859, - 0.298828, - 0.378906, - 0.457031, - 0.373047, - 0.345703, - 0.339844, - 0.404297, - 0.396484, - 0.375, - 0.324219, - 0.349609, - 0.412109, - 0.378906, - 0.382812, - 0.439453, - 0.376953, - 0.470703, - 0.464844, - 0.664062, - 0.226562, - 0.359375, - 0.380859, - 0.390625, - 0.337891, - 0.451172, - 0.388672, - 0.369141, - 0.423828, - 0.373047, - 0.388672, - 0.357422, - 0.353516, - 0.414062, - 0.371094, - 0.273438, - 0.302734, - 0.527344, - 0.427734, - 0.335938, - 0.421875, - 0.355469, - 0.332031, - 0.367188, - 0.28125, - 0.390625, - 0.337891, - 0.404297, - 0.40625, - 0.417969, - 0.314453, - 0.337891, - 0.457031, - 0.320312, - 0.396484, - 0.429688, - 0.339844, - 0.423828, - 0.378906, - 0.306641, - 0.332031, - 0.349609, - 0.396484, - 0.419922, - 0.373047, - 0.470703, - 0.248047, - 0.382812, - 0.359375, - 0.375, - 0.333984, - 0.365234, - 0.400391, - 0.417969, - 0.304688, - 0.197266, - 0.476562, - 0.314453, - 0.306641, - 0.371094, - 0.419922, - 0.359375, - 0.335938, - 0.349609, - 0.341797, - 0.308594, - 0.345703, - 0.417969, - 0.298828, - 0.400391, - 0.341797, - 0.400391, - 0.447266, - 0.241211, - 0.376953, - 0.345703, - 0.192383, - 0.341797, - 0.304688, - 0.384766, - 0.445312, - 0.363281, - 0.371094, - 0.230469, - 0.447266, - 0.371094, - 0.402344, - 0.400391, - 0.34375, - 0.427734, - 0.376953, - 0.308594, - 0.357422, - 0.365234, - 0.304688, - 0.402344, - 0.349609, - 0.445312, - 0.433594, - 0.449219, - 0.310547, - 0.320312, - 1.25, - 0.458984, - 0.402344, - 0.408203, - 0.298828, - 0.4375, - 0.367188, - 0.382812, - 0.380859, - 0.363281, - 0.339844, - 0.365234, - 0.261719, - 0.433594, - 0.386719, - 0.365234, - 0.462891, - 0.394531, - 0.320312, - 0.355469, - 0.34375, - 0.443359, - 0.492188, - 0.363281, - 0.410156, - 0.427734, - 0.359375, - 0.351562, - 0.416016, - 0.283203, - 0.367188, - 0.378906, - 0.341797, - 0.375, - 0.40625, - 0.421875, - 0.373047, - 0.511719, - 0.490234, - 0.341797, - 0.382812, - 0.351562, - 0.433594, - 0.361328, - 0.361328, - 0.4375, - 0.365234, - 0.259766, - 0.451172, - 0.335938, - 0.349609, - 0.376953, - 0.259766, - 0.351562, - 0.376953, - 0.398438, - 0.316406, - 0.398438, - 0.369141, - 0.296875, - 0.380859, - 0.333984, - 0.351562, - 0.302734, - 0.349609, - 0.400391, - 0.361328, - 0.349609, - -0.332031, - 0.365234, - 0.357422, - 0.34375, - 0.427734, - 0.322266, - 0.390625, - 0.302734, - 0.308594, - 0.419922, - 0.482422, - 0.34375, - 0.347656, - 0.400391, - 0.322266, - 0.382812, - 0.410156, - 0.324219, - 0.417969, - 0.519531, - 0.388672, - 0.351562, - 0.337891, - 0.431641, - 0.396484, - 0.392578, - 0.386719, - 0.339844, - 0.316406, - 0.363281, - 0.410156, - 0.439453, - 0.519531, - 0.353516, - 0.223633, - 0.332031, - 0.333984, - 0.382812, - 0.375, - 0.349609, - 0.324219, - 0.328125, - 0.382812, - 0.396484, - 0.419922, - 0.349609, - 0.367188, - 0.371094, - 0.388672, - 0.400391, - 0.466797, - 0.417969, - 0.40625, - 0.365234, - 0.375, - 0.335938, - 0.341797, - 0.423828, - 0.333984, - 0.359375, - 0.332031, - 0.351562, - 0.371094, - 0.386719, - 0.363281, - 0.306641, - 0.320312, - 0.318359, - 0.376953, - 0.326172, - 0.478516, - 0.431641, - 0.378906, - 0.392578, - 0.353516, - 0.386719, - 0.363281, - 0.363281, - 0.322266, - 0.227539, - 0.412109, - 0.332031, - 0.337891, - 1.046875, - 0.388672, - 0.417969, - 0.341797, - 0.394531, - 0.445312, - 0.515625, - 0.267578, - 0.345703, - 0.402344, - 0.34375, - 0.386719, - 0.445312, - 9.6e-05, - 0.451172, - 0.443359, - 0.404297, - 0.345703, - 0.365234, - 0.287109, - 0.380859, - 0.314453, - 0.380859, - 0.310547, - 0.34375, - 0.384766, - 0.369141, - 0.400391, - 0.363281, - 0.363281, - 0.380859, - 0.384766, - 0.227539, - 0.345703, - 0.337891, - 0.353516, - 0.316406, - 0.300781, - 0.388672, - 0.535156, - 0.410156, - 0.498047, - 0.324219, - 0.310547, - 0.34375, - 0.339844, - 0.394531, - 0.316406, - 0.34375, - 0.300781, - 0.300781, - 0.375, - 0.316406, - 0.361328, - 0.365234, - 0.373047, - 0.367188, - 0.396484, - 0.507812, - 0.365234, - 0.341797, - 0.349609, - 0.330078, - 0.376953, - 0.402344, - 0.376953, - 0.183594, - 0.287109, - 0.296875, - 0.337891, - 0.341797, - 0.333984, - 0.34375, - 1.25, - 0.445312, - 0.285156, - 0.392578, - 0.353516, - 0.371094, - 0.414062, - 0.357422, - 0.367188, - 0.261719, - 0.363281, - 0.333984, - 0.316406, - 0.318359, - 0.373047, - 0.333984, - 0.435547, - 0.345703, - 0.414062, - 0.396484, - 0.388672, - 0.431641, - 0.328125, - 0.302734, - 0.333984, - 0.429688, - 0.273438, - 0.408203, - 0.361328, - 0.000142, - 0.289062, - 0.367188, - 0.208008, - 0.367188, - 0.34375, - 0.361328, - 0.427734, - 0.376953, - 0.384766, - 0.300781, - -0.339844, - 0.435547, - 0.345703, - 0.394531, - 0.396484, - 0.400391, - 0.326172, - 0.439453, - 0.339844, - 0.402344, - 0.337891, - 0.322266, - 0.186523, - 0.285156, - 0.330078, - 0.439453, - 0.345703, - 0.335938, - 0.333984, - 0.462891, - 0.441406, - 0.196289, - 0.398438, - 0.341797, - 0.214844, - 0.390625, - 0.621094, - 0.398438, - 0.527344, - 0.324219, - 0.308594, - 0.414062, - 0.353516, - 0.332031, - 0.287109, - 0.310547, - 0.380859, - 0.386719, - 0.349609, - 0.402344, - 0.384766, - 0.566406, - 0.28125, - 0.322266, - 0.464844, - 0.431641, - 0.40625, - 0.349609, - 0.419922, - 0.328125, - 0.330078, - 0.546875, - 0.412109, - 0.412109, - 0.361328, - 0.384766, - 0.361328, - 0.369141, - 0.308594, - 0.423828, - 0.357422, - 0.359375, - 0.339844, - 0.375, - 0.408203, - 0.390625, - 0.333984, - 0.398438, - 0.3125, - 0.392578, - 1.171875, - 0.353516, - 0.447266, - 0.357422, - 0.488281, - 0.384766, - 0.451172, - 0.376953, - 0.394531, - 0.365234, - 0.408203, - 0.373047, - 0.300781, - 0.373047, - 0.419922, - 0.375, - 0.386719, - 0.503906, - 0.398438, - 0.404297, - 0.341797, - 0.217773, - 0.359375, - 0.511719, - 0.332031, - 0.441406, - 0.277344, - 0.332031, - 0.363281, - 0.365234, - 0.330078, - 0.306641, - 0.402344, - 0.357422, - 0.394531, - 0.328125, - 0.402344, - 0.466797, - 0.416016, - 0.363281, - 0.349609, - 0.341797, - 0.345703, - 0.337891, - 0.394531, - 0.326172, - 0.363281, - 0.34375, - 0.396484, - 0.554688, - 0.408203, - 0.378906, - 0.757812, - 0.314453, - 0.451172, - 0.451172, - 0.371094, - 0.373047, - 0.431641, - 0.462891, - 0.414062, - 0.419922, - 0.933594, - 0.363281, - 0.460938, - 0.355469, - 0.390625, - 0.339844, - 0.417969, - 0.375, - 0.341797, - 0.365234, - 0.386719, - 0.220703, - 0.390625, - 0.306641, - 0.412109, - 0.523438, - 0.445312, - 0.330078, - 0.229492, - 0.318359, - 0.335938, - 0.507812, - 0.386719, - 0.40625, - 0.414062, - 0.388672, - 0.359375, - 0.378906, - 0.349609, - 0.349609, - 0.378906, - 0.382812, - 0.423828, - 0.328125, - 0.408203, - 0.369141, - 0.351562, - 0.341797, - 0.347656, - 0.353516, - 0.507812, - 0.671875, - 0.453125, - 0.300781, - 0.46875, - 0.390625, - 0.431641, - 0.378906, - 0.390625, - 0.357422, - 0.335938, - 0.339844, - 0.380859, - 0.365234, - 0.3125, - 0.349609, - 0.330078, - 0.335938, - 0.242188, - 0.349609, - 0.380859, - 0.376953, - 0.423828, - 0.390625, - 0.326172, - 0.363281, - 0.326172, - 0.337891, - 0.302734, - 0.330078, - 0.394531, - 0.337891, - 0.357422, - 0.285156, - 0.355469, - 0.302734, - 0.402344, - 0.365234, - 0.339844, - 0.345703, - 0.376953, - 0.410156, - 0.367188, - 0.341797, - 0.3125, - 0.375, - 0.332031, - 0.300781, - 0.400391, - 0.380859, - 0.386719, - 0.361328, - 0.353516, - 0.351562, - 0.304688, - 0.400391, - 0.396484, - 0.226562, - 0.330078, - 0.341797, - 0.351562, - 0.417969, - 0.326172, - 0.367188, - 0.273438, - 0.347656, - 0.34375, - 0.384766, - 0.373047, - 0.486328, - 0.398438, - 0.345703, - 0.207031, - 1.054688, - 0.449219, - 0.367188, - 0.773438, - 0.324219, - 0.369141, - 0.357422, - 0.597656, - 0.306641, - 0.310547, - 0.330078, - 0.337891, - 0.388672, - 0.400391, - 0.400391, - 0.233398, - 0.443359, - 0.410156, - 0.324219, - 0.375, - 0.378906, - 0.392578, - 0.441406, - 0.34375, - 0.449219, - 0.380859, - 0.365234, - 0.326172, - 0.249023, - 0.382812, - 0.458984, - 0.335938, - 0.484375, - 0.484375, - 0.211914, - 0.636719, - 0.878906, - 0.316406, - 0.287109, - 0.359375, - 0.333984, - 0.492188, - 0.46875, - 0.367188, - 0.285156, - 0.359375, - 0.390625, - 0.310547, - 0.439453, - 0.341797, - 0.375, - 0.396484, - 0.251953, - 0.277344, - 0.322266, - 0.451172, - 0.378906, - 0.392578, - 0.339844, - 0.394531, - 0.46875, - 0.4375, - 0.359375, - 0.363281, - 0.390625, - 0.402344, - 0.345703, - 0.394531, - 0.267578, - 0.419922, - 0.3125, - 0.398438, - 0.332031, - 0.384766, - 0.445312, - -7.6e-05, - 0.382812, - 0.378906, - 0.425781, - 0.345703, - 0.369141, - 0.445312, - 0.359375, - 0.449219, - 0.332031, - 0.375, - 0.25, - 0.367188, - 0.382812, - 0.384766, - 0.304688, - 0.34375, - 0.511719, - 0.361328, - 0.46875, - 0.380859, - 0.34375, - 0.322266, - 0.341797, - 0.417969, - 0.384766, - 0.353516, - 0.365234, - 0.408203, - 0.414062, - 0.332031, - 0.347656, - 0.351562, - 0.359375, - 0.3125, - 0.237305, - 0.390625, - 0.365234, - 0.371094, - 0.3125, - 0.371094, - 0.330078, - 0.445312, - 0.408203, - 0.361328, - 0.304688, - 0.417969, - 0.392578, - 0.398438, - 0.400391, - 0.326172, - 0.236328, - 0.369141, - 0.380859, - 0.400391, - 0.349609, - 0.318359, - 0.361328, - 0.318359, - 0.28125, - 0.314453, - 0.390625, - 0.402344, - 0.365234, - 0.373047, - 0.388672, - 0.34375, - 0.462891, - 0.332031, - 0.398438, - 0.388672, - 0.390625, - 0.316406, - 0.335938, - 0.294922, - 0.439453, - 0.412109, - 0.40625, - 0.402344, - 0.341797, - 0.392578, - 0.302734, - 0.369141, - 0.390625, - 0.582031, - 0.414062, - 0.4375, - 0.412109, - 0.449219, - 0.404297, - 0.353516, - 0.462891, - 0.390625, - 0.339844, - 0.337891, - 0.390625, - 0.326172, - 0.355469, - 0.800781, - 0.296875, - 0.408203, - 0.316406, - 0.363281, - 0.398438, - 0.371094, - 0.332031, - 0.351562, - 0.347656, - 0.486328, - 0.314453, - 0.292969, - 0.400391, - 0.40625, - 0.388672, - 0.400391, - 0.349609, - 0.431641, - 0.308594, - 0.361328, - 0.402344, - 0.322266, - 0.353516, - 0.421875, - 0.371094, - 0.371094, - 0.369141, - 0.373047, - 0.361328, - 0.367188, - 0.355469, - 0.345703, - 0.371094, - 0.416016, - 0.742188, - 0.349609, - 0.390625, - 0.382812, - 0.53125, - 0.351562, - 0.339844, - 0.380859, - 0.369141, - 0.337891, - 0.337891, - 0.392578, - 0.3125, - 0.347656, - 0.257812, - 0.345703, - 0.648438, - 0.314453, - 0.488281, - 0.357422, - 0.349609, - 0.349609, - 0.384766, - 0.417969, - 0.458984, - 0.197266, - 0.345703, - 0.328125, - 0.296875, - 0.180664, - 0.462891, - 0.466797, - 0.186523, - 0.367188, - 0.300781, - 0.566406, - 0.347656, - 0.410156, - 0.34375, - 0.287109, - 0.382812, - 0.335938, - 0.3125, - 0.34375, - 0.318359, - 0.453125, - 0.376953, - 0.322266, - 0.332031, - 0.435547, - 0.494141, - 0.308594, - 0.341797, - 0.341797, - 0.337891, - 0.40625, - 0.40625, - 0.390625, - 0.341797, - 0.328125, - 0.341797, - 0.361328, - 0.402344, - 0.341797, - 0.347656, - 0.398438, - 0.394531, - 0.332031, - 0.273438, - 0.390625, - 0.412109, - 0.398438, - 0.480469, - 0.392578, - 0.326172, - 0.351562, - 0.371094, - 0.341797, - 0.361328, - 0.365234, - 0.412109, - 0.511719, - 0.265625, - 0.435547, - 0.166992, - 0.433594, - 0.353516, - 0.314453, - 0.197266, - 0.375, - 0.394531, - 0.376953, - 0.482422, - 0.644531, - 0.373047, - 0.349609, - 0.375, - 0.435547, - 0.361328, - 0.384766, - 0.675781, - 0.496094, - 0.34375, - 0.380859, - 0.332031, - 0.330078, - 0.433594, - 0.333984, - 0.382812, - 0.390625, - 0.345703, - 0.398438, - 0.337891, - 0.332031, - 0.392578, - 0.339844, - 0.435547, - 0.367188, - 0.441406, - 0.40625, - 0.326172, - 0.3125, - 0.324219, - 0.390625, - 0.388672, - 0.523438, - 0.326172, - 0.453125, - 0.277344, - 0.347656, - 0.582031, - 0.365234, - 0.349609, - 0.558594, - 0.412109, - 0.482422, - 0.345703, - 0.351562, - 0.46875, - 0.326172, - 0.369141, - 0.515625, - 0.425781, - 0.408203, - 0.585938, - 0.417969, - 0.449219, - 0.386719, - 0.359375, - 0.527344, - 0.419922, - 0.384766, - 0.390625, - 0.439453, - 0.400391, - 0.365234, - 0.392578, - 0.398438, - 0.335938, - 0.384766, - 0.209961, - 0.435547, - 0.353516, - 0.433594, - 0.34375, - 0.330078, - 0.398438, - 0.339844, - 0.400391, - 0.337891, - 0.341797, - 0.550781, - 0.460938, - 0.410156, - 0.328125, - 0.460938, - 0.384766, - 0.400391, - 0.328125, - 0.484375, - 0.455078, - 0.333984, - 0.248047, - 0.34375, - 0.347656, - 0.425781, - 0.367188, - 0.320312, - 0.386719, - 0.246094, - 0.341797, - 0.363281, - 0.34375, - 0.402344, - 0.349609, - 0.378906, - 0.302734, - 0.396484, - 0.419922, - 0.21875, - 0.425781, - 0.386719, - 0.3125, - 0.441406, - 0.484375, - 0.367188, - 0.460938, - 0.332031, - 0.386719, - 0.382812, - 0.917969, - 0.390625, - 0.953125, - 0.169922, - 0.378906, - 0.171875, - 0.421875, - 0.585938, - 0.527344, - 0.367188, - 0.333984, - 0.341797, - 0.601562, - 0.388672, - 0.367188, - 0.419922, - 0.398438, - 0.308594, - 0.371094, - 0.326172, - 0.382812, - 0.353516, - 0.320312, - 0.373047, - 0.404297, - 0.429688, - 0.435547, - 0.388672, - 0.335938, - 0.400391, - 0.353516, - 0.367188, - 0.382812, - 0.462891, - 0.337891, - 0.332031, - 0.326172, - 0.355469, - 0.339844, - 0.351562, - 0.365234, - 0.320312, - 0.337891, - 0.310547, - 0.408203, - 0.304688, - 0.441406, - 0.335938, - 0.359375, - 0.419922, - 0.353516, - 0.363281, - 0.353516, - 0.414062, - 0.365234, - 0.421875, - 0.386719, - 0.263672, - 0.345703, - 0.353516, - 0.412109, - 0.285156, - 0.367188, - 0.304688, - 0.365234, - 0.361328, - 0.394531, - 0.402344, - 0.322266, - 0.402344, - 0.414062, - 0.337891, - 0.347656, - 0.396484, - 0.324219, - 0.275391, - 0.306641, - 0.765625, - 0.308594, - 0.335938, - 0.425781, - 0.382812, - 0.34375, - 0.431641, - 0.371094, - 0.367188, - 0.337891, - 0.380859, - 0.302734, - 0.458984, - 0.345703, - 0.345703, - 0.365234, - 0.390625, - 0.507812, - 0.453125, - 0.341797, - 0.349609, - 0.180664, - 0.326172, - 0.249023, - 0.345703, - 0.306641, - 0.359375, - 0.390625, - 0.451172, - 0.375, - 0.204102, - 0.423828, - 0.347656, - 0.378906, - 0.382812, - 0.667969, - 0.304688, - 0.539062, - 0.470703, - 0.423828, - 0.244141, - 0.316406, - 0.396484, - 0.378906, - 0.410156, - 0.289062, - 0.535156, - 0.363281, - 0.404297, - 0.359375, - 0.388672, - 0.337891, - 0.300781, - 0.384766, - 0.333984, - 0.375, - 0.357422, - 0.363281, - 0.357422, - 0.427734, - 0.412109, - 4e-06, - 0.337891, - 0.384766, - 0.777344, - 0.423828, - 0.375, - 0.388672, - 0.316406, - 0.339844, - 0.398438, - 0.341797, - 0.322266, - 0.328125, - 0.363281, - -0.320312, - 0.369141, - 0.363281, - 0.46875, - 0.326172, - 0.255859, - 0.182617, - 0.306641, - 0.384766, - 0.400391, - 0.365234, - 0.597656, - 0.390625, - 0.392578, - 0.375, - 0.365234, - 0.392578, - 0.320312, - 0.347656, - 0.457031, - 0.412109, - 0.291016, - 0.378906, - 0.425781, - 0.431641, - 0.382812, - 0.310547, - 0.404297, - 0.349609, - 0.378906, - 0.291016, - 0.318359, - 0.404297, - 0.326172, - 0.359375, - 0.339844, - 0.390625, - 0.373047, - 0.308594, - 0.423828, - 0.224609, - 0.347656, - 0.380859, - 0.486328, - 0.320312, - 0.361328, - 0.337891, - 0.585938, - 0.3125, - 0.371094, - 0.306641, - 0.382812, - 0.287109, - 0.451172, - 0.515625, - 0.363281, - 0.4375, - 0.367188, - 0.382812, - 0.345703, - 0.390625, - 0.480469, - 0.390625, - 0.380859, - 0.382812, - 0.371094, - 0.412109, - 0.394531, - 0.388672, - 0.328125, - 0.351562, - 0.304688, - 0.34375, - 0.355469, - 0.328125, - 0.335938, - 0.353516, - 0.330078, - 0.390625, - 0.341797, - 0.384766, - 0.447266, - 0.494141, - 0.314453, - 0.339844, - 0.328125, - 0.376953, - 0.386719, - 0.353516, - 0.416016, - 0.341797, - 0.386719, - 0.335938, - 0.40625, - 0.386719, - 0.365234, - 0.351562, - 0.251953, - 0.472656, - 0.376953, - 0.335938 - ] - }, - "name": "model.model.layers.3.input_layernorm.weight", - "outputIndexes": [ - 286 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 285 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_3/Mul_output_0", - "outputIndexes": [ - 287 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 286, - 287 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_3/Mul_1_output_0", - "outputIndexes": [ - 288 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 288 - ], - "outputIndexes": [ - 2392 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2392 - ], - "outputIndexes": [ - 2393 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear", - "inputIndexes": [ - 2393 - ], - "outputIndexes": [ - 2394 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 78987726, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2394 - ], - "outputIndexes": [ - 2395 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2395 - ], - "outputIndexes": [ - 289 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 288 - ], - "main_type": "NONE", - "name": "/Shape_43_output_0", - "outputIndexes": [ - 290 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 290 - ], - "main_type": "NONE", - "name": "Shape829", - "outputIndexes": [ - 291 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 290 - ], - "main_type": "NONE", - "name": "Rank831", - "outputIndexes": [ - 292 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 292, - 292 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp833", - "outputIndexes": [ - 293 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 293 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze834", - "outputIndexes": [ - 294 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 293, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp836", - "outputIndexes": [ - 295 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 295 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze837", - "outputIndexes": [ - 296 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 291, - 294, - 296, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice840", - "outputIndexes": [ - 297 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 297 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze841", - "outputIndexes": [ - 298 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 298 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp842", - "outputIndexes": [ - 299 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 299, - 298 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp843", - "outputIndexes": [ - 300 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 290, - 300, - 293 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_49_output_0", - "outputIndexes": [ - 301 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 301, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_97_output_0", - "outputIndexes": [ - 302 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 302, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_39_output_0", - "outputIndexes": [ - 303 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 289, - 303 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_28_output_0", - "outputIndexes": [ - 304 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 304, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_24_output_0", - "outputIndexes": [ - 305 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 304 - ], - "main_type": "NONE", - "name": "/Shape_44_output_0", - "outputIndexes": [ - 306 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 306 - ], - "main_type": "NONE", - "name": "Shape850", - "outputIndexes": [ - 307 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 306 - ], - "main_type": "NONE", - "name": "Rank852", - "outputIndexes": [ - 308 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 308, - 308 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp854", - "outputIndexes": [ - 309 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 309 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze855", - "outputIndexes": [ - 310 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 309, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp857", - "outputIndexes": [ - 311 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 311 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze858", - "outputIndexes": [ - 312 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 307, - 310, - 312, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice861", - "outputIndexes": [ - 313 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 313 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze862", - "outputIndexes": [ - 314 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 314 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp863", - "outputIndexes": [ - 315 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 315, - 314 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp864", - "outputIndexes": [ - 316 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 306, - 316, - 309 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_50_output_0", - "outputIndexes": [ - 317 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 317, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_9_output_0", - "outputIndexes": [ - 318 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 318, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_102_output_0", - "outputIndexes": [ - 319 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 304, - 319, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_13_output_0", - "outputIndexes": [ - 320 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 320 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_6_output_0", - "outputIndexes": [ - 321 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 304, - 22, - 319, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_12_output_0", - "outputIndexes": [ - 322 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 321, - 322 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_42_output_0", - "outputIndexes": [ - 323 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 323, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_25_output_0", - "outputIndexes": [ - 324 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 305, - 324 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_15_output_0", - "outputIndexes": [ - 325 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 288 - ], - "outputIndexes": [ - 2396 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2396 - ], - "outputIndexes": [ - 2397 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear", - "inputIndexes": [ - 2397 - ], - "outputIndexes": [ - 2398 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 80320996, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2398 - ], - "outputIndexes": [ - 2399 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2399 - ], - "outputIndexes": [ - 326 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 302, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_40_output_0", - "outputIndexes": [ - 327 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 326, - 327 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_29_output_0", - "outputIndexes": [ - 328 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 328, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_26_output_0", - "outputIndexes": [ - 329 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 328 - ], - "main_type": "NONE", - "name": "/Shape_45_output_0", - "outputIndexes": [ - 330 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 330 - ], - "main_type": "NONE", - "name": "Shape912", - "outputIndexes": [ - 331 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 330 - ], - "main_type": "NONE", - "name": "Rank914", - "outputIndexes": [ - 332 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 332, - 332 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp916", - "outputIndexes": [ - 333 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 333 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze917", - "outputIndexes": [ - 334 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 333, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp919", - "outputIndexes": [ - 335 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 335 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze920", - "outputIndexes": [ - 336 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 331, - 334, - 336, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice923", - "outputIndexes": [ - 337 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 337 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze924", - "outputIndexes": [ - 338 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 338 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp925", - "outputIndexes": [ - 339 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 339, - 338 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp926", - "outputIndexes": [ - 340 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 330, - 340, - 333 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_51_output_0", - "outputIndexes": [ - 341 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 341, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_10_output_0", - "outputIndexes": [ - 342 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 342, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_104_output_0", - "outputIndexes": [ - 343 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 328, - 343, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_15_output_0", - "outputIndexes": [ - 344 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 344 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_7_output_0", - "outputIndexes": [ - 345 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 328, - 22, - 343, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_14_output_0", - "outputIndexes": [ - 346 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 345, - 346 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_43_output_0", - "outputIndexes": [ - 347 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 347, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_27_output_0", - "outputIndexes": [ - 348 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 329, - 348 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_16_output_0", - "outputIndexes": [ - 349 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 288 - ], - "outputIndexes": [ - 2400 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2400 - ], - "outputIndexes": [ - 2401 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear", - "inputIndexes": [ - 2401 - ], - "outputIndexes": [ - 2402 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 80543226, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2402 - ], - "outputIndexes": [ - 2403 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2403 - ], - "outputIndexes": [ - 350 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 350, - 327 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_30_output_0", - "outputIndexes": [ - 351 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 325, - 349, - 351, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_35_output_0", - "outputIndexes": [ - 352 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 352 - ], - "outputIndexes": [ - 2404 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2404 - ], - "outputIndexes": [ - 2405 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear", - "inputIndexes": [ - 2405 - ], - "outputIndexes": [ - 2406 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 80765456, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2406 - ], - "outputIndexes": [ - 2407 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2407 - ], - "outputIndexes": [ - 353 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 285, - 353 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_18_output_0", - "outputIndexes": [ - 354 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.498047, - 0.746094, - 0.710938, - 0.707031, - 0.71875, - 0.6875, - 0.761719, - 0.707031, - 0.722656, - 0.609375, - 0.714844, - 0.503906, - 0.75, - 0.742188, - 0.738281, - 0.730469, - 0.722656, - 0.710938, - 0.738281, - 0.609375, - 0.734375, - 0.730469, - 0.683594, - 0.466797, - 0.753906, - 0.75, - 0.6875, - 0.613281, - 0.78125, - 0.753906, - 0.726562, - 0.714844, - 0.769531, - 0.914062, - 0.726562, - 0.761719, - 0.761719, - 0.71875, - 0.582031, - 0.578125, - 0.75, - 0.722656, - 0.730469, - 0.734375, - 0.484375, - 0.691406, - 0.726562, - 0.734375, - 0.671875, - 0.675781, - 0.476562, - 0.5, - 0.730469, - 0.785156, - 0.726562, - 0.640625, - 0.625, - 0.466797, - 0.527344, - 0.628906, - 0.71875, - 0.609375, - 0.691406, - 0.730469, - 0.75, - 0.496094, - 0.691406, - 0.644531, - 0.699219, - 0.65625, - 0.71875, - 0.632812, - 0.464844, - 0.648438, - 0.742188, - 0.558594, - 0.738281, - 0.742188, - 0.742188, - 0.773438, - 0.753906, - 0.458984, - 0.515625, - 0.789062, - 0.730469, - 0.753906, - 0.75, - 0.78125, - 0.6875, - 0.734375, - 0.734375, - 0.667969, - 0.660156, - 0.65625, - 0.757812, - 0.458984, - 0.730469, - 0.628906, - 0.757812, - 0.714844, - 0.789062, - 0.523438, - 0.675781, - 0.792969, - 0.5625, - 0.695312, - 0.722656, - 0.726562, - 0.554688, - 0.746094, - 0.59375, - 0.734375, - 0.636719, - 0.539062, - 0.742188, - 0.722656, - 0.734375, - 0.777344, - 0.457031, - 0.458984, - 0.742188, - 0.484375, - 0.652344, - 0.632812, - 0.746094, - 0.765625, - 0.765625, - 0.496094, - 0.617188, - 0.785156, - 0.679688, - 0.683594, - 0.746094, - 0.796875, - 0.757812, - 0.804688, - 0.617188, - 0.742188, - 0.585938, - 0.746094, - 0.478516, - 0.710938, - 0.667969, - 0.498047, - 0.785156, - 0.617188, - 0.734375, - 1.65625, - 0.75, - 0.71875, - 0.683594, - 0.757812, - 0.496094, - 0.730469, - 0.703125, - 0.589844, - 0.796875, - 0.601562, - 0.722656, - 0.746094, - 0.613281, - 0.667969, - 0.734375, - 0.492188, - 0.625, - 0.753906, - 0.710938, - 0.730469, - 0.734375, - 0.757812, - 0.734375, - 0.722656, - 0.734375, - 0.828125, - 0.679688, - 0.738281, - 0.734375, - 0.75, - 0.75, - 0.746094, - 0.75, - 0.71875, - 0.765625, - 0.738281, - 0.734375, - 0.578125, - 0.496094, - 0.785156, - 0.738281, - 0.695312, - 0.761719, - 0.644531, - 0.773438, - 0.71875, - 0.769531, - 0.710938, - 0.765625, - 0.710938, - 0.765625, - 0.691406, - 0.707031, - 0.726562, - 0.753906, - 0.769531, - 0.742188, - 0.738281, - 0.726562, - 0.734375, - 0.699219, - 0.742188, - 0.679688, - 0.773438, - 0.570312, - 0.730469, - 0.769531, - 0.523438, - 0.75, - 0.75, - 0.714844, - 0.714844, - 0.71875, - 0.730469, - 0.375, - 0.216797, - 0.65625, - 0.738281, - 0.613281, - 0.546875, - 0.636719, - 0.703125, - 0.734375, - 0.742188, - 0.765625, - 0.730469, - 0.726562, - 0.675781, - 0.734375, - 0.71875, - 0.746094, - 0.753906, - 0.640625, - 0.746094, - 0.734375, - 0.742188, - 0.726562, - 0.734375, - 0.753906, - 0.730469, - 0.652344, - 0.761719, - 0.695312, - 0.535156, - 0.78125, - 0.699219, - 0.464844, - 0.621094, - 0.667969, - 0.761719, - 0.757812, - 0.726562, - 0.710938, - 0.75, - 0.734375, - 0.628906, - 0.769531, - 0.742188, - 0.625, - 0.746094, - 0.738281, - 0.71875, - 0.722656, - 0.65625, - 0.640625, - 0.71875, - 0.570312, - 0.609375, - 0.5, - 0.738281, - 0.628906, - 0.792969, - 0.730469, - 0.710938, - 0.707031, - 0.707031, - 0.746094, - 0.492188, - 1.179688, - 0.726562, - 0.691406, - 0.757812, - 0.75, - 0.742188, - 0.746094, - 0.757812, - 0.628906, - 0.71875, - 0.746094, - 0.710938, - 0.769531, - 0.773438, - 0.478516, - 0.462891, - 0.789062, - 0.507812, - 0.746094, - 0.730469, - 0.738281, - 0.660156, - 0.730469, - 0.447266, - 0.550781, - 0.730469, - 0.484375, - 0.734375, - 0.75, - 0.746094, - 0.400391, - 0.71875, - 0.722656, - 0.496094, - 0.722656, - 0.785156, - 0.722656, - 0.535156, - 0.703125, - 0.757812, - 0.71875, - 0.457031, - 0.746094, - 0.710938, - 0.455078, - 0.765625, - 0.474609, - 0.730469, - 0.707031, - 0.341797, - 0.703125, - 0.464844, - 0.675781, - 0.494141, - 0.742188, - 0.730469, - 0.675781, - 0.769531, - 0.742188, - 0.710938, - 0.726562, - 0.644531, - 0.636719, - 0.734375, - 0.652344, - 0.507812, - 0.542969, - 0.765625, - 0.757812, - 0.734375, - 0.523438, - 0.71875, - 0.761719, - 0.617188, - 0.648438, - 0.71875, - 0.714844, - 0.746094, - 0.6875, - 0.699219, - 0.757812, - 0.707031, - 0.478516, - 0.730469, - 0.671875, - 0.628906, - 0.792969, - 0.605469, - 0.679688, - 0.703125, - 0.734375, - 0.640625, - 0.8125, - 0.613281, - 0.769531, - 0.738281, - 0.75, - 0.769531, - 0.5, - 0.792969, - 0.660156, - 0.738281, - 0.652344, - 0.761719, - 0.710938, - 0.746094, - 0.753906, - 0.757812, - 0.597656, - 0.5, - 0.734375, - 0.679688, - 0.667969, - 0.746094, - 0.601562, - 0.773438, - 0.621094, - 0.707031, - 0.667969, - 0.515625, - 0.753906, - 0.722656, - 2.34375, - 0.484375, - 0.679688, - 0.636719, - 0.738281, - 0.765625, - 0.707031, - 0.691406, - 0.773438, - 0.785156, - 0.621094, - 0.757812, - 0.761719, - 0.585938, - 0.789062, - 0.605469, - 0.75, - 0.761719, - 0.644531, - 0.738281, - 0.640625, - 0.753906, - 0.777344, - 0.71875, - 0.726562, - 0.777344, - 0.554688, - 0.632812, - 0.667969, - 0.578125, - 0.691406, - 0.726562, - 0.667969, - 0.636719, - 0.457031, - 0.75, - 0.742188, - 0.746094, - 0.486328, - 0.777344, - 0.738281, - 0.742188, - 0.804688, - 0.710938, - 0.71875, - 0.816406, - 0.726562, - 0.792969, - 0.785156, - 0.710938, - 0.46875, - 0.804688, - 0.605469, - 0.714844, - 0.738281, - 0.679688, - 0.707031, - 0.519531, - 0.683594, - 0.691406, - 0.703125, - 0.726562, - 0.730469, - 0.722656, - 0.601562, - 0.726562, - 0.761719, - 0.746094, - 0.734375, - 0.632812, - 0.498047, - 0.71875, - 0.769531, - 0.714844, - 0.710938, - 0.761719, - 0.691406, - 0.621094, - 0.730469, - 0.679688, - 0.714844, - 0.726562, - 0.757812, - 0.710938, - 0.734375, - 0.726562, - 0.746094, - 0.765625, - 0.738281, - 0.726562, - 0.671875, - 0.507812, - 0.503906, - 0.730469, - 0.703125, - 0.699219, - 0.765625, - 0.652344, - 0.753906, - 0.410156, - 0.605469, - 0.75, - 0.652344, - 0.75, - 0.78125, - 0.777344, - 0.464844, - 0.761719, - 0.726562, - 0.785156, - 0.478516, - 0.660156, - 3.171875, - 0.777344, - 0.75, - 0.640625, - 0.742188, - 0.648438, - 0.707031, - 0.753906, - 0.738281, - 0.75, - 0.703125, - 0.648438, - 0.472656, - 0.644531, - 0.722656, - 0.75, - 0.75, - 0.734375, - 0.746094, - 0.472656, - 0.722656, - 0.730469, - 0.738281, - 0.71875, - 0.746094, - 0.636719, - 0.535156, - 0.714844, - 0.578125, - 0.71875, - 0.609375, - 0.785156, - 0.742188, - 2.109375, - 0.519531, - 0.730469, - 0.761719, - 0.722656, - 0.742188, - 0.482422, - 0.792969, - 0.742188, - 0.820312, - 0.722656, - 0.753906, - 0.71875, - 0.496094, - 0.746094, - 0.75, - 0.742188, - 0.59375, - 0.785156, - 0.691406, - 0.435547, - 0.373047, - 0.71875, - 0.75, - 0.726562, - 0.503906, - 0.71875, - 0.455078, - 0.640625, - 0.742188, - 0.773438, - 0.753906, - 0.609375, - 0.660156, - 0.75, - 0.78125, - 0.699219, - 0.734375, - 0.722656, - 0.722656, - 0.667969, - 0.644531, - 0.730469, - 0.78125, - 0.761719, - 0.75, - 0.621094, - 0.730469, - 0.753906, - 0.707031, - 0.439453, - 0.761719, - 0.4375, - 0.464844, - 0.78125, - 0.722656, - -0.00025, - 0.652344, - 0.726562, - 0.464844, - 0.578125, - 0.734375, - 0.734375, - 0.730469, - 0.730469, - 0.578125, - 0.726562, - 0.625, - 0.554688, - 0.71875, - 0.730469, - 0.824219, - 0.75, - 0.710938, - 0.773438, - 0.738281, - 0.707031, - 0.746094, - 0.660156, - 0.466797, - 0.714844, - 0.722656, - 0.695312, - 0.738281, - 0.640625, - 0.765625, - 0.695312, - 0.753906, - 0.447266, - 0.742188, - 0.613281, - 0.474609, - 0.765625, - 0.835938, - 0.785156, - 0.515625, - 0.675781, - 0.486328, - 0.804688, - 0.675781, - 0.644531, - 0.640625, - 0.757812, - 0.753906, - 0.757812, - 0.710938, - 0.753906, - 0.65625, - 0.546875, - 0.451172, - 0.699219, - 0.5625, - 0.75, - 0.746094, - 0.730469, - 0.710938, - 0.683594, - 0.730469, - 0.458984, - 0.730469, - 0.730469, - 0.773438, - 0.710938, - 0.466797, - 0.75, - 0.738281, - 0.609375, - 0.691406, - 0.714844, - 0.734375, - 0.722656, - 0.792969, - 0.773438, - 0.761719, - 0.726562, - 0.675781, - 0.726562, - 0.703125, - 0.671875, - 0.628906, - 0.75, - 0.363281, - 0.769531, - 0.644531, - 0.65625, - 0.828125, - 0.789062, - 0.703125, - 0.703125, - 0.722656, - 0.746094, - 0.488281, - 0.75, - 0.636719, - 0.695312, - 0.757812, - 0.613281, - 0.498047, - 0.443359, - 0.761719, - 1.875, - 0.494141, - 0.785156, - 0.746094, - 0.71875, - 0.449219, - 0.75, - 0.730469, - 0.476562, - 0.710938, - 0.519531, - 0.6875, - 0.726562, - 0.625, - 0.800781, - 0.78125, - 0.703125, - 0.65625, - 0.730469, - 0.707031, - 0.59375, - 0.839844, - 0.515625, - 0.691406, - 0.734375, - 0.746094, - 1.179688, - 0.664062, - 0.503906, - 0.460938, - 0.675781, - 0.746094, - 0.757812, - 0.664062, - 0.730469, - 0.785156, - 0.757812, - 0.597656, - 0.765625, - 0.578125, - 0.498047, - 0.6875, - 0.691406, - 0.753906, - 0.609375, - 0.601562, - 0.664062, - 0.785156, - 0.695312, - 0.664062, - 0.470703, - 0.6875, - 0.773438, - 0.738281, - 0.734375, - 0.652344, - 0.71875, - 0.474609, - 0.734375, - 0.746094, - 0.589844, - 0.699219, - 0.605469, - 0.625, - 0.507812, - 0.730469, - 0.601562, - 0.617188, - 0.71875, - 0.628906, - 0.753906, - 0.628906, - 0.722656, - 0.8125, - 0.589844, - 0.714844, - 0.652344, - 0.730469, - 0.746094, - 0.765625, - 0.707031, - 0.589844, - 0.746094, - 0.490234, - 0.605469, - 0.832031, - 0.71875, - 0.605469, - 0.757812, - 0.304688, - 0.742188, - 0.75, - 0.707031, - 0.65625, - 0.726562, - 0.494141, - 0.617188, - 0.714844, - 0.632812, - 0.714844, - 0.605469, - 0.613281, - 0.722656, - 0.71875, - 0.761719, - 0.714844, - 0.769531, - 0.71875, - 0.738281, - 0.738281, - 0.777344, - 0.765625, - 0.707031, - 0.597656, - 0.455078, - 0.78125, - 0.574219, - 0.753906, - 0.636719, - 0.691406, - 0.601562, - 0.679688, - 0.714844, - 0.726562, - 0.585938, - 0.75, - 0.75, - 0.761719, - 0.730469, - 0.527344, - 1.015625, - 0.433594, - 0.613281, - 0.761719, - 0.628906, - 0.703125, - 0.476562, - 0.722656, - 0.746094, - 0.75, - 0.519531, - 0.714844, - 0.800781, - 0.490234, - 0.628906, - 0.589844, - 0.738281, - 0.761719, - 0.65625, - 0.789062, - 0.78125, - 0.447266, - 0.458984, - 0.761719, - 0.574219, - 0.644531, - 0.722656, - 0.714844, - 0.722656, - 2.21875, - 0.71875, - 0.753906, - 0.734375, - 0.742188, - 0.6875, - 0.605469, - 0.746094, - 0.46875, - 0.753906, - 0.675781, - 0.640625, - 0.742188, - 0.722656, - 0.761719, - 0.746094, - 0.738281, - 0.734375, - 0.515625, - 0.734375, - 0.730469, - 0.488281, - 0.683594, - 0.765625, - 0.742188, - 0.769531, - 0.539062, - 0.472656, - 0.761719, - 0.613281, - 0.714844, - 0.707031, - 0.585938, - 0.730469, - 0.519531, - 0.726562, - 0.707031, - 0.699219, - 0.734375, - 0.621094, - 0.671875, - 0.675781, - 0.601562, - 0.738281, - 0.746094, - 0.480469, - 0.746094, - 0.742188, - 0.761719, - 0.722656, - 0.757812, - 0.757812, - 0.503906, - 0.75, - 0.597656, - 0.621094, - 0.730469, - 0.726562, - 0.792969, - 0.738281, - 0.707031, - 0.484375, - 0.746094, - 0.75, - 0.699219, - 0.734375, - 0.648438, - 0.769531, - 2.875, - 0.710938, - 0.753906, - 0.601562, - 0.714844, - 0.734375, - 0.753906, - 0.636719, - 0.746094, - 0.753906, - 0.734375, - 0.46875, - 0.714844, - 0.746094, - 0.738281, - 0.722656, - 0.714844, - 0.546875, - 0.589844, - 0.746094, - 0.746094, - 0.808594, - 0.667969, - 0.722656, - 0.722656, - 0.707031, - 0.78125, - 0.683594, - 0.6875, - 1.632812, - 0.683594, - 0.761719, - 0.738281, - 0.722656, - 0.730469, - 0.474609, - 0.796875, - 0.753906, - 0.609375, - 0.679688, - 0.617188, - 0.699219, - 0.71875, - 0.578125, - 0.667969, - 0.628906, - 0.707031, - 0.765625, - 0.738281, - 0.519531, - 0.734375, - 0.482422, - 0.746094, - 0.734375, - 0.746094, - 0.605469, - 0.714844, - 0.742188, - 0.71875, - 0.714844, - 0.746094, - 0.714844, - 0.609375, - 0.738281, - 0.707031, - 0.605469, - 0.71875, - 0.433594, - 0.753906, - 0.644531, - 0.613281, - 0.683594, - 0.742188, - 0.726562, - 0.75, - 0.660156, - 0.832031, - 0.75, - 0.589844, - 0.628906, - 0.695312, - 0.742188, - 0.746094, - 0.486328, - 0.714844, - 0.71875, - 0.730469, - 0.761719, - 0.486328, - 0.785156, - 0.617188, - 0.753906, - 0.714844, - 0.6875, - 0.757812, - 0.722656, - 0.714844, - 0.742188, - 0.589844, - 0.742188, - 0.6875, - 0.652344, - 0.714844, - 0.738281, - 0.722656, - 0.761719, - 0.742188, - 0.707031, - 0.796875, - 0.753906, - 0.71875, - 0.675781, - 0.753906, - 0.710938, - 0.765625, - 0.730469, - 0.691406, - 0.773438, - 0.734375, - 0.78125, - 0.714844, - 0.746094, - 0.640625, - 0.625, - 0.628906, - 0.71875, - 0.765625, - 0.75, - 0.71875, - 0.738281, - 0.714844, - 0.738281, - 0.757812, - 0.253906, - 0.71875, - 0.730469, - 0.738281, - 0.738281, - 0.734375, - 0.75, - 0.730469, - 0.589844, - 0.707031, - 0.742188, - 0.714844, - 0.71875, - 0.746094, - 0.480469, - 0.785156, - 0.699219, - 0.742188, - 0.742188, - 0.707031, - 0.613281, - 0.644531, - 0.75, - 0.574219, - 0.734375, - 0.449219, - 0.65625, - 0.738281, - 0.466797, - 0.462891, - 0.675781, - 0.578125, - 0.683594, - 0.757812, - 0.726562, - 0.710938, - 0.621094, - 0.78125, - 0.671875, - 0.484375, - 0.78125, - 0.792969, - 0.734375, - 0.710938, - 0.675781, - 0.523438, - 0.753906, - 0.695312, - 0.71875, - 0.65625, - 0.621094, - 0.757812, - 0.421875, - 0.746094, - 0.746094, - 0.734375, - 0.75, - 0.773438, - 0.796875, - 0.710938, - 0.734375, - 0.617188, - 0.734375, - 0.742188, - 0.777344, - 0.773438, - 0.515625, - 0.742188, - 0.742188, - 0.734375, - 0.644531, - 0.769531, - 0.738281, - 0.660156, - 0.75, - 0.632812, - 0.648438, - 0.730469, - 0.671875, - 0.6875, - 0.667969, - 0.699219, - 0.480469, - 0.753906, - 0.435547, - 0.75, - 0.726562, - 0.476562, - 0.478516, - 0.730469, - 0.671875, - 0.730469, - 0.761719, - 0.449219, - 0.734375, - 0.675781, - 0.628906, - 0.734375, - 0.738281, - 0.691406, - 0.859375, - 0.667969, - 0.734375, - 0.75, - 0.613281, - 0.746094, - 0.738281, - 0.742188, - 0.742188, - 0.613281, - 0.478516, - 0.679688, - 0.734375, - 0.714844, - 0.761719, - 0.699219, - 0.753906, - 0.753906, - 0.753906, - 0.671875, - 0.753906, - 0.679688, - 0.730469, - 0.613281, - 0.496094, - 0.570312, - 0.699219, - 0.578125, - 0.707031, - 0.804688, - 0.828125, - 0.753906, - 0.683594, - 0.792969, - 0.832031, - 0.757812, - 0.734375, - 0.742188, - 0.746094, - 0.699219, - 0.632812, - 1.351562, - 0.220703, - 0.816406, - 0.589844, - 0.703125, - 0.558594, - 0.714844, - 0.714844, - 0.285156, - 0.470703, - 0.617188, - 0.490234, - 0.75, - 0.714844, - 0.730469, - 1.375, - 0.730469, - 0.710938, - 0.617188, - 0.474609, - 0.769531, - 0.65625, - 0.765625, - 0.726562, - 0.773438, - 0.738281, - 0.804688, - 0.753906, - 0.734375, - 0.515625, - 0.761719, - 0.5, - 0.648438, - 0.734375, - 1.195312, - 0.832031, - 0.730469, - 0.466797, - 0.691406, - 0.773438, - 0.734375, - 0.482422, - 0.746094, - 0.632812, - 0.777344, - 0.652344, - 0.757812, - 0.738281, - 0.486328, - 0.71875, - 0.738281, - 0.742188, - 0.578125, - 0.683594, - 0.710938, - 0.691406, - 0.726562, - 0.773438, - 0.6875, - 0.585938, - 0.746094, - 0.742188, - 0.765625, - 0.574219, - 0.476562, - 0.839844, - 0.730469, - 0.738281, - 0.632812, - 0.318359, - 0.742188, - 0.519531, - 0.425781, - 0.609375, - 0.429688, - 0.742188, - 0.734375, - 0.808594, - 0.726562, - 0.675781, - 0.730469, - 0.746094, - 0.726562, - 0.609375, - 0.734375, - 0.628906, - 0.699219, - 1.273438, - 0.769531, - 0.5, - 0.742188, - 0.761719, - 0.710938, - 0.75, - 0.519531, - 0.820312, - 0.695312, - 0.742188, - 0.75, - 0.722656, - 0.730469, - 0.59375, - 0.796875, - 0.699219, - 0.71875, - 0.671875, - 0.746094, - 0.734375, - 0.765625, - 0.734375, - 0.746094, - 0.730469, - 0.480469, - 0.714844, - 0.699219, - 0.71875, - 0.753906, - 0.632812, - 0.753906, - 0.746094, - 0.703125, - 0.757812, - 0.730469, - 0.757812, - 0.679688, - 0.742188, - 0.433594, - 0.761719, - 0.734375, - 0.550781, - 0.734375, - 0.742188, - 0.738281, - 0.75, - 0.566406, - 0.753906, - 0.59375, - 0.679688, - 0.582031, - 0.804688, - 0.730469, - 0.753906, - 0.75, - 0.601562, - 0.46875, - 0.746094, - 0.229492, - 0.714844, - 0.730469, - 0.753906, - 0.695312, - 0.722656, - 0.78125, - 0.625, - 0.710938, - 0.71875, - 0.734375, - 0.714844, - 0.800781, - 0.730469, - 0.695312, - 0.769531, - 0.746094, - 0.699219, - 0.824219, - 0.773438, - 0.726562, - 0.457031, - 0.75, - 0.478516, - 0.507812, - 0.699219, - 0.710938, - 0.597656, - 0.455078, - 0.679688, - 0.466797, - 0.589844, - 0.785156, - 0.722656, - 0.75, - 1.523438, - 0.714844, - 0.527344, - 0.765625, - 0.625, - 0.445312, - 0.742188, - 0.800781, - 0.734375, - 0.789062, - 0.726562, - 0.78125, - 0.75, - 0.796875, - 0.75, - 0.714844, - 0.761719, - 0.347656, - 0.765625, - 0.632812, - 0.527344, - 0.71875, - 0.636719, - 0.734375, - 0.757812, - 0.773438, - -0.000336, - 0.617188, - 0.613281, - 0.225586, - 0.648438, - 0.773438, - 0.742188, - 0.71875, - 0.761719, - 0.746094, - 0.726562, - 0.742188, - 0.617188, - 0.488281, - 0.628906, - 0.726562, - 0.726562, - 0.808594, - 0.757812, - 0.484375, - 0.443359, - 0.478516, - 0.746094, - 0.644531, - 0.640625, - 0.742188, - 0.75, - 0.695312, - 0.757812, - 0.734375, - 0.703125, - 0.484375, - 0.714844, - 0.671875, - 0.753906, - 0.742188, - 0.597656, - 0.582031, - 0.757812, - 0.753906, - 0.707031, - 0.617188, - 0.65625, - 0.75, - 0.470703, - 0.710938, - 0.753906, - 0.796875, - 0.726562, - 0.757812, - 0.644531, - 0.746094, - 0.707031, - 0.722656, - 0.447266, - 0.71875, - 0.578125, - 0.761719, - 0.722656, - 0.636719, - 0.699219, - 0.679688, - 0.734375, - 0.613281, - 0.726562, - 0.601562, - 0.734375, - 0.707031, - 0.660156, - 0.675781, - 0.734375, - 0.59375, - 0.738281, - 0.730469, - 0.683594, - 0.789062, - 0.730469, - 0.722656, - 0.585938, - 0.628906, - 0.742188, - 0.726562, - 0.757812, - 0.71875, - 0.777344, - 0.738281, - 0.710938, - 0.734375, - 0.714844, - 0.722656, - 0.757812, - 0.660156, - 0.636719, - 0.726562, - 0.621094, - 0.773438, - 0.703125, - 0.714844, - 0.75, - 0.726562, - 0.738281, - 0.582031, - 0.828125, - 0.652344, - 0.695312, - 0.75, - 0.726562, - 0.515625, - 0.480469, - 0.699219, - 0.757812, - 0.474609, - 0.746094, - 0.730469, - 0.726562 - ] - }, - "name": "model.model.layers.3.post_attention_layernorm.weight", - "outputIndexes": [ - 355 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 354 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_3/Mul_output_0", - "outputIndexes": [ - 356 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 355, - 356 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_3/Mul_1_output_0", - "outputIndexes": [ - 357 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 357 - ], - "outputIndexes": [ - 2408 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2408 - ], - "outputIndexes": [ - 2409 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/gate_proj/Linear", - "inputIndexes": [ - 2409 - ], - "outputIndexes": [ - 2410 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 82092582, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2410 - ], - "outputIndexes": [ - 2411 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2411 - ], - "outputIndexes": [ - 358 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 358 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_3/Sigmoid_output_0", - "outputIndexes": [ - 359 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 358, - 359 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_3/Mul_output_0", - "outputIndexes": [ - 360 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 357 - ], - "outputIndexes": [ - 2412 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2412 - ], - "outputIndexes": [ - 2413 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/up_proj/Linear", - "inputIndexes": [ - 2413 - ], - "outputIndexes": [ - 2414 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 89834044, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2414 - ], - "outputIndexes": [ - 2415 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2415 - ], - "outputIndexes": [ - 361 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 360, - 361 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_3/Mul_output_0", - "outputIndexes": [ - 362 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 362 - ], - "outputIndexes": [ - 2416 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2416 - ], - "outputIndexes": [ - 2417 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/down_proj/Linear", - "inputIndexes": [ - 2417 - ], - "outputIndexes": [ - 2418 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 97575506, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2418 - ], - "outputIndexes": [ - 2419 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2419 - ], - "outputIndexes": [ - 363 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 354, - 363 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_19_output_0", - "outputIndexes": [ - 364 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 364, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_36_output_0", - "outputIndexes": [ - 365 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.211914, - 0.423828, - 0.589844, - 0.439453, - 0.574219, - 0.4375, - 0.4375, - 0.466797, - 0.412109, - 0.535156, - 0.511719, - 0.511719, - 0.4375, - 0.453125, - 0.425781, - 0.419922, - 0.441406, - 0.416016, - 0.390625, - 0.527344, - 0.421875, - 0.539062, - 0.550781, - 0.212891, - 0.466797, - 0.373047, - 0.515625, - 0.570312, - 0.34375, - 0.462891, - 0.423828, - 0.408203, - 0.503906, - 0.369141, - 0.511719, - 0.498047, - 0.5, - 0.46875, - 0.486328, - 0.554688, - 0.449219, - 0.404297, - 0.423828, - 0.589844, - 0.212891, - 0.40625, - 0.408203, - 0.388672, - 0.496094, - 0.621094, - 0.224609, - 0.5, - 0.480469, - 0.519531, - 0.462891, - 0.511719, - 0.523438, - 0.219727, - 0.640625, - 0.523438, - 0.484375, - 0.494141, - 0.539062, - 0.412109, - 0.402344, - 0.382812, - 0.507812, - 0.457031, - 0.550781, - 0.486328, - 0.53125, - 0.558594, - 0.202148, - 0.507812, - 0.455078, - 0.515625, - 0.435547, - 0.416016, - 0.375, - 0.5, - 0.421875, - 0.234375, - 0.59375, - 0.515625, - 0.457031, - 0.474609, - 0.414062, - 0.578125, - 0.558594, - 0.429688, - 0.439453, - 0.503906, - 0.609375, - 0.470703, - 0.416016, - 0.667969, - 0.398438, - 0.5625, - 0.519531, - 0.449219, - 0.582031, - 0.539062, - 0.464844, - 0.515625, - 0.482422, - 0.492188, - 0.59375, - 0.390625, - 0.494141, - 0.451172, - 0.558594, - 0.408203, - 0.574219, - 1.148438, - 0.414062, - 0.414062, - 0.486328, - 0.507812, - 0.198242, - 0.263672, - 0.414062, - 0.275391, - 0.511719, - 0.550781, - 0.429688, - 0.496094, - 0.455078, - 0.285156, - 0.585938, - 0.515625, - 0.421875, - 0.449219, - 0.498047, - 0.4375, - 0.511719, - 0.441406, - 0.414062, - 0.466797, - 0.474609, - 0.359375, - 0.337891, - 0.609375, - 0.503906, - 0.339844, - 0.462891, - 0.539062, - 0.408203, - 0.605469, - 0.4375, - 0.365234, - 0.449219, - 0.431641, - 0.347656, - 0.494141, - 0.28125, - 0.5625, - 0.535156, - 0.470703, - 0.449219, - 0.435547, - 0.523438, - 0.570312, - 0.511719, - 0.296875, - 0.515625, - 0.53125, - 0.482422, - 0.486328, - 0.457031, - 0.511719, - 0.416016, - 0.376953, - 0.425781, - 0.832031, - 0.511719, - 0.480469, - 0.546875, - 0.550781, - 0.554688, - 0.466797, - 0.421875, - 0.457031, - 0.539062, - 0.574219, - 0.40625, - 0.585938, - 0.314453, - 0.447266, - 0.320312, - 0.488281, - 0.462891, - 0.496094, - 0.511719, - 0.474609, - 0.478516, - 0.417969, - 0.416016, - 0.443359, - 0.476562, - 0.474609, - 0.386719, - 0.357422, - 0.464844, - 0.425781, - 0.386719, - 0.408203, - 0.482422, - 0.447266, - 0.431641, - 0.464844, - 0.449219, - 0.4375, - 0.53125, - 0.507812, - 0.447266, - 0.376953, - 0.4375, - 0.460938, - 0.419922, - 0.402344, - 0.458984, - 0.435547, - 0.349609, - 0.519531, - 0.5, - 0.417969, - 0.515625, - 0.484375, - 0.632812, - 0.386719, - 0.488281, - 0.435547, - 0.570312, - 0.435547, - 0.412109, - 0.416016, - 0.433594, - 0.527344, - 0.478516, - 0.416016, - 0.527344, - 0.423828, - 0.498047, - 0.445312, - 0.412109, - 0.355469, - 0.445312, - 0.476562, - 0.515625, - 0.550781, - 0.511719, - 0.5, - 0.511719, - 0.859375, - 0.240234, - 0.484375, - 0.503906, - 0.417969, - 0.441406, - 0.539062, - 0.464844, - 0.503906, - 0.480469, - 0.550781, - 0.417969, - 0.421875, - 0.523438, - 0.443359, - 0.445312, - 0.425781, - 0.445312, - 0.628906, - 0.503906, - 0.416016, - 0.507812, - 0.519531, - 0.380859, - 0.449219, - 0.482422, - 0.5, - 0.431641, - 0.449219, - 0.498047, - 0.527344, - 0.410156, - 0.209961, - 0.408203, - 0.482422, - 0.496094, - 0.527344, - 0.380859, - 0.427734, - 0.40625, - 0.433594, - 0.511719, - 0.404297, - 0.453125, - 0.515625, - 0.410156, - 0.519531, - 0.257812, - 0.378906, - 0.507812, - 0.28125, - 0.498047, - 0.423828, - 0.484375, - 0.570312, - 0.417969, - 0.197266, - 0.609375, - 0.40625, - 0.292969, - 0.484375, - 0.492188, - 0.470703, - 0.339844, - 0.462891, - 0.457031, - 0.228516, - 0.435547, - 0.539062, - 0.408203, - 0.464844, - 0.457031, - 0.445312, - 0.455078, - 0.239258, - 0.523438, - 0.457031, - 0.22168, - 0.494141, - 0.324219, - 0.4375, - 0.511719, - 0.443359, - 0.488281, - 0.192383, - 0.574219, - 0.369141, - 0.53125, - 0.443359, - 0.494141, - 0.503906, - 0.419922, - 0.412109, - 0.451172, - 0.523438, - 0.486328, - 0.470703, - 0.527344, - 0.441406, - 0.5625, - 0.5625, - 0.269531, - 0.410156, - 1.414062, - 0.53125, - 0.554688, - 0.464844, - 0.330078, - 0.527344, - 0.433594, - 0.453125, - 0.476562, - 0.486328, - 0.447266, - 0.453125, - 0.24707, - 0.451172, - 0.460938, - 0.519531, - 0.515625, - 0.503906, - 0.466797, - 0.5, - 0.367188, - 0.535156, - 0.570312, - 0.535156, - 0.449219, - 0.496094, - 0.429688, - 0.451172, - 0.396484, - 0.396484, - 0.507812, - 0.503906, - 0.498047, - 0.423828, - 0.472656, - 0.412109, - 0.416016, - 0.523438, - 0.597656, - 0.333984, - 0.394531, - 0.322266, - 0.5625, - 0.429688, - 0.498047, - 0.466797, - 0.554688, - 0.3125, - 0.5625, - 0.197266, - 0.396484, - 0.453125, - 8.7e-05, - 0.273438, - 0.466797, - 0.527344, - 0.419922, - 0.474609, - 0.455078, - 0.464844, - 0.523438, - 0.451172, - 0.496094, - 0.445312, - 0.466797, - 0.546875, - 0.617188, - 0.527344, - -0.269531, - 0.462891, - 0.535156, - 0.447266, - 0.511719, - 0.414062, - 0.417969, - 0.386719, - 0.408203, - 0.515625, - 0.515625, - 0.519531, - 0.507812, - 0.582031, - 0.40625, - 0.414062, - 0.462891, - 0.361328, - 0.421875, - 0.605469, - 0.482422, - 0.470703, - 0.271484, - 0.503906, - 0.425781, - 0.408203, - 0.457031, - 0.433594, - 0.351562, - 0.574219, - 0.457031, - 0.458984, - 0.558594, - 0.470703, - 0.292969, - 0.478516, - 0.496094, - 0.458984, - 0.441406, - 0.476562, - 0.408203, - 0.306641, - 0.478516, - 0.482422, - 0.474609, - 0.458984, - 0.433594, - 0.429688, - 0.464844, - 0.490234, - 0.488281, - 0.449219, - 0.470703, - 0.488281, - 0.287109, - 0.419922, - 0.542969, - 0.5, - 0.371094, - 0.384766, - 0.466797, - 0.539062, - 0.378906, - 0.535156, - 0.388672, - 0.404297, - 0.419922, - 0.396484, - 0.464844, - 0.482422, - 0.488281, - 0.498047, - 0.451172, - 0.4375, - 0.5, - 0.277344, - 0.183594, - 0.472656, - 0.455078, - 0.234375, - 0.486328, - 0.53125, - 0.435547, - 1.078125, - 0.558594, - 0.482422, - 0.392578, - 0.457031, - 0.609375, - 0.511719, - 0.287109, - 0.431641, - 0.515625, - 0.515625, - 0.398438, - 0.566406, - 1.6e-05, - 0.453125, - 0.476562, - 0.550781, - 0.449219, - 0.486328, - 0.359375, - 0.451172, - 0.386719, - 0.40625, - 0.414062, - 0.527344, - 0.245117, - 0.527344, - 0.404297, - 0.439453, - 0.453125, - 0.369141, - 0.429688, - 0.237305, - 0.433594, - 0.419922, - 0.417969, - 0.416016, - 0.333984, - 0.519531, - 0.609375, - 0.5, - 0.574219, - 0.441406, - 0.496094, - 0.355469, - 0.408203, - 0.333984, - 0.227539, - 0.462891, - 0.40625, - 0.394531, - 0.482422, - 0.285156, - 0.402344, - 0.404297, - 0.527344, - 0.482422, - 0.482422, - 0.617188, - 0.203125, - 0.386719, - 0.441406, - 0.464844, - 0.527344, - 0.421875, - 0.460938, - 0.21582, - 0.353516, - 0.398438, - 0.507812, - 0.453125, - 0.257812, - 0.462891, - 1.273438, - 0.519531, - 0.349609, - 0.445312, - 0.490234, - 0.490234, - 0.503906, - 0.416016, - 0.429688, - 0.292969, - 0.484375, - 0.447266, - 0.382812, - 0.5, - 0.546875, - 0.423828, - 0.46875, - 0.439453, - 0.523438, - 0.554688, - 0.472656, - 0.464844, - 0.445312, - 0.273438, - 0.503906, - 0.425781, - 0.271484, - 0.466797, - 0.431641, - -0.086914, - 0.470703, - 0.421875, - 0.224609, - 0.558594, - 0.470703, - 0.435547, - 0.439453, - 0.449219, - 0.5, - 0.472656, - -0.488281, - 0.5625, - 0.417969, - 0.457031, - 0.566406, - 0.546875, - 0.447266, - 0.578125, - 0.451172, - 0.412109, - 0.462891, - 0.527344, - 0.211914, - 0.304688, - 0.410156, - 0.542969, - 0.427734, - 0.515625, - 0.412109, - 0.53125, - 0.566406, - 0.205078, - 0.40625, - 0.523438, - 0.236328, - 0.558594, - 0.609375, - 0.480469, - 0.570312, - 0.486328, - 0.28125, - 0.478516, - 0.511719, - 0.447266, - 0.494141, - 0.441406, - 0.486328, - 0.386719, - 0.410156, - 0.503906, - 0.480469, - 0.597656, - 0.208008, - 0.416016, - 0.523438, - 0.515625, - 0.494141, - 0.447266, - 0.498047, - 0.486328, - 0.416016, - 0.621094, - 0.490234, - 0.488281, - 0.515625, - 0.451172, - 0.269531, - 0.457031, - 0.492188, - 0.53125, - 0.496094, - 0.421875, - 0.40625, - 0.457031, - 0.470703, - 0.408203, - 0.498047, - 0.464844, - 0.5, - 0.460938, - 0.730469, - 0.472656, - 0.59375, - 0.423828, - 0.570312, - 0.447266, - 0.554688, - 0.503906, - 0.460938, - 0.363281, - 0.523438, - 0.435547, - 0.410156, - 0.414062, - 0.371094, - 0.378906, - 0.546875, - 0.515625, - 0.466797, - 0.511719, - 0.400391, - 0.222656, - 0.414062, - 0.554688, - 0.232422, - 0.558594, - 0.388672, - 0.486328, - 0.361328, - 0.458984, - 0.490234, - 0.283203, - 0.4375, - 0.337891, - 0.451172, - 0.394531, - 0.5625, - 0.535156, - 0.474609, - 0.474609, - 0.515625, - 0.417969, - 0.445312, - 0.5625, - 0.601562, - 0.408203, - 0.457031, - 0.396484, - 0.498047, - 0.820312, - 0.605469, - 0.324219, - 0.847656, - 0.546875, - 0.462891, - 0.5, - 0.527344, - 0.453125, - 0.490234, - 0.472656, - 0.431641, - 0.503906, - 0.941406, - 0.359375, - 0.515625, - 0.458984, - 0.435547, - 0.496094, - 0.546875, - 0.511719, - 0.464844, - 0.476562, - 0.486328, - 0.251953, - 0.466797, - 0.421875, - 0.435547, - 0.613281, - 0.554688, - 0.46875, - 0.185547, - 0.445312, - 0.414062, - 0.566406, - 0.462891, - 0.550781, - 0.494141, - 0.396484, - 0.472656, - 0.542969, - 0.523438, - 0.439453, - 0.519531, - 0.447266, - 0.550781, - 0.435547, - 0.474609, - 0.535156, - 0.419922, - 0.421875, - 0.460938, - 0.439453, - 0.550781, - 0.816406, - 0.574219, - 0.490234, - 0.488281, - 0.546875, - 0.507812, - 0.484375, - 0.498047, - 0.535156, - 0.462891, - 0.40625, - 0.474609, - 0.40625, - 0.4375, - 0.464844, - 0.271484, - 0.554688, - 0.300781, - 0.535156, - 0.451172, - 0.523438, - 0.554688, - 0.460938, - 0.414062, - 0.423828, - 0.373047, - 0.423828, - 0.462891, - 0.402344, - 0.417969, - 0.365234, - 0.40625, - 0.382812, - 0.574219, - 0.320312, - 0.480469, - 0.435547, - 0.427734, - 0.503906, - 0.460938, - 0.519531, - 0.472656, - 0.447266, - 0.414062, - 0.539062, - 0.457031, - 0.408203, - 0.470703, - 0.429688, - 0.453125, - 0.400391, - 0.353516, - 0.458984, - 0.523438, - 0.5, - 0.488281, - 0.195312, - 0.375, - 0.40625, - 0.464844, - 0.488281, - 0.455078, - 0.507812, - 0.285156, - 0.480469, - 0.535156, - 0.392578, - 0.466797, - 0.625, - 0.589844, - 0.417969, - 0.239258, - 1.296875, - 0.447266, - 0.523438, - 0.859375, - 0.457031, - 0.412109, - 0.478516, - 0.582031, - 0.390625, - 0.433594, - 0.431641, - 0.408203, - 0.5, - 0.507812, - 0.511719, - 0.261719, - 0.453125, - 0.5625, - 0.482422, - 0.402344, - 0.484375, - 0.515625, - 0.507812, - 0.423828, - 0.59375, - 0.386719, - 0.416016, - 0.408203, - 0.21582, - 0.494141, - 0.486328, - 0.439453, - 0.474609, - 0.550781, - 0.271484, - 0.699219, - 1.046875, - 0.396484, - 0.425781, - 0.412109, - 0.404297, - 0.53125, - 0.484375, - 0.412109, - 0.265625, - 0.449219, - 0.515625, - 0.453125, - 0.490234, - 0.558594, - 0.390625, - 0.451172, - 0.209961, - 0.404297, - 0.466797, - 0.492188, - 0.449219, - 0.402344, - 0.507812, - 0.460938, - 0.523438, - 0.546875, - 0.519531, - 0.441406, - 0.416016, - 0.5, - 0.402344, - 0.464844, - 0.300781, - 0.5625, - 0.380859, - 0.451172, - 0.466797, - 0.4375, - 0.527344, - -3e-05, - 0.423828, - 0.433594, - 0.589844, - 0.433594, - 0.435547, - 0.519531, - 0.523438, - 0.457031, - 0.447266, - 0.488281, - 0.255859, - 0.458984, - 0.443359, - 0.431641, - 0.394531, - 0.394531, - 0.605469, - 0.527344, - 0.435547, - 0.439453, - 0.484375, - 0.416016, - 0.419922, - 0.482422, - 0.464844, - 0.550781, - 0.416016, - 0.601562, - -0.322266, - 0.496094, - 0.441406, - 0.480469, - 0.470703, - 0.447266, - 0.306641, - 0.451172, - 0.433594, - 0.5625, - 0.472656, - 0.464844, - 0.445312, - 0.519531, - 0.566406, - 0.496094, - 0.546875, - 0.498047, - 0.494141, - 0.535156, - 0.234375, - 0.417969, - 0.246094, - 0.447266, - 0.421875, - 0.494141, - 0.542969, - 0.419922, - 0.460938, - 0.433594, - 0.378906, - 0.40625, - 0.455078, - 0.5, - 0.445312, - 0.408203, - 0.542969, - 0.519531, - 0.412109, - 0.443359, - 0.462891, - 0.5, - 0.482422, - 0.404297, - 0.445312, - 0.419922, - 0.585938, - 0.546875, - 0.458984, - 0.480469, - 0.478516, - 0.466797, - 0.386719, - 0.482422, - 0.4375, - 0.675781, - 0.451172, - 0.478516, - 0.511719, - 0.507812, - 0.503906, - 0.570312, - 0.476562, - 0.451172, - 0.457031, - 0.484375, - 0.455078, - 0.472656, - 0.392578, - 0.839844, - 0.380859, - 0.5625, - 0.462891, - 0.423828, - 0.4375, - 0.484375, - 0.449219, - 0.472656, - 0.462891, - 0.535156, - 0.433594, - 0.396484, - 0.546875, - 0.451172, - 0.455078, - 0.488281, - 0.410156, - 0.570312, - 0.455078, - 0.439453, - 0.574219, - 0.388672, - 0.453125, - 0.570312, - 0.507812, - 0.539062, - 0.519531, - 0.40625, - 0.486328, - 0.333984, - 0.447266, - 0.429688, - 0.53125, - 0.412109, - 0.882812, - 0.449219, - 0.453125, - 0.4375, - 0.609375, - 0.423828, - 0.449219, - 0.451172, - 0.5, - 0.466797, - 0.414062, - 0.486328, - 0.410156, - 0.408203, - 0.279297, - 0.433594, - 0.679688, - 0.421875, - 0.53125, - 0.425781, - 0.578125, - 0.519531, - 0.431641, - 0.585938, - 0.539062, - 0.192383, - 0.478516, - 0.443359, - 0.302734, - 0.226562, - 0.519531, - 0.609375, - 0.234375, - 0.457031, - 0.410156, - 0.617188, - 0.578125, - 0.472656, - 0.419922, - 0.277344, - 0.515625, - 0.519531, - 0.380859, - 0.457031, - 0.527344, - 0.519531, - 0.423828, - 0.423828, - 0.404297, - 0.527344, - 0.585938, - 0.449219, - 0.382812, - 0.460938, - 0.425781, - 0.457031, - 0.408203, - 0.496094, - 0.472656, - 0.433594, - 0.423828, - 0.53125, - 0.4375, - 0.455078, - 0.460938, - 0.457031, - 0.445312, - 0.388672, - 0.412109, - 0.519531, - 0.542969, - 0.382812, - 0.449219, - 0.492188, - 0.427734, - 0.550781, - 0.472656, - 0.431641, - 0.503906, - 0.458984, - 0.511719, - 0.628906, - 0.261719, - 0.574219, - 0.206055, - 0.445312, - 0.482422, - 0.285156, - 0.267578, - 0.439453, - 0.527344, - 0.441406, - 0.5, - 0.707031, - 0.4375, - 0.447266, - 0.523438, - 0.447266, - 0.416016, - 0.5, - 0.613281, - 0.566406, - 0.427734, - 0.404297, - 0.484375, - 0.458984, - 0.535156, - 0.425781, - 0.46875, - 0.486328, - 0.251953, - 0.523438, - 0.480469, - 0.380859, - 0.470703, - 0.423828, - 0.46875, - 0.421875, - 0.574219, - 0.523438, - 0.441406, - 0.435547, - 0.435547, - 0.443359, - 0.253906, - 0.617188, - 0.453125, - 0.414062, - 0.384766, - 0.486328, - 0.613281, - 0.382812, - 0.445312, - 0.621094, - 0.515625, - 0.478516, - 0.378906, - 0.398438, - 0.550781, - 0.429688, - 0.519531, - 0.617188, - 0.451172, - 0.53125, - 0.703125, - 0.546875, - 0.511719, - 0.445312, - 0.507812, - 0.675781, - 0.417969, - 0.523438, - 0.435547, - 0.439453, - 0.476562, - 0.439453, - 0.328125, - 0.476562, - 0.498047, - 0.554688, - 0.213867, - 0.519531, - 0.503906, - 0.503906, - 0.410156, - 0.460938, - 0.488281, - 0.53125, - 0.460938, - 0.457031, - 0.369141, - 0.628906, - 0.523438, - 0.578125, - 0.408203, - 0.453125, - 0.494141, - 0.554688, - 0.181641, - 0.59375, - 0.498047, - 0.414062, - 0.292969, - 0.435547, - 0.539062, - 0.496094, - 0.496094, - 0.376953, - 0.455078, - 0.208984, - 0.460938, - 0.476562, - 0.447266, - 0.539062, - 0.417969, - 0.466797, - 0.486328, - 0.457031, - 0.439453, - 0.263672, - 0.494141, - 0.4375, - 0.386719, - 0.439453, - 0.550781, - 0.355469, - 0.542969, - 0.398438, - 0.40625, - 0.5, - 0.863281, - 0.457031, - 0.988281, - 0.199219, - 0.511719, - 0.189453, - 0.482422, - 0.765625, - 0.511719, - 0.476562, - 0.451172, - 0.419922, - 0.703125, - 0.486328, - 0.539062, - 0.460938, - 0.449219, - 0.439453, - 0.332031, - 0.419922, - 0.179688, - 0.484375, - 0.443359, - 0.476562, - 0.507812, - 0.539062, - 0.550781, - 0.539062, - 0.423828, - 0.496094, - 0.494141, - 0.476562, - 0.550781, - 0.53125, - 0.503906, - 0.431641, - 0.519531, - 0.410156, - 0.462891, - 0.484375, - 0.439453, - 0.410156, - 0.451172, - 0.21582, - 0.5625, - 0.371094, - 0.558594, - 0.443359, - 0.503906, - 0.515625, - 0.429688, - 0.482422, - 0.4375, - 0.445312, - 0.427734, - 0.601562, - 0.451172, - 0.265625, - 0.474609, - 0.416016, - 0.490234, - 0.371094, - 0.439453, - 0.40625, - 0.40625, - 0.515625, - 0.519531, - 0.574219, - 0.451172, - 0.503906, - 0.519531, - 0.40625, - 0.523438, - 0.408203, - 0.519531, - 0.253906, - 0.398438, - 0.777344, - 0.330078, - 0.427734, - 0.455078, - 0.511719, - 0.482422, - 0.476562, - 0.470703, - 0.519531, - 0.425781, - 0.457031, - 0.457031, - 0.550781, - 0.443359, - 0.421875, - 0.476562, - 0.472656, - 0.679688, - 0.601562, - 0.453125, - 0.392578, - 0.209961, - 0.451172, - 0.267578, - 0.378906, - 0.369141, - 0.455078, - 0.466797, - 0.423828, - 0.474609, - 0.261719, - 0.519531, - 0.447266, - 0.462891, - 0.503906, - 0.53125, - 0.404297, - 0.601562, - 0.523438, - 0.53125, - 0.255859, - 0.492188, - 0.585938, - 0.451172, - 0.503906, - 0.384766, - 0.5, - 0.439453, - 0.458984, - 0.494141, - 0.441406, - 0.425781, - 0.398438, - 0.474609, - 0.464844, - 0.251953, - 0.419922, - 0.507812, - 0.414062, - 0.566406, - 0.519531, - 0.000235, - 0.53125, - 0.40625, - 0.84375, - 0.566406, - 0.511719, - 0.460938, - 0.363281, - 0.449219, - 0.443359, - 0.443359, - 0.410156, - 0.490234, - 0.382812, - 0.486328, - 0.359375, - 0.425781, - 0.539062, - 0.4375, - 0.267578, - 0.196289, - 0.296875, - 0.455078, - 0.527344, - 0.476562, - 0.707031, - 0.515625, - 0.507812, - 0.435547, - 0.460938, - 0.453125, - 0.236328, - 0.472656, - 0.53125, - 0.488281, - 0.394531, - 0.503906, - 0.542969, - 0.5625, - 0.423828, - 0.384766, - 0.53125, - 0.507812, - 0.472656, - 0.248047, - 0.419922, - 0.390625, - 0.292969, - 0.427734, - 0.449219, - 0.503906, - 0.503906, - 0.369141, - 0.453125, - 0.200195, - 0.421875, - 0.472656, - 0.457031, - 0.367188, - 0.429688, - 0.486328, - 0.652344, - 0.425781, - 0.585938, - 0.443359, - 0.496094, - 0.425781, - 0.566406, - 0.589844, - 0.484375, - 0.486328, - 0.476562, - 0.400391, - 0.480469, - 0.519531, - 0.617188, - 0.412109, - 0.455078, - 0.539062, - 0.503906, - 0.449219, - 0.466797, - 0.478516, - 0.457031, - 0.474609, - 0.464844, - 0.470703, - 0.439453, - 0.431641, - 0.417969, - 0.523438, - 0.462891, - 0.578125, - 0.435547, - 0.494141, - 0.447266, - 0.539062, - 0.429688, - 0.429688, - 0.375, - 0.53125, - 0.542969, - 0.464844, - 0.490234, - 0.486328, - 0.453125, - 0.378906, - 0.490234, - 0.398438, - 0.488281, - 0.384766, - 0.200195, - 0.472656, - 0.439453, - 0.464844 - ] - }, - "name": "model.model.layers.4.input_layernorm.weight", - "outputIndexes": [ - 366 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 365 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_4/Mul_output_0", - "outputIndexes": [ - 367 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 366, - 367 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_4/Mul_1_output_0", - "outputIndexes": [ - 368 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 368 - ], - "outputIndexes": [ - 2420 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2420 - ], - "outputIndexes": [ - 2421 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear", - "inputIndexes": [ - 2421 - ], - "outputIndexes": [ - 2422 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 105316968, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2422 - ], - "outputIndexes": [ - 2423 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2423 - ], - "outputIndexes": [ - 369 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 368 - ], - "main_type": "NONE", - "name": "/Shape_57_output_0", - "outputIndexes": [ - 370 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 370 - ], - "main_type": "NONE", - "name": "Shape1078", - "outputIndexes": [ - 371 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 370 - ], - "main_type": "NONE", - "name": "Rank1080", - "outputIndexes": [ - 372 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 372, - 372 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1082", - "outputIndexes": [ - 373 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 373 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1083", - "outputIndexes": [ - 374 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 373, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1085", - "outputIndexes": [ - 375 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 375 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1086", - "outputIndexes": [ - 376 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 371, - 374, - 376, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1089", - "outputIndexes": [ - 377 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 377 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1090", - "outputIndexes": [ - 378 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 378 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1091", - "outputIndexes": [ - 379 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 379, - 378 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1092", - "outputIndexes": [ - 380 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 370, - 380, - 373 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_64_output_0", - "outputIndexes": [ - 381 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 381, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_129_output_0", - "outputIndexes": [ - 382 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 382, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_52_output_0", - "outputIndexes": [ - 383 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 369, - 383 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_37_output_0", - "outputIndexes": [ - 384 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_32_output_0", - "outputIndexes": [ - 385 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384 - ], - "main_type": "NONE", - "name": "/Shape_58_output_0", - "outputIndexes": [ - 386 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 386 - ], - "main_type": "NONE", - "name": "Shape1099", - "outputIndexes": [ - 387 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 386 - ], - "main_type": "NONE", - "name": "Rank1101", - "outputIndexes": [ - 388 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 388, - 388 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1103", - "outputIndexes": [ - 389 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 389 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1104", - "outputIndexes": [ - 390 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 389, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1106", - "outputIndexes": [ - 391 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 391 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1107", - "outputIndexes": [ - 392 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 387, - 390, - 392, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1110", - "outputIndexes": [ - 393 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 393 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1111", - "outputIndexes": [ - 394 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 394 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1112", - "outputIndexes": [ - 395 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 395, - 394 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1113", - "outputIndexes": [ - 396 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 386, - 396, - 389 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_65_output_0", - "outputIndexes": [ - 397 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 397, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_12_output_0", - "outputIndexes": [ - 398 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 398, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_134_output_0", - "outputIndexes": [ - 399 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384, - 399, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_17_output_0", - "outputIndexes": [ - 400 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 400 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_8_output_0", - "outputIndexes": [ - 401 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384, - 22, - 399, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_16_output_0", - "outputIndexes": [ - 402 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 401, - 402 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_55_output_0", - "outputIndexes": [ - 403 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 403, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_33_output_0", - "outputIndexes": [ - 404 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 385, - 404 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_20_output_0", - "outputIndexes": [ - 405 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 368 - ], - "outputIndexes": [ - 2424 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2424 - ], - "outputIndexes": [ - 2425 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear", - "inputIndexes": [ - 2425 - ], - "outputIndexes": [ - 2426 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 106650238, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2426 - ], - "outputIndexes": [ - 2427 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2427 - ], - "outputIndexes": [ - 406 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 382, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_53_output_0", - "outputIndexes": [ - 407 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 406, - 407 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_38_output_0", - "outputIndexes": [ - 408 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 408, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_34_output_0", - "outputIndexes": [ - 409 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 408 - ], - "main_type": "NONE", - "name": "/Shape_59_output_0", - "outputIndexes": [ - 410 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 410 - ], - "main_type": "NONE", - "name": "Shape1162", - "outputIndexes": [ - 411 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 410 - ], - "main_type": "NONE", - "name": "Rank1164", - "outputIndexes": [ - 412 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 412, - 412 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1166", - "outputIndexes": [ - 413 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 413 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1167", - "outputIndexes": [ - 414 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 413, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1169", - "outputIndexes": [ - 415 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 415 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1170", - "outputIndexes": [ - 416 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 411, - 414, - 416, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1173", - "outputIndexes": [ - 417 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 417 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1174", - "outputIndexes": [ - 418 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 418 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1175", - "outputIndexes": [ - 419 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 419, - 418 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1176", - "outputIndexes": [ - 420 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 410, - 420, - 413 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_66_output_0", - "outputIndexes": [ - 421 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 421, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_13_output_0", - "outputIndexes": [ - 422 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 422, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_136_output_0", - "outputIndexes": [ - 423 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 408, - 423, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_19_output_0", - "outputIndexes": [ - 424 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 424 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_9_output_0", - "outputIndexes": [ - 425 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 408, - 22, - 423, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_18_output_0", - "outputIndexes": [ - 426 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 425, - 426 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_56_output_0", - "outputIndexes": [ - 427 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 427, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_35_output_0", - "outputIndexes": [ - 428 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 409, - 428 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_21_output_0", - "outputIndexes": [ - 429 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 368 - ], - "outputIndexes": [ - 2428 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2428 - ], - "outputIndexes": [ - 2429 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear", - "inputIndexes": [ - 2429 - ], - "outputIndexes": [ - 2430 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 106872468, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2430 - ], - "outputIndexes": [ - 2431 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2431 - ], - "outputIndexes": [ - 430 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 430, - 407 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_39_output_0", - "outputIndexes": [ - 431 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 405, - 429, - 431, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_44_output_0", - "outputIndexes": [ - 432 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 432 - ], - "outputIndexes": [ - 2432 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2432 - ], - "outputIndexes": [ - 2433 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear", - "inputIndexes": [ - 2433 - ], - "outputIndexes": [ - 2434 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 107094698, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2434 - ], - "outputIndexes": [ - 2435 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2435 - ], - "outputIndexes": [ - 433 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 365, - 433 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_23_output_0", - "outputIndexes": [ - 434 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.339844, - 0.609375, - 0.558594, - 0.5625, - 0.542969, - 0.519531, - 0.585938, - 0.550781, - 0.578125, - 0.466797, - 0.570312, - 0.330078, - 0.554688, - 0.574219, - 0.554688, - 0.566406, - 0.574219, - 0.5625, - 0.566406, - 0.470703, - 0.570312, - 0.582031, - 0.546875, - 0.320312, - 0.625, - 0.570312, - 0.535156, - 0.472656, - 0.566406, - 0.632812, - 0.558594, - 0.574219, - 0.632812, - 0.726562, - 0.554688, - 0.609375, - 0.605469, - 0.574219, - 0.439453, - 0.40625, - 0.582031, - 0.582031, - 0.5625, - 0.628906, - 0.320312, - 0.546875, - 0.554688, - 0.5625, - 0.558594, - 0.515625, - 0.314453, - 0.375, - 0.574219, - 0.617188, - 0.574219, - 0.496094, - 0.470703, - 0.330078, - 0.439453, - 0.462891, - 0.53125, - 0.484375, - 0.550781, - 0.566406, - 0.578125, - 0.341797, - 0.527344, - 0.496094, - 0.558594, - 0.503906, - 0.554688, - 0.488281, - 0.328125, - 0.498047, - 0.582031, - 0.392578, - 0.578125, - 0.578125, - 0.566406, - 0.648438, - 0.601562, - 0.326172, - 0.378906, - 0.609375, - 0.589844, - 0.578125, - 0.578125, - 0.636719, - 0.523438, - 0.566406, - 0.570312, - 0.527344, - 0.515625, - 0.511719, - 0.582031, - 0.353516, - 0.570312, - 0.464844, - 0.597656, - 0.5625, - 0.65625, - 0.394531, - 0.458984, - 0.652344, - 0.425781, - 0.558594, - 0.578125, - 0.570312, - 0.425781, - 0.570312, - 0.458984, - 0.582031, - 0.511719, - 0.363281, - 0.585938, - 0.550781, - 0.609375, - 0.671875, - 0.332031, - 0.318359, - 0.582031, - 0.330078, - 0.494141, - 0.496094, - 0.566406, - 0.605469, - 0.605469, - 0.335938, - 0.466797, - 0.671875, - 0.539062, - 0.539062, - 0.59375, - 0.640625, - 0.605469, - 0.664062, - 0.455078, - 0.601562, - 0.449219, - 0.566406, - 0.330078, - 0.558594, - 0.515625, - 0.337891, - 0.664062, - 0.474609, - 0.582031, - 1.289062, - 0.597656, - 0.558594, - 0.535156, - 0.597656, - 0.333984, - 0.582031, - 0.558594, - 0.449219, - 0.695312, - 0.480469, - 0.5625, - 0.574219, - 0.464844, - 0.511719, - 0.582031, - 0.333984, - 0.462891, - 0.621094, - 0.542969, - 0.589844, - 0.578125, - 0.65625, - 0.59375, - 0.566406, - 0.574219, - 0.675781, - 0.53125, - 0.574219, - 0.597656, - 0.628906, - 0.605469, - 0.582031, - 0.589844, - 0.566406, - 0.617188, - 0.585938, - 0.558594, - 0.396484, - 0.328125, - 0.625, - 0.582031, - 0.550781, - 0.621094, - 0.523438, - 0.640625, - 0.59375, - 0.59375, - 0.566406, - 0.578125, - 0.558594, - 0.574219, - 0.523438, - 0.550781, - 0.570312, - 0.59375, - 0.597656, - 0.578125, - 0.578125, - 0.5625, - 0.648438, - 0.558594, - 0.59375, - 0.554688, - 0.601562, - 0.423828, - 0.546875, - 0.621094, - 0.341797, - 0.578125, - 0.59375, - 0.5625, - 0.5625, - 0.574219, - 0.578125, - 0.275391, - 0.213867, - 0.507812, - 0.566406, - 0.470703, - 0.416016, - 0.490234, - 0.5625, - 0.589844, - 0.589844, - 0.640625, - 0.570312, - 0.570312, - 0.519531, - 0.574219, - 0.550781, - 0.574219, - 0.589844, - 0.527344, - 0.613281, - 0.570312, - 0.585938, - 0.5625, - 0.574219, - 0.589844, - 0.589844, - 0.507812, - 0.636719, - 0.542969, - 0.273438, - 0.648438, - 0.527344, - 0.316406, - 0.46875, - 0.511719, - 0.609375, - 0.589844, - 0.570312, - 0.558594, - 0.621094, - 0.582031, - 0.482422, - 0.578125, - 0.570312, - 0.478516, - 0.582031, - 0.578125, - 0.554688, - 0.546875, - 0.53125, - 0.488281, - 0.574219, - 0.408203, - 0.480469, - 0.339844, - 0.613281, - 0.480469, - 0.652344, - 0.574219, - 0.539062, - 0.546875, - 0.527344, - 0.574219, - 0.326172, - 0.71875, - 0.574219, - 0.546875, - 0.605469, - 0.570312, - 0.597656, - 0.585938, - 0.585938, - 0.498047, - 0.550781, - 0.582031, - 0.546875, - 0.585938, - 0.617188, - 0.316406, - 0.316406, - 0.609375, - 0.324219, - 0.605469, - 0.570312, - 0.585938, - 0.496094, - 0.578125, - 0.304688, - 0.408203, - 0.582031, - 0.335938, - 0.582031, - 0.589844, - 0.585938, - 0.302734, - 0.5625, - 0.566406, - 0.341797, - 0.5625, - 0.695312, - 0.570312, - 0.410156, - 0.546875, - 0.585938, - 0.554688, - 0.322266, - 0.554688, - 0.542969, - 0.310547, - 0.601562, - 0.333984, - 0.566406, - 0.554688, - 0.263672, - 0.5625, - 0.333984, - 0.511719, - 0.330078, - 0.5625, - 0.574219, - 0.539062, - 0.636719, - 0.566406, - 0.554688, - 0.574219, - 0.498047, - 0.478516, - 0.566406, - 0.503906, - 0.365234, - 0.394531, - 0.609375, - 0.558594, - 0.597656, - 0.326172, - 0.570312, - 0.601562, - 0.472656, - 0.511719, - 0.574219, - 0.574219, - 0.570312, - 0.550781, - 0.558594, - 0.597656, - 0.558594, - 0.316406, - 0.558594, - 0.550781, - 0.474609, - 0.679688, - 0.4375, - 0.53125, - 0.558594, - 0.582031, - 0.490234, - 0.664062, - 0.484375, - 0.597656, - 0.625, - 0.585938, - 0.617188, - 0.34375, - 0.59375, - 0.498047, - 0.621094, - 0.498047, - 0.582031, - 0.539062, - 0.582031, - 0.589844, - 0.625, - 0.416016, - 0.332031, - 0.585938, - 0.480469, - 0.53125, - 0.589844, - 0.457031, - 0.601562, - 0.492188, - 0.546875, - 0.523438, - 0.34375, - 0.574219, - 0.5625, - 0.984375, - 0.333984, - 0.539062, - 0.486328, - 0.582031, - 0.597656, - 0.550781, - 0.542969, - 0.644531, - 0.652344, - 0.445312, - 0.566406, - 0.589844, - 0.445312, - 0.667969, - 0.462891, - 0.574219, - 0.59375, - 0.478516, - 0.578125, - 0.5, - 0.578125, - 0.605469, - 0.570312, - 0.566406, - 0.585938, - 0.425781, - 0.478516, - 0.503906, - 0.460938, - 0.546875, - 0.578125, - 0.535156, - 0.484375, - 0.332031, - 0.582031, - 0.578125, - 0.601562, - 0.337891, - 0.632812, - 0.585938, - 0.59375, - 0.707031, - 0.578125, - 0.554688, - 0.710938, - 0.585938, - 0.597656, - 0.679688, - 0.582031, - 0.3125, - 0.691406, - 0.457031, - 0.5625, - 0.578125, - 0.523438, - 0.550781, - 0.330078, - 0.503906, - 0.539062, - 0.542969, - 0.570312, - 0.574219, - 0.5625, - 0.457031, - 0.589844, - 0.59375, - 0.597656, - 0.582031, - 0.476562, - 0.332031, - 0.570312, - 0.605469, - 0.566406, - 0.550781, - 0.585938, - 0.53125, - 0.488281, - 0.5625, - 0.53125, - 0.582031, - 0.578125, - 0.582031, - 0.566406, - 0.578125, - 0.578125, - 0.589844, - 0.589844, - 0.566406, - 0.589844, - 0.503906, - 0.330078, - 0.341797, - 0.585938, - 0.566406, - 0.53125, - 0.609375, - 0.523438, - 0.613281, - 0.302734, - 0.458984, - 0.65625, - 0.503906, - 0.59375, - 0.679688, - 0.660156, - 0.320312, - 0.589844, - 0.554688, - 0.707031, - 0.345703, - 0.511719, - 1.242188, - 0.597656, - 0.582031, - 0.498047, - 0.589844, - 0.494141, - 0.5625, - 0.601562, - 0.574219, - 0.574219, - 0.550781, - 0.490234, - 0.337891, - 0.494141, - 0.578125, - 0.59375, - 0.582031, - 0.59375, - 0.574219, - 0.308594, - 0.5625, - 0.558594, - 0.585938, - 0.550781, - 0.574219, - 0.492188, - 0.396484, - 0.578125, - 0.419922, - 0.5625, - 0.46875, - 0.589844, - 0.585938, - 0.957031, - 0.324219, - 0.550781, - 0.566406, - 0.5625, - 0.59375, - 0.322266, - 0.605469, - 0.585938, - 0.710938, - 0.570312, - 0.578125, - 0.566406, - 0.345703, - 0.578125, - 0.574219, - 0.59375, - 0.445312, - 0.664062, - 0.515625, - 0.3125, - 0.269531, - 0.546875, - 0.59375, - 0.578125, - 0.324219, - 0.5625, - 0.306641, - 0.494141, - 0.578125, - 0.582031, - 0.609375, - 0.453125, - 0.507812, - 0.59375, - 0.59375, - 0.507812, - 0.597656, - 0.589844, - 0.582031, - 0.496094, - 0.470703, - 0.589844, - 0.589844, - 0.605469, - 0.59375, - 0.464844, - 0.585938, - 0.636719, - 0.570312, - 0.324219, - 0.648438, - 0.330078, - 0.316406, - 0.625, - 0.578125, - 0.000437, - 0.511719, - 0.570312, - 0.308594, - 0.449219, - 0.546875, - 0.582031, - 0.5625, - 0.578125, - 0.429688, - 0.539062, - 0.466797, - 0.433594, - 0.558594, - 0.566406, - 0.753906, - 0.636719, - 0.566406, - 0.621094, - 0.574219, - 0.558594, - 0.609375, - 0.523438, - 0.294922, - 0.554688, - 0.539062, - 0.523438, - 0.585938, - 0.490234, - 0.585938, - 0.542969, - 0.636719, - 0.304688, - 0.582031, - 0.455078, - 0.3125, - 0.632812, - 0.703125, - 0.664062, - 0.388672, - 0.515625, - 0.330078, - 0.671875, - 0.507812, - 0.503906, - 0.484375, - 0.589844, - 0.621094, - 0.582031, - 0.539062, - 0.585938, - 0.523438, - 0.390625, - 0.326172, - 0.546875, - 0.443359, - 0.582031, - 0.585938, - 0.554688, - 0.5625, - 0.523438, - 0.585938, - 0.345703, - 0.558594, - 0.601562, - 0.59375, - 0.570312, - 0.330078, - 0.574219, - 0.578125, - 0.462891, - 0.554688, - 0.566406, - 0.585938, - 0.582031, - 0.597656, - 0.585938, - 0.640625, - 0.574219, - 0.511719, - 0.585938, - 0.546875, - 0.535156, - 0.484375, - 0.574219, - 0.324219, - 0.582031, - 0.488281, - 0.515625, - 0.726562, - 0.589844, - 0.535156, - 0.570312, - 0.546875, - 0.574219, - 0.335938, - 0.589844, - 0.490234, - 0.539062, - 0.582031, - 0.519531, - 0.34375, - 0.3125, - 0.59375, - 1.015625, - 0.322266, - 0.632812, - 0.570312, - 0.585938, - 0.333984, - 0.59375, - 0.574219, - 0.326172, - 0.558594, - 0.333984, - 0.535156, - 0.582031, - 0.488281, - 0.671875, - 0.597656, - 0.566406, - 0.523438, - 0.558594, - 0.542969, - 0.466797, - 0.726562, - 0.382812, - 0.53125, - 0.589844, - 0.574219, - 1.257812, - 0.535156, - 0.335938, - 0.351562, - 0.492188, - 0.585938, - 0.578125, - 0.535156, - 0.566406, - 0.703125, - 0.605469, - 0.404297, - 0.585938, - 0.412109, - 0.328125, - 0.519531, - 0.53125, - 0.582031, - 0.462891, - 0.457031, - 0.519531, - 0.640625, - 0.539062, - 0.519531, - 0.314453, - 0.523438, - 0.597656, - 0.59375, - 0.585938, - 0.503906, - 0.535156, - 0.316406, - 0.578125, - 0.558594, - 0.429688, - 0.566406, - 0.458984, - 0.460938, - 0.34375, - 0.570312, - 0.455078, - 0.474609, - 0.589844, - 0.507812, - 0.5625, - 0.488281, - 0.5625, - 0.6875, - 0.451172, - 0.566406, - 0.507812, - 0.574219, - 0.597656, - 0.609375, - 0.527344, - 0.46875, - 0.597656, - 0.375, - 0.458984, - 0.667969, - 0.570312, - 0.457031, - 0.601562, - 0.234375, - 0.574219, - 0.589844, - 0.570312, - 0.490234, - 0.5625, - 0.332031, - 0.46875, - 0.542969, - 0.498047, - 0.574219, - 0.443359, - 0.486328, - 0.582031, - 0.558594, - 0.5625, - 0.566406, - 0.585938, - 0.59375, - 0.5625, - 0.59375, - 0.582031, - 0.625, - 0.550781, - 0.439453, - 0.310547, - 0.648438, - 0.435547, - 0.566406, - 0.476562, - 0.542969, - 0.457031, - 0.519531, - 0.574219, - 0.554688, - 0.464844, - 0.578125, - 0.585938, - 0.648438, - 0.585938, - 0.380859, - 0.664062, - 0.328125, - 0.46875, - 0.632812, - 0.498047, - 0.5625, - 0.322266, - 0.570312, - 0.59375, - 0.613281, - 0.367188, - 0.574219, - 0.703125, - 0.314453, - 0.482422, - 0.453125, - 0.585938, - 0.636719, - 0.503906, - 0.691406, - 0.59375, - 0.337891, - 0.285156, - 0.582031, - 0.447266, - 0.498047, - 0.558594, - 0.550781, - 0.566406, - 1.101562, - 0.558594, - 0.589844, - 0.554688, - 0.585938, - 0.546875, - 0.462891, - 0.613281, - 0.320312, - 0.605469, - 0.519531, - 0.494141, - 0.570312, - 0.574219, - 0.617188, - 0.613281, - 0.570312, - 0.609375, - 0.363281, - 0.585938, - 0.558594, - 0.318359, - 0.515625, - 0.609375, - 0.601562, - 0.605469, - 0.419922, - 0.304688, - 0.679688, - 0.40625, - 0.589844, - 0.542969, - 0.429688, - 0.558594, - 0.375, - 0.589844, - 0.566406, - 0.558594, - 0.597656, - 0.480469, - 0.535156, - 0.519531, - 0.460938, - 0.582031, - 0.609375, - 0.310547, - 0.589844, - 0.597656, - 0.671875, - 0.566406, - 0.574219, - 0.625, - 0.371094, - 0.597656, - 0.441406, - 0.486328, - 0.566406, - 0.574219, - 0.691406, - 0.589844, - 0.550781, - 0.320312, - 0.605469, - 0.578125, - 0.554688, - 0.578125, - 0.480469, - 0.632812, - 1.09375, - 0.5625, - 0.5625, - 0.464844, - 0.566406, - 0.582031, - 0.597656, - 0.507812, - 0.582031, - 0.578125, - 0.636719, - 0.314453, - 0.59375, - 0.59375, - 0.5625, - 0.554688, - 0.566406, - 0.425781, - 0.455078, - 0.578125, - 0.601562, - 0.71875, - 0.539062, - 0.566406, - 0.5625, - 0.554688, - 0.636719, - 0.546875, - 0.527344, - 1.015625, - 0.511719, - 0.578125, - 0.582031, - 0.570312, - 0.59375, - 0.324219, - 0.621094, - 0.578125, - 0.480469, - 0.511719, - 0.470703, - 0.574219, - 0.570312, - 0.441406, - 0.527344, - 0.46875, - 0.554688, - 0.613281, - 0.59375, - 0.330078, - 0.578125, - 0.3125, - 0.59375, - 0.585938, - 0.605469, - 0.490234, - 0.574219, - 0.550781, - 0.5625, - 0.550781, - 0.585938, - 0.566406, - 0.449219, - 0.578125, - 0.558594, - 0.466797, - 0.566406, - 0.314453, - 0.578125, - 0.503906, - 0.472656, - 0.542969, - 0.585938, - 0.574219, - 0.582031, - 0.519531, - 0.695312, - 0.589844, - 0.439453, - 0.5, - 0.542969, - 0.574219, - 0.582031, - 0.359375, - 0.53125, - 0.5625, - 0.582031, - 0.597656, - 0.355469, - 0.648438, - 0.484375, - 0.578125, - 0.546875, - 0.546875, - 0.628906, - 0.582031, - 0.578125, - 0.5625, - 0.4375, - 0.542969, - 0.539062, - 0.523438, - 0.542969, - 0.578125, - 0.578125, - 0.605469, - 0.59375, - 0.566406, - 0.675781, - 0.566406, - 0.550781, - 0.507812, - 0.632812, - 0.550781, - 0.613281, - 0.589844, - 0.53125, - 0.574219, - 0.597656, - 0.636719, - 0.542969, - 0.585938, - 0.5, - 0.480469, - 0.462891, - 0.554688, - 0.589844, - 0.625, - 0.507812, - 0.582031, - 0.546875, - 0.601562, - 0.609375, - 0.234375, - 0.578125, - 0.570312, - 0.597656, - 0.625, - 0.585938, - 0.578125, - 0.589844, - 0.457031, - 0.570312, - 0.574219, - 0.566406, - 0.546875, - 0.578125, - 0.318359, - 0.605469, - 0.5625, - 0.570312, - 0.617188, - 0.5625, - 0.474609, - 0.5, - 0.574219, - 0.4375, - 0.605469, - 0.302734, - 0.503906, - 0.582031, - 0.332031, - 0.3125, - 0.542969, - 0.46875, - 0.523438, - 0.578125, - 0.554688, - 0.542969, - 0.480469, - 0.667969, - 0.539062, - 0.326172, - 0.660156, - 0.664062, - 0.574219, - 0.566406, - 0.511719, - 0.394531, - 0.589844, - 0.535156, - 0.570312, - 0.519531, - 0.462891, - 0.597656, - 0.296875, - 0.585938, - 0.589844, - 0.578125, - 0.574219, - 0.660156, - 0.59375, - 0.558594, - 0.566406, - 0.46875, - 0.558594, - 0.589844, - 0.597656, - 0.636719, - 0.369141, - 0.5625, - 0.5625, - 0.605469, - 0.480469, - 0.59375, - 0.605469, - 0.488281, - 0.589844, - 0.482422, - 0.496094, - 0.582031, - 0.542969, - 0.550781, - 0.527344, - 0.5625, - 0.316406, - 0.621094, - 0.306641, - 0.601562, - 0.585938, - 0.326172, - 0.365234, - 0.589844, - 0.535156, - 0.585938, - 0.589844, - 0.324219, - 0.566406, - 0.519531, - 0.457031, - 0.59375, - 0.570312, - 0.558594, - 0.294922, - 0.53125, - 0.589844, - 0.582031, - 0.476562, - 0.597656, - 0.601562, - 0.570312, - 0.582031, - 0.466797, - 0.335938, - 0.515625, - 0.601562, - 0.558594, - 0.597656, - 0.546875, - 0.585938, - 0.601562, - 0.585938, - 0.546875, - 0.59375, - 0.539062, - 0.582031, - 0.447266, - 0.330078, - 0.423828, - 0.566406, - 0.398438, - 0.570312, - 0.722656, - 0.6875, - 0.578125, - 0.539062, - 0.636719, - 0.707031, - 0.578125, - 0.570312, - 0.585938, - 0.621094, - 0.554688, - 0.478516, - 0.394531, - 0.191406, - 0.695312, - 0.455078, - 0.53125, - 0.386719, - 0.5625, - 0.566406, - 0.210938, - 0.310547, - 0.496094, - 0.337891, - 0.59375, - 0.5625, - 0.539062, - 0.738281, - 0.566406, - 0.5625, - 0.478516, - 0.318359, - 0.597656, - 0.507812, - 0.605469, - 0.574219, - 0.578125, - 0.582031, - 0.71875, - 0.589844, - 0.582031, - 0.347656, - 0.644531, - 0.376953, - 0.490234, - 0.566406, - 0.691406, - 0.609375, - 0.609375, - 0.34375, - 0.542969, - 0.625, - 0.578125, - 0.328125, - 0.574219, - 0.511719, - 0.652344, - 0.507812, - 0.5625, - 0.566406, - 0.330078, - 0.605469, - 0.582031, - 0.589844, - 0.429688, - 0.550781, - 0.546875, - 0.546875, - 0.582031, - 0.59375, - 0.566406, - 0.447266, - 0.574219, - 0.5625, - 0.605469, - 0.408203, - 0.326172, - 0.675781, - 0.5625, - 0.574219, - 0.488281, - 0.283203, - 0.585938, - 0.400391, - 0.298828, - 0.443359, - 0.3125, - 0.574219, - 0.632812, - 0.671875, - 0.550781, - 0.535156, - 0.5625, - 0.578125, - 0.574219, - 0.474609, - 0.566406, - 0.494141, - 0.550781, - 0.742188, - 0.679688, - 0.353516, - 0.570312, - 0.601562, - 0.597656, - 0.644531, - 0.388672, - 0.699219, - 0.546875, - 0.589844, - 0.582031, - 0.617188, - 0.578125, - 0.462891, - 0.617188, - 0.539062, - 0.558594, - 0.53125, - 0.566406, - 0.582031, - 0.640625, - 0.589844, - 0.59375, - 0.574219, - 0.339844, - 0.539062, - 0.566406, - 0.546875, - 0.589844, - 0.474609, - 0.617188, - 0.582031, - 0.554688, - 0.59375, - 0.5625, - 0.605469, - 0.542969, - 0.601562, - 0.320312, - 0.628906, - 0.566406, - 0.396484, - 0.570312, - 0.554688, - 0.582031, - 0.570312, - 0.433594, - 0.636719, - 0.458984, - 0.527344, - 0.449219, - 0.722656, - 0.578125, - 0.617188, - 0.578125, - 0.472656, - 0.300781, - 0.570312, - 0.198242, - 0.574219, - 0.582031, - 0.621094, - 0.546875, - 0.5625, - 0.664062, - 0.474609, - 0.519531, - 0.558594, - 0.570312, - 0.53125, - 0.660156, - 0.5625, - 0.5625, - 0.59375, - 0.585938, - 0.546875, - 0.738281, - 0.617188, - 0.574219, - 0.302734, - 0.609375, - 0.318359, - 0.34375, - 0.558594, - 0.546875, - 0.451172, - 0.302734, - 0.527344, - 0.308594, - 0.449219, - 0.601562, - 0.554688, - 0.59375, - 0.890625, - 0.546875, - 0.414062, - 0.632812, - 0.474609, - 0.3125, - 0.578125, - 0.679688, - 0.59375, - 0.703125, - 0.554688, - 0.628906, - 0.570312, - 0.664062, - 0.59375, - 0.585938, - 0.566406, - 0.265625, - 0.609375, - 0.470703, - 0.332031, - 0.570312, - 0.480469, - 0.570312, - 0.597656, - 0.6875, - -0.000372, - 0.472656, - 0.455078, - 0.207031, - 0.496094, - 0.660156, - 0.578125, - 0.578125, - 0.609375, - 0.589844, - 0.566406, - 0.574219, - 0.482422, - 0.339844, - 0.496094, - 0.566406, - 0.578125, - 0.625, - 0.582031, - 0.308594, - 0.318359, - 0.330078, - 0.582031, - 0.5, - 0.5, - 0.554688, - 0.605469, - 0.53125, - 0.585938, - 0.609375, - 0.5625, - 0.34375, - 0.570312, - 0.523438, - 0.585938, - 0.574219, - 0.441406, - 0.439453, - 0.621094, - 0.59375, - 0.546875, - 0.470703, - 0.523438, - 0.582031, - 0.335938, - 0.546875, - 0.585938, - 0.574219, - 0.570312, - 0.617188, - 0.466797, - 0.605469, - 0.558594, - 0.5625, - 0.304688, - 0.566406, - 0.423828, - 0.585938, - 0.589844, - 0.498047, - 0.515625, - 0.5, - 0.570312, - 0.482422, - 0.542969, - 0.457031, - 0.570312, - 0.5625, - 0.507812, - 0.515625, - 0.585938, - 0.455078, - 0.570312, - 0.589844, - 0.542969, - 0.683594, - 0.585938, - 0.566406, - 0.462891, - 0.458984, - 0.59375, - 0.597656, - 0.613281, - 0.578125, - 0.683594, - 0.566406, - 0.535156, - 0.582031, - 0.550781, - 0.5625, - 0.660156, - 0.5, - 0.482422, - 0.578125, - 0.490234, - 0.609375, - 0.542969, - 0.558594, - 0.597656, - 0.585938, - 0.644531, - 0.431641, - 0.722656, - 0.484375, - 0.546875, - 0.5625, - 0.582031, - 0.367188, - 0.326172, - 0.558594, - 0.585938, - 0.333984, - 0.585938, - 0.566406, - 0.566406 - ] - }, - "name": "model.model.layers.4.post_attention_layernorm.weight", - "outputIndexes": [ - 435 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 434 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_4/Mul_output_0", - "outputIndexes": [ - 436 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 435, - 436 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_4/Mul_1_output_0", - "outputIndexes": [ - 437 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 437 - ], - "outputIndexes": [ - 2436 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2436 - ], - "outputIndexes": [ - 2437 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/gate_proj/Linear", - "inputIndexes": [ - 2437 - ], - "outputIndexes": [ - 2438 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 108421824, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2438 - ], - "outputIndexes": [ - 2439 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2439 - ], - "outputIndexes": [ - 438 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 438 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_4/Sigmoid_output_0", - "outputIndexes": [ - 439 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 438, - 439 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_4/Mul_output_0", - "outputIndexes": [ - 440 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 437 - ], - "outputIndexes": [ - 2440 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2440 - ], - "outputIndexes": [ - 2441 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/up_proj/Linear", - "inputIndexes": [ - 2441 - ], - "outputIndexes": [ - 2442 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 116163286, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2442 - ], - "outputIndexes": [ - 2443 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2443 - ], - "outputIndexes": [ - 441 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 440, - 441 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_4/Mul_output_0", - "outputIndexes": [ - 442 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 442 - ], - "outputIndexes": [ - 2444 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2444 - ], - "outputIndexes": [ - 2445 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/down_proj/Linear", - "inputIndexes": [ - 2445 - ], - "outputIndexes": [ - 2446 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 123904748, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2446 - ], - "outputIndexes": [ - 2447 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2447 - ], - "outputIndexes": [ - 443 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 434, - 443 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_24_output_0", - "outputIndexes": [ - 444 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 444, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_45_output_0", - "outputIndexes": [ - 445 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.574219, - 0.585938, - 0.511719, - 0.316406, - 0.488281, - 0.353516, - 0.414062, - 0.394531, - 0.365234, - 0.376953, - 0.429688, - 0.447266, - 0.345703, - 0.322266, - 0.310547, - 0.349609, - 0.335938, - 0.367188, - 0.306641, - 0.449219, - 0.322266, - 0.511719, - 0.408203, - 0.176758, - 0.65625, - 0.326172, - 0.402344, - 0.445312, - 0.433594, - 0.671875, - 0.382812, - 0.265625, - 0.558594, - 0.5625, - 0.417969, - 0.494141, - 0.601562, - 0.4375, - 0.392578, - 0.431641, - 0.371094, - 0.355469, - 0.335938, - 0.777344, - 0.535156, - 0.328125, - 0.3125, - 0.328125, - 0.384766, - 0.488281, - 0.410156, - 0.382812, - 0.447266, - 0.488281, - 0.339844, - 0.373047, - 0.394531, - 0.408203, - 0.664062, - 0.380859, - 0.347656, - 0.390625, - 0.464844, - 0.285156, - 0.378906, - 0.369141, - 0.40625, - 0.361328, - 0.490234, - 0.382812, - 0.511719, - 0.519531, - 0.404297, - 0.388672, - 0.337891, - 0.443359, - 0.347656, - 0.332031, - 0.318359, - 0.945312, - 0.494141, - 0.298828, - 0.585938, - 0.419922, - 0.441406, - 0.347656, - 0.347656, - 0.683594, - 0.435547, - 0.378906, - 0.347656, - 0.380859, - 0.542969, - 0.355469, - 0.423828, - 0.589844, - 0.355469, - 0.40625, - 0.5625, - 0.304688, - 0.953125, - 0.457031, - 0.453125, - 0.804688, - 0.359375, - 0.433594, - 0.582031, - 0.326172, - 0.339844, - 0.367188, - 0.392578, - 0.335938, - 0.4375, - 1.085938, - 0.359375, - 0.308594, - 0.578125, - 0.828125, - 0.242188, - 0.216797, - 0.308594, - 0.414062, - 0.412109, - 0.382812, - 0.318359, - 0.640625, - 0.566406, - 0.147461, - 0.503906, - 0.90625, - 0.330078, - 0.337891, - 0.458984, - 0.683594, - 0.53125, - 0.949219, - 0.34375, - 0.466797, - 0.345703, - 0.322266, - 0.141602, - 0.470703, - 0.359375, - 0.212891, - 0.929688, - 0.396484, - 0.337891, - 0.652344, - 0.550781, - 0.339844, - 0.378906, - 0.355469, - 0.289062, - 0.339844, - 0.241211, - 0.375, - 1.0, - 0.380859, - 0.335938, - 0.328125, - 0.373047, - 0.417969, - 0.457031, - 0.439453, - 0.416016, - 0.570312, - 0.351562, - 0.396484, - 0.349609, - 0.792969, - 0.496094, - 0.326172, - 0.351562, - 0.902344, - 0.408203, - 0.402344, - 0.609375, - 0.65625, - 0.636719, - 0.380859, - 0.308594, - 0.443359, - 0.53125, - 0.574219, - 0.365234, - 0.59375, - 0.210938, - 0.621094, - 0.298828, - 0.34375, - 0.539062, - 0.375, - 0.800781, - 0.464844, - 0.486328, - 0.349609, - 0.351562, - 0.367188, - 0.425781, - 0.392578, - 0.337891, - 0.318359, - 0.34375, - 0.404297, - 0.292969, - 0.308594, - 0.365234, - 0.808594, - 0.324219, - 0.386719, - 0.365234, - 0.330078, - 0.388672, - 0.447266, - 0.742188, - 0.527344, - 0.376953, - 0.427734, - 0.337891, - 0.330078, - 0.320312, - 0.318359, - 0.304688, - 0.636719, - 0.388672, - 0.347656, - 0.332031, - 0.375, - 0.648438, - 0.337891, - 0.367188, - 0.367188, - 0.917969, - 0.308594, - 0.398438, - 0.306641, - 0.349609, - 0.466797, - 0.378906, - 0.417969, - 0.392578, - 0.496094, - 0.511719, - 0.382812, - 0.302734, - 0.339844, - 0.373047, - 0.427734, - 0.357422, - 0.683594, - 0.363281, - 0.523438, - 0.828125, - 0.835938, - 0.120605, - 0.355469, - 0.373047, - 0.601562, - 0.425781, - 0.433594, - 0.365234, - 0.605469, - 0.466797, - 0.449219, - 0.412109, - 0.330078, - 0.378906, - 0.34375, - 0.357422, - 0.335938, - 0.279297, - 0.558594, - 0.416016, - 0.330078, - 0.373047, - 0.351562, - 0.241211, - 0.412109, - 0.335938, - 0.902344, - 0.341797, - 0.349609, - 0.400391, - 0.451172, - 0.320312, - 0.457031, - 0.476562, - 0.423828, - 0.40625, - 0.515625, - 0.308594, - 0.445312, - 0.402344, - 0.5, - 0.357422, - 0.361328, - 0.410156, - 0.421875, - 0.308594, - 0.585938, - 0.176758, - 0.470703, - 0.443359, - 0.392578, - 0.507812, - 0.363281, - 0.511719, - 0.404297, - 0.332031, - 0.154297, - 0.453125, - 0.330078, - 0.283203, - 0.332031, - 0.416016, - 0.447266, - 0.373047, - 0.365234, - 0.298828, - 0.449219, - 0.310547, - 1.03125, - 0.310547, - 0.367188, - 0.353516, - 0.363281, - 0.447266, - 0.1875, - 0.386719, - 0.388672, - 0.105957, - 0.4375, - 0.259766, - 0.429688, - 0.433594, - 0.425781, - 0.398438, - 0.416016, - 0.498047, - 0.300781, - 0.402344, - 0.419922, - 0.386719, - 0.726562, - 0.292969, - 0.277344, - 0.398438, - 0.359375, - 0.361328, - 0.314453, - 0.349609, - 0.386719, - 0.455078, - 0.636719, - 0.380859, - 0.431641, - 1.375, - 0.542969, - 0.601562, - 0.382812, - 0.408203, - 0.414062, - 0.359375, - 0.378906, - 0.378906, - 0.398438, - 0.380859, - 0.371094, - 0.189453, - 0.306641, - 0.410156, - 0.378906, - 1.0, - 0.337891, - 0.371094, - 0.365234, - 0.308594, - 0.412109, - 0.871094, - 0.390625, - 0.609375, - 0.609375, - 0.396484, - 0.507812, - 0.398438, - 0.333984, - 0.363281, - 0.605469, - 0.373047, - 0.365234, - 0.378906, - 0.373047, - 0.394531, - 0.683594, - 0.542969, - 0.484375, - 0.300781, - 0.367188, - 0.447266, - 0.40625, - 0.378906, - 0.457031, - 0.431641, - 0.255859, - 0.490234, - 0.5, - 0.326172, - 0.339844, - 4.6e-05, - 0.515625, - 0.400391, - 0.365234, - 0.298828, - 0.4375, - 0.386719, - 0.378906, - 0.8125, - 0.738281, - 0.371094, - 0.302734, - 0.316406, - 0.433594, - 1.0, - 0.341797, - 0.457031, - 0.451172, - 0.345703, - 0.332031, - 0.427734, - 0.259766, - 0.527344, - 0.302734, - 0.333984, - 0.335938, - 0.423828, - 0.375, - 0.376953, - 0.386719, - 0.326172, - 0.386719, - 0.412109, - 0.414062, - 0.496094, - 0.652344, - 0.380859, - 0.455078, - 0.449219, - 0.652344, - 0.353516, - 0.404297, - 1.195312, - 0.351562, - 0.273438, - 1.117188, - 0.511719, - 0.46875, - 1.039062, - 0.34375, - 0.109863, - 1.140625, - 0.353516, - 0.40625, - 0.322266, - 0.416016, - 0.375, - 0.361328, - 0.398438, - 0.34375, - 0.404297, - 0.341797, - 0.310547, - 0.335938, - 0.400391, - 0.474609, - 0.378906, - 0.550781, - 0.429688, - 0.400391, - 0.486328, - 0.330078, - 0.578125, - 0.472656, - 0.273438, - 0.318359, - 0.392578, - 0.384766, - 0.345703, - 0.527344, - 0.326172, - 0.291016, - 0.316406, - 0.328125, - 0.464844, - 0.330078, - 0.376953, - 0.427734, - 0.373047, - 0.457031, - 0.398438, - 0.478516, - 0.574219, - 0.34375, - 0.412109, - 0.248047, - 0.574219, - 0.335938, - 0.660156, - 0.988281, - 0.34375, - 0.839844, - 0.451172, - 0.511719, - 1.007812, - 0.863281, - 0.186523, - 0.308594, - 0.408203, - 1.101562, - 0.34375, - 0.455078, - -1.3e-05, - 0.349609, - 0.388672, - 0.4375, - 0.384766, - 0.357422, - 0.28125, - 0.429688, - 0.341797, - 0.306641, - 0.378906, - 0.369141, - 0.484375, - 0.396484, - 0.394531, - 0.402344, - 0.357422, - 0.308594, - 0.3125, - 0.180664, - 0.359375, - 0.316406, - 0.445312, - 0.310547, - 0.300781, - 0.439453, - 0.550781, - 0.392578, - 0.443359, - 0.341797, - 0.34375, - 0.318359, - 0.359375, - 0.345703, - 0.431641, - 0.351562, - 0.310547, - 0.310547, - 0.361328, - 0.308594, - 0.347656, - 0.310547, - 0.957031, - 0.357422, - 0.443359, - 0.664062, - 0.535156, - 0.380859, - 0.423828, - 0.585938, - 0.390625, - 0.9375, - 0.367188, - 0.298828, - 0.322266, - 0.386719, - 0.445312, - 0.470703, - 0.384766, - 0.285156, - 1.304688, - 0.400391, - 0.322266, - 0.425781, - 0.59375, - 0.357422, - 0.384766, - 0.367188, - 0.380859, - 0.289062, - 0.484375, - 0.355469, - 0.396484, - 0.341797, - 0.369141, - 0.441406, - 0.435547, - 0.376953, - 0.435547, - 0.390625, - 0.482422, - 0.617188, - 0.298828, - 0.398438, - 0.871094, - 0.435547, - 0.219727, - 0.535156, - 0.345703, - 0.000124, - 0.367188, - 0.380859, - 0.138672, - 0.390625, - 0.384766, - 0.353516, - 0.347656, - 0.349609, - 0.398438, - 0.345703, - 0.384766, - 0.400391, - 0.376953, - 0.349609, - 1.304688, - 0.871094, - 0.359375, - 0.667969, - 0.347656, - 0.390625, - 0.511719, - 0.363281, - 0.124023, - 0.255859, - 0.296875, - 0.417969, - 0.292969, - 0.396484, - 0.375, - 0.433594, - 0.494141, - 0.15625, - 0.34375, - 0.328125, - 0.155273, - 0.910156, - 1.101562, - 0.921875, - 0.486328, - 0.376953, - 0.259766, - 0.960938, - 0.478516, - 0.404297, - 0.443359, - 0.421875, - 0.664062, - 0.347656, - 0.382812, - 0.417969, - 0.435547, - 0.574219, - 0.445312, - 0.306641, - 0.5, - 0.375, - 0.394531, - 0.3125, - 0.435547, - 0.402344, - 0.332031, - 0.644531, - 0.351562, - 0.5, - 0.412109, - 0.316406, - 0.464844, - 0.359375, - 0.357422, - 0.412109, - 0.359375, - 0.390625, - 0.371094, - 0.570312, - 0.492188, - 0.373047, - 0.644531, - 0.300781, - 0.349609, - 0.46875, - 0.660156, - 0.390625, - 0.433594, - 0.363281, - 0.535156, - 0.322266, - 0.490234, - 0.396484, - 1.132812, - 0.353516, - 0.5, - 0.419922, - 0.322266, - 0.320312, - 0.46875, - 0.373047, - 0.408203, - 0.453125, - 0.363281, - 0.550781, - 0.289062, - 0.115723, - 0.388672, - 0.566406, - 0.492188, - 0.613281, - 0.333984, - 0.417969, - 0.429688, - 0.447266, - 0.373047, - 0.160156, - 0.369141, - 0.386719, - 0.390625, - 0.292969, - 0.408203, - 0.875, - 0.376953, - 0.402344, - 0.408203, - 0.322266, - 0.371094, - 0.414062, - 1.226562, - 0.269531, - 0.339844, - 0.335938, - 0.359375, - 1.492188, - 0.527344, - 0.439453, - 0.871094, - 0.361328, - 0.361328, - 0.447266, - 0.431641, - 0.337891, - 1.109375, - 0.511719, - 0.400391, - 0.449219, - 0.914062, - 0.3125, - 0.445312, - 0.369141, - 0.410156, - 0.351562, - 0.380859, - 0.363281, - 0.691406, - 0.396484, - 0.378906, - 0.126953, - 0.380859, - 0.423828, - 0.476562, - 0.703125, - 0.396484, - 0.357422, - 0.332031, - 0.310547, - 0.296875, - 0.462891, - 0.378906, - 0.361328, - 0.349609, - 0.335938, - 0.310547, - 0.427734, - 0.378906, - 0.527344, - 0.388672, - 0.408203, - 0.4375, - 0.408203, - 1.0, - 0.363281, - 0.376953, - 0.382812, - 0.320312, - 0.460938, - 0.652344, - 1.132812, - 0.492188, - 0.527344, - 0.402344, - 0.394531, - 0.820312, - 0.355469, - 0.347656, - 0.486328, - 0.416016, - 0.324219, - 0.402344, - 0.353516, - 0.388672, - 0.380859, - 0.455078, - 0.349609, - 0.251953, - 0.3125, - 0.443359, - 0.361328, - 0.458984, - 0.373047, - 0.308594, - 0.332031, - 0.308594, - 0.371094, - 0.4375, - 0.455078, - 0.417969, - 0.322266, - 0.648438, - 0.347656, - 0.423828, - 0.332031, - 0.742188, - 0.357422, - 0.275391, - 0.371094, - 0.441406, - 0.369141, - 0.400391, - 0.447266, - 0.330078, - 0.402344, - 0.326172, - 0.316406, - 0.636719, - 0.419922, - 0.308594, - 0.365234, - 0.455078, - 0.404297, - 0.734375, - 0.367188, - 0.400391, - 0.40625, - 0.300781, - 0.400391, - 0.582031, - 0.378906, - 0.292969, - 1.164062, - 0.263672, - 0.394531, - 0.351562, - 0.357422, - 0.832031, - 0.613281, - 1.15625, - 0.462891, - 0.200195, - 1.351562, - 0.345703, - 0.402344, - 0.90625, - 0.367188, - 0.324219, - 0.390625, - 0.621094, - 0.306641, - 0.443359, - 0.316406, - 0.339844, - 0.443359, - 0.363281, - 0.605469, - 0.142578, - 0.378906, - 0.427734, - 0.367188, - 0.359375, - 0.376953, - 0.660156, - 0.527344, - 0.341797, - 0.695312, - 0.339844, - 0.373047, - 0.300781, - 0.357422, - 0.410156, - 0.601562, - 0.443359, - 0.417969, - 0.396484, - 0.12793, - 1.210938, - 1.15625, - 0.542969, - 0.306641, - 0.328125, - 0.330078, - 0.416016, - 0.53125, - 0.359375, - 0.316406, - 0.507812, - 0.404297, - 0.341797, - 0.384766, - 0.380859, - 0.328125, - 0.492188, - 0.355469, - 0.416016, - 0.300781, - 1.023438, - 0.341797, - 0.333984, - 0.683594, - 0.3125, - 0.554688, - 0.400391, - 0.367188, - 0.308594, - 0.376953, - 0.96875, - 0.546875, - 0.396484, - 0.155273, - 0.582031, - 0.294922, - 0.339844, - 0.373047, - 0.435547, - 0.710938, - -0.000641, - 0.369141, - 0.40625, - 0.408203, - 0.298828, - 0.361328, - 0.488281, - 0.400391, - 0.359375, - 0.40625, - 0.769531, - 0.125977, - 0.359375, - 0.367188, - 0.417969, - 0.363281, - 0.318359, - 0.503906, - 0.363281, - 0.371094, - 0.486328, - 1.203125, - 0.371094, - 0.361328, - 0.474609, - 0.453125, - 0.824219, - 0.398438, - 0.443359, - 0.462891, - 0.333984, - 0.333984, - 0.333984, - 0.386719, - 0.486328, - 0.151367, - 0.494141, - 0.322266, - 0.332031, - 0.357422, - 0.402344, - 0.34375, - 0.460938, - 0.357422, - 0.371094, - 0.330078, - 0.46875, - 0.59375, - 0.515625, - 0.511719, - 0.308594, - 0.132812, - 0.445312, - 0.390625, - 0.417969, - 0.347656, - 0.316406, - 0.417969, - 0.333984, - 0.376953, - 0.306641, - 0.363281, - 0.414062, - 0.416016, - 0.3125, - 0.380859, - 0.414062, - 0.5625, - 0.294922, - 0.398438, - 0.394531, - 0.398438, - 0.339844, - 0.337891, - 0.320312, - 0.408203, - 1.117188, - 0.345703, - 0.398438, - 0.359375, - 0.341797, - 0.302734, - 0.496094, - 0.351562, - 0.691406, - 0.410156, - 0.380859, - 0.367188, - 0.455078, - 0.730469, - 0.425781, - 0.380859, - 0.322266, - 0.298828, - 0.628906, - 0.398438, - 0.353516, - 0.271484, - 0.828125, - 0.302734, - 0.375, - 0.335938, - 0.365234, - 0.359375, - 0.412109, - 0.535156, - 0.464844, - 0.349609, - 0.933594, - 0.326172, - 0.404297, - 0.410156, - 0.65625, - 0.349609, - 0.558594, - 0.353516, - 0.523438, - 0.320312, - 0.398438, - 0.652344, - 0.476562, - 0.316406, - 0.435547, - 0.328125, - 0.404297, - 0.355469, - 0.337891, - 0.589844, - 0.378906, - 0.375, - 0.384766, - 0.589844, - 0.5625, - 1.0, - 0.376953, - 0.390625, - 0.460938, - 0.71875, - 0.347656, - 0.373047, - 0.423828, - 0.376953, - 0.410156, - 0.333984, - 0.365234, - 0.324219, - 0.304688, - 0.155273, - 0.46875, - 0.761719, - 0.361328, - 0.617188, - 0.371094, - 0.410156, - 0.376953, - 0.371094, - 0.441406, - 0.550781, - 0.302734, - 0.447266, - 0.326172, - 0.363281, - 0.11084, - 0.494141, - 0.494141, - 0.219727, - 0.4375, - 0.322266, - 0.71875, - 0.373047, - 0.886719, - 0.382812, - 0.191406, - 0.832031, - 0.898438, - 0.369141, - 0.388672, - 0.349609, - 0.447266, - 0.316406, - 0.361328, - 0.380859, - 0.435547, - 0.46875, - 0.363281, - 0.287109, - 0.337891, - 0.34375, - 0.363281, - 0.285156, - 0.894531, - 0.367188, - 0.357422, - 0.357422, - 0.363281, - 0.341797, - 0.4375, - 0.515625, - 0.757812, - 0.296875, - 0.337891, - 0.316406, - 0.585938, - 0.451172, - 0.322266, - 0.589844, - 0.386719, - 0.451172, - 0.322266, - 0.376953, - 0.314453, - 0.40625, - 0.375, - 0.416016, - 0.652344, - 0.265625, - 0.597656, - 0.119141, - 0.433594, - 0.416016, - 0.359375, - 0.223633, - 0.380859, - 0.492188, - 0.392578, - 0.435547, - 0.664062, - 0.351562, - 0.382812, - 0.400391, - 0.402344, - 0.326172, - 0.458984, - 0.636719, - 0.466797, - 0.361328, - 0.369141, - 0.357422, - 0.371094, - 0.59375, - 0.353516, - 0.335938, - 0.375, - 0.433594, - 0.40625, - 0.443359, - 0.25, - 0.472656, - 0.351562, - 0.355469, - 0.390625, - 0.46875, - 0.421875, - 0.554688, - 0.380859, - 0.308594, - 0.392578, - 0.494141, - 0.542969, - 0.335938, - 0.478516, - 0.326172, - 1.257812, - 1.007812, - 0.328125, - 0.380859, - 0.726562, - 1.195312, - 0.490234, - 0.287109, - 0.357422, - 0.65625, - 0.316406, - 0.339844, - 0.625, - 0.480469, - 1.046875, - 0.78125, - 0.523438, - 0.386719, - 0.326172, - 0.410156, - 0.664062, - 0.435547, - 0.386719, - 0.333984, - 0.466797, - 0.412109, - 0.386719, - 0.416016, - 0.4375, - 0.341797, - 0.361328, - 0.291016, - 0.507812, - 0.375, - 0.453125, - 0.345703, - 0.390625, - 0.5, - 1.132812, - 0.453125, - 0.402344, - 0.217773, - 0.78125, - 0.380859, - 0.433594, - 0.287109, - 0.53125, - 0.414062, - 0.376953, - 0.523438, - 0.578125, - 0.707031, - 0.390625, - 0.162109, - 0.308594, - 0.339844, - 0.707031, - 0.351562, - 0.304688, - 0.388672, - 0.410156, - 0.328125, - 0.408203, - 0.414062, - 0.369141, - 0.337891, - 0.398438, - 0.326172, - 0.427734, - 0.498047, - 0.217773, - 0.335938, - 0.306641, - 0.310547, - 0.5, - 0.511719, - 0.394531, - 0.578125, - 0.357422, - 0.341797, - 0.380859, - 0.863281, - 0.404297, - 0.957031, - 0.116699, - 0.363281, - 0.121582, - 0.472656, - 1.117188, - 1.0, - 0.316406, - 0.416016, - 0.351562, - 0.859375, - 0.398438, - 0.378906, - 0.447266, - 0.392578, - 0.324219, - 0.347656, - 1.140625, - 0.566406, - 0.404297, - 0.466797, - 0.4375, - 0.78125, - 0.396484, - 1.164062, - 0.408203, - 0.294922, - 0.523438, - 0.601562, - 0.371094, - 0.410156, - 0.730469, - 0.390625, - 0.322266, - 0.382812, - 0.308594, - 0.392578, - 0.769531, - 0.486328, - 0.474609, - 0.371094, - 0.503906, - 0.488281, - 0.3125, - 0.410156, - 0.353516, - 0.330078, - 0.566406, - 0.34375, - 0.388672, - 0.359375, - 0.371094, - 0.484375, - 0.458984, - 0.464844, - 0.291016, - 0.722656, - 0.449219, - 0.347656, - 0.296875, - 0.300781, - 0.429688, - 0.324219, - 0.361328, - 0.734375, - 0.349609, - 0.375, - 0.402344, - 1.226562, - 0.316406, - 0.660156, - 0.345703, - 0.326172, - 0.198242, - 0.298828, - 0.882812, - 0.345703, - 0.361328, - 0.470703, - 0.394531, - 0.398438, - 0.8125, - 0.404297, - 0.339844, - 0.347656, - 0.414062, - 0.318359, - 0.828125, - 0.398438, - 0.328125, - 0.492188, - 0.369141, - 0.710938, - 1.257812, - 0.574219, - 0.337891, - 0.102051, - 0.486328, - 0.141602, - 0.298828, - 0.337891, - 0.322266, - 0.349609, - 0.511719, - 0.369141, - 0.116211, - 0.445312, - 0.5, - 0.382812, - 0.423828, - 0.554688, - 0.3125, - 0.5625, - 0.714844, - 0.441406, - 0.294922, - 0.400391, - 1.007812, - 0.378906, - 1.15625, - 0.353516, - 0.617188, - 0.353516, - 0.9375, - 0.492188, - 0.394531, - 0.371094, - 0.408203, - 0.554688, - 0.3125, - 0.539062, - 0.320312, - 0.445312, - 0.322266, - 0.542969, - 1.0, - 1.8e-05, - 0.392578, - 0.390625, - 0.824219, - 0.498047, - 0.917969, - 0.458984, - 0.306641, - 0.539062, - 0.429688, - 0.347656, - 0.28125, - 0.341797, - 0.443359, - 0.404297, - 0.308594, - 0.367188, - 0.703125, - 0.416016, - 0.318359, - 0.378906, - 0.228516, - 0.447266, - 0.441406, - 0.402344, - 0.824219, - 0.570312, - 0.417969, - 0.322266, - 0.460938, - 0.394531, - 0.429688, - 0.396484, - 0.431641, - 0.476562, - 0.335938, - 0.324219, - 0.375, - 0.632812, - 0.318359, - 0.24707, - 0.373047, - 0.333984, - 0.447266, - 0.423828, - 0.326172, - 0.359375, - 0.425781, - 0.335938, - 0.609375, - 0.425781, - 0.494141, - 0.292969, - 0.371094, - 0.273438, - 0.351562, - 0.382812, - 0.375, - 0.306641, - 0.453125, - 0.378906, - 0.578125, - 0.357422, - 0.390625, - 0.308594, - 0.416016, - 0.3125, - 0.554688, - 0.507812, - 0.408203, - 0.414062, - 0.382812, - 0.326172, - 0.34375, - 0.423828, - 0.863281, - 0.347656, - 0.443359, - 0.443359, - 0.412109, - 0.460938, - 0.566406, - 0.609375, - 0.376953, - 1.007812, - 0.353516, - 0.349609, - 0.345703, - 0.324219, - 0.328125, - 0.804688, - 0.365234, - 0.337891, - 0.361328, - 0.378906, - 0.498047, - 0.480469, - 0.306641, - 0.419922, - 0.324219, - 0.785156, - 0.355469, - 1.21875, - 0.423828, - 0.412109, - 0.392578, - 0.283203, - 0.371094, - 0.363281, - 0.390625, - 0.296875, - 0.441406, - 0.482422, - 0.384766, - 0.304688 - ] - }, - "name": "model.model.layers.5.input_layernorm.weight", - "outputIndexes": [ - 446 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 445 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_5/Mul_output_0", - "outputIndexes": [ - 447 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 446, - 447 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_5/Mul_1_output_0", - "outputIndexes": [ - 448 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 448 - ], - "outputIndexes": [ - 2448 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2448 - ], - "outputIndexes": [ - 2449 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear", - "inputIndexes": [ - 2449 - ], - "outputIndexes": [ - 2450 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 131646210, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2450 - ], - "outputIndexes": [ - 2451 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2451 - ], - "outputIndexes": [ - 449 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 448 - ], - "main_type": "NONE", - "name": "/Shape_71_output_0", - "outputIndexes": [ - 450 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 450 - ], - "main_type": "NONE", - "name": "Shape1328", - "outputIndexes": [ - 451 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 450 - ], - "main_type": "NONE", - "name": "Rank1330", - "outputIndexes": [ - 452 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 452, - 452 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1332", - "outputIndexes": [ - 453 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 453 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1333", - "outputIndexes": [ - 454 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 453, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1335", - "outputIndexes": [ - 455 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 455 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1336", - "outputIndexes": [ - 456 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 451, - 454, - 456, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1339", - "outputIndexes": [ - 457 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 457 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1340", - "outputIndexes": [ - 458 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 458 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1341", - "outputIndexes": [ - 459 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 459, - 458 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1342", - "outputIndexes": [ - 460 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 450, - 460, - 453 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_79_output_0", - "outputIndexes": [ - 461 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 461, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_161_output_0", - "outputIndexes": [ - 462 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 462, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_65_output_0", - "outputIndexes": [ - 463 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 449, - 463 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_46_output_0", - "outputIndexes": [ - 464 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 464, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_40_output_0", - "outputIndexes": [ - 465 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 464 - ], - "main_type": "NONE", - "name": "/Shape_72_output_0", - "outputIndexes": [ - 466 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 466 - ], - "main_type": "NONE", - "name": "Shape1349", - "outputIndexes": [ - 467 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 466 - ], - "main_type": "NONE", - "name": "Rank1351", - "outputIndexes": [ - 468 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 468, - 468 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1353", - "outputIndexes": [ - 469 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 469 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1354", - "outputIndexes": [ - 470 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 469, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1356", - "outputIndexes": [ - 471 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 471 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1357", - "outputIndexes": [ - 472 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 467, - 470, - 472, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1360", - "outputIndexes": [ - 473 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 473 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1361", - "outputIndexes": [ - 474 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 474 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1362", - "outputIndexes": [ - 475 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 475, - 474 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1363", - "outputIndexes": [ - 476 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 466, - 476, - 469 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_80_output_0", - "outputIndexes": [ - 477 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 477, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_15_output_0", - "outputIndexes": [ - 478 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 478, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_166_output_0", - "outputIndexes": [ - 479 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 464, - 479, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_21_output_0", - "outputIndexes": [ - 480 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 480 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_10_output_0", - "outputIndexes": [ - 481 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 464, - 22, - 479, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_20_output_0", - "outputIndexes": [ - 482 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 481, - 482 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_68_output_0", - "outputIndexes": [ - 483 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 483, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_41_output_0", - "outputIndexes": [ - 484 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 465, - 484 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_25_output_0", - "outputIndexes": [ - 485 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 448 - ], - "outputIndexes": [ - 2452 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2452 - ], - "outputIndexes": [ - 2453 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear", - "inputIndexes": [ - 2453 - ], - "outputIndexes": [ - 2454 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 132979480, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2454 - ], - "outputIndexes": [ - 2455 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2455 - ], - "outputIndexes": [ - 486 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 462, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_66_output_0", - "outputIndexes": [ - 487 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 486, - 487 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_47_output_0", - "outputIndexes": [ - 488 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 488, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_42_output_0", - "outputIndexes": [ - 489 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 488 - ], - "main_type": "NONE", - "name": "/Shape_73_output_0", - "outputIndexes": [ - 490 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 490 - ], - "main_type": "NONE", - "name": "Shape1412", - "outputIndexes": [ - 491 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 490 - ], - "main_type": "NONE", - "name": "Rank1414", - "outputIndexes": [ - 492 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 492, - 492 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1416", - "outputIndexes": [ - 493 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 493 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1417", - "outputIndexes": [ - 494 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 493, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1419", - "outputIndexes": [ - 495 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 495 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1420", - "outputIndexes": [ - 496 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 491, - 494, - 496, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1423", - "outputIndexes": [ - 497 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 497 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1424", - "outputIndexes": [ - 498 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 498 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1425", - "outputIndexes": [ - 499 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 499, - 498 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1426", - "outputIndexes": [ - 500 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 490, - 500, - 493 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_81_output_0", - "outputIndexes": [ - 501 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 501, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_16_output_0", - "outputIndexes": [ - 502 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 502, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_168_output_0", - "outputIndexes": [ - 503 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 488, - 503, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_23_output_0", - "outputIndexes": [ - 504 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 504 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_11_output_0", - "outputIndexes": [ - 505 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 488, - 22, - 503, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_22_output_0", - "outputIndexes": [ - 506 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 505, - 506 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_69_output_0", - "outputIndexes": [ - 507 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 507, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_43_output_0", - "outputIndexes": [ - 508 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 489, - 508 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_26_output_0", - "outputIndexes": [ - 509 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 448 - ], - "outputIndexes": [ - 2456 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2456 - ], - "outputIndexes": [ - 2457 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear", - "inputIndexes": [ - 2457 - ], - "outputIndexes": [ - 2458 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 133201710, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2458 - ], - "outputIndexes": [ - 2459 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2459 - ], - "outputIndexes": [ - 510 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 510, - 487 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_48_output_0", - "outputIndexes": [ - 511 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 485, - 509, - 511, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_53_output_0", - "outputIndexes": [ - 512 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 512 - ], - "outputIndexes": [ - 2460 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2460 - ], - "outputIndexes": [ - 2461 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear", - "inputIndexes": [ - 2461 - ], - "outputIndexes": [ - 2462 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 133423940, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2462 - ], - "outputIndexes": [ - 2463 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2463 - ], - "outputIndexes": [ - 513 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 445, - 513 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_28_output_0", - "outputIndexes": [ - 514 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.412109, - 1.164062, - 0.917969, - 0.957031, - 0.878906, - 0.9375, - 1.023438, - 0.945312, - 0.976562, - 0.777344, - 0.96875, - 0.523438, - 0.984375, - 1.015625, - 0.988281, - 0.976562, - 0.976562, - 0.910156, - 0.996094, - 0.816406, - 0.976562, - 0.953125, - 0.925781, - 0.421875, - 1.164062, - 0.988281, - 0.878906, - 0.785156, - 1.101562, - 1.171875, - 0.996094, - 0.972656, - 1.101562, - 1.445312, - 0.929688, - 1.148438, - 1.117188, - 0.988281, - 0.78125, - 0.625, - 1.046875, - 1.0, - 0.980469, - 1.21875, - 0.363281, - 0.890625, - 0.96875, - 1.0, - 0.953125, - 0.855469, - 0.404297, - 0.546875, - 1.03125, - 1.070312, - 0.988281, - 0.820312, - 0.808594, - 0.408203, - 0.632812, - 0.753906, - 0.894531, - 0.820312, - 0.90625, - 0.992188, - 0.992188, - 0.507812, - 0.917969, - 0.890625, - 0.886719, - 0.835938, - 0.914062, - 0.753906, - 0.408203, - 0.8125, - 0.984375, - 0.613281, - 1.007812, - 0.972656, - 0.964844, - 1.359375, - 1.085938, - 0.398438, - 0.511719, - 1.101562, - 1.03125, - 1.03125, - 1.023438, - 1.1875, - 0.859375, - 0.96875, - 0.988281, - 0.894531, - 0.808594, - 0.847656, - 1.046875, - 0.488281, - 0.976562, - 0.707031, - 1.101562, - 0.960938, - 1.351562, - 0.59375, - 0.675781, - 1.320312, - 0.707031, - 0.929688, - 0.964844, - 0.988281, - 0.691406, - 1.015625, - 0.773438, - 1.007812, - 0.839844, - 0.886719, - 1.023438, - 0.933594, - 1.132812, - 1.304688, - 0.400391, - 0.417969, - 1.0, - 0.419922, - 0.785156, - 0.878906, - 0.996094, - 1.171875, - 1.09375, - 0.470703, - 0.757812, - 1.4375, - 0.914062, - 0.898438, - 1.0625, - 1.242188, - 1.054688, - 1.484375, - 0.777344, - 1.078125, - 0.761719, - 1.0, - 0.466797, - 0.925781, - 0.875, - 0.472656, - 1.40625, - 0.84375, - 1.023438, - 1.671875, - 1.117188, - 0.988281, - 0.898438, - 1.03125, - 0.460938, - 0.988281, - 0.9375, - 0.734375, - 1.515625, - 0.796875, - 0.988281, - 0.996094, - 0.78125, - 0.851562, - 0.980469, - 0.414062, - 0.828125, - 1.148438, - 0.945312, - 1.054688, - 0.996094, - 1.210938, - 1.101562, - 0.976562, - 0.96875, - 1.335938, - 0.875, - 1.023438, - 1.070312, - 1.1875, - 1.132812, - 1.046875, - 1.023438, - 1.03125, - 1.078125, - 1.023438, - 0.980469, - 0.546875, - 0.460938, - 1.132812, - 1.023438, - 0.914062, - 1.117188, - 0.835938, - 1.257812, - 1.039062, - 1.125, - 0.988281, - 0.953125, - 0.925781, - 1.023438, - 0.863281, - 0.929688, - 1.007812, - 1.015625, - 1.039062, - 0.992188, - 0.976562, - 0.988281, - 1.34375, - 0.957031, - 1.015625, - 0.917969, - 1.039062, - 0.699219, - 0.914062, - 1.25, - 0.404297, - 1.007812, - 1.007812, - 0.960938, - 0.957031, - 0.984375, - 0.996094, - 0.439453, - 0.302734, - 0.867188, - 1.0, - 0.804688, - 0.683594, - 0.691406, - 0.96875, - 1.039062, - 1.039062, - 1.320312, - 0.996094, - 0.996094, - 0.921875, - 1.046875, - 0.964844, - 1.039062, - 1.070312, - 0.835938, - 1.070312, - 1.007812, - 1.054688, - 0.945312, - 1.007812, - 1.054688, - 1.039062, - 0.859375, - 1.1875, - 0.894531, - 0.414062, - 1.273438, - 0.925781, - 0.449219, - 0.796875, - 0.84375, - 1.140625, - 1.03125, - 0.96875, - 0.957031, - 1.125, - 1.03125, - 0.808594, - 1.046875, - 1.039062, - 0.792969, - 1.015625, - 0.972656, - 0.96875, - 0.953125, - 0.855469, - 0.804688, - 0.988281, - 0.632812, - 0.816406, - 0.488281, - 1.054688, - 0.839844, - 1.34375, - 0.988281, - 0.941406, - 0.917969, - 0.914062, - 0.992188, - 0.431641, - 2.109375, - 1.023438, - 0.886719, - 1.085938, - 0.988281, - 1.054688, - 1.0625, - 1.070312, - 0.824219, - 0.941406, - 1.039062, - 0.964844, - 1.023438, - 1.109375, - 0.458984, - 0.404297, - 1.085938, - 0.460938, - 1.117188, - 0.984375, - 1.070312, - 0.824219, - 1.023438, - 0.425781, - 0.636719, - 1.015625, - 0.458984, - 1.023438, - 1.023438, - 1.046875, - 0.332031, - 0.957031, - 0.996094, - 0.433594, - 0.964844, - 1.609375, - 0.988281, - 0.636719, - 0.921875, - 1.0, - 0.933594, - 0.433594, - 0.949219, - 0.90625, - 0.433594, - 1.023438, - 0.447266, - 0.957031, - 0.910156, - 0.408203, - 0.917969, - 0.400391, - 0.832031, - 0.464844, - 0.960938, - 1.015625, - 0.921875, - 1.21875, - 0.996094, - 0.925781, - 0.984375, - 0.84375, - 0.824219, - 0.980469, - 0.847656, - 0.527344, - 0.609375, - 1.109375, - 1.15625, - 1.0625, - 0.632812, - 0.9375, - 1.117188, - 0.816406, - 1.0, - 0.992188, - 0.992188, - 0.988281, - 0.933594, - 0.898438, - 1.054688, - 0.984375, - 0.451172, - 1.023438, - 0.902344, - 0.773438, - 1.515625, - 0.734375, - 0.925781, - 0.914062, - 0.988281, - 0.828125, - 1.351562, - 0.804688, - 1.140625, - 1.171875, - 0.996094, - 1.101562, - 0.486328, - 1.015625, - 0.804688, - 1.140625, - 0.835938, - 1.03125, - 0.910156, - 0.988281, - 1.046875, - 1.148438, - 0.613281, - 0.410156, - 1.0, - 0.867188, - 0.863281, - 1.039062, - 0.808594, - 1.09375, - 0.800781, - 0.980469, - 0.847656, - 0.412109, - 1.015625, - 0.96875, - 2.390625, - 0.400391, - 0.90625, - 0.796875, - 1.007812, - 1.03125, - 0.964844, - 0.902344, - 1.28125, - 1.257812, - 0.746094, - 0.976562, - 0.996094, - 0.773438, - 1.390625, - 0.792969, - 1.140625, - 1.046875, - 0.835938, - 0.980469, - 0.832031, - 0.996094, - 1.132812, - 1.015625, - 0.988281, - 1.039062, - 0.636719, - 0.796875, - 0.855469, - 0.753906, - 0.953125, - 1.023438, - 0.882812, - 0.867188, - 0.414062, - 1.015625, - 1.0625, - 1.070312, - 0.421875, - 1.257812, - 1.054688, - 1.046875, - 1.6875, - 0.980469, - 0.953125, - 1.648438, - 1.078125, - 1.085938, - 1.5, - 1.007812, - 0.445312, - 1.703125, - 0.757812, - 0.9375, - 0.96875, - 0.878906, - 0.945312, - 0.453125, - 0.851562, - 0.90625, - 0.917969, - 1.0, - 0.980469, - 0.945312, - 0.773438, - 1.023438, - 1.03125, - 1.0625, - 1.054688, - 0.863281, - 0.40625, - 0.960938, - 1.117188, - 0.996094, - 1.007812, - 1.0, - 0.898438, - 0.824219, - 0.984375, - 0.898438, - 0.984375, - 1.0, - 1.0, - 0.957031, - 1.046875, - 0.984375, - 1.03125, - 1.054688, - 1.0, - 1.046875, - 0.84375, - 0.416016, - 0.398438, - 0.992188, - 1.015625, - 0.867188, - 1.140625, - 0.898438, - 1.210938, - 0.644531, - 0.789062, - 1.304688, - 0.894531, - 1.070312, - 1.5, - 1.375, - 0.4375, - 1.0, - 0.9375, - 1.671875, - 0.550781, - 0.847656, - 2.96875, - 1.007812, - 1.023438, - 0.859375, - 1.054688, - 0.859375, - 0.992188, - 1.046875, - 0.988281, - 1.0, - 1.0, - 0.820312, - 0.394531, - 0.789062, - 1.015625, - 1.039062, - 1.0, - 0.988281, - 0.960938, - 0.439453, - 0.960938, - 0.945312, - 1.046875, - 0.964844, - 1.03125, - 0.808594, - 0.578125, - 0.992188, - 0.613281, - 0.949219, - 0.824219, - 0.996094, - 1.023438, - 1.859375, - 0.460938, - 0.914062, - 1.015625, - 0.953125, - 1.046875, - 0.441406, - 1.070312, - 1.0, - 1.46875, - 0.96875, - 1.039062, - 1.007812, - 0.390625, - 1.023438, - 1.03125, - 1.148438, - 0.769531, - 1.5, - 0.863281, - 0.398438, - 0.341797, - 0.945312, - 1.046875, - 1.039062, - 0.460938, - 0.972656, - 0.498047, - 0.753906, - 1.046875, - 1.070312, - 1.164062, - 0.742188, - 0.832031, - 0.984375, - 1.023438, - 0.871094, - 1.078125, - 0.988281, - 1.039062, - 0.84375, - 0.796875, - 1.03125, - 1.054688, - 1.039062, - 1.039062, - 0.757812, - 1.046875, - 1.125, - 0.96875, - 0.382812, - 1.367188, - 0.453125, - 0.429688, - 1.101562, - 0.984375, - 1.7e-05, - 0.878906, - 1.015625, - 0.431641, - 0.761719, - 0.957031, - 1.0, - 0.996094, - 1.023438, - 0.703125, - 0.953125, - 0.796875, - 0.65625, - 0.949219, - 0.980469, - 2.015625, - 1.34375, - 1.015625, - 1.1875, - 1.03125, - 0.941406, - 1.117188, - 0.847656, - 0.435547, - 0.960938, - 0.917969, - 0.847656, - 1.0, - 0.859375, - 1.039062, - 0.925781, - 1.101562, - 0.408203, - 1.039062, - 0.777344, - 0.429688, - 1.328125, - 1.570312, - 1.40625, - 0.566406, - 0.859375, - 0.451172, - 1.445312, - 0.878906, - 0.871094, - 0.847656, - 1.070312, - 1.1875, - 1.046875, - 0.949219, - 1.046875, - 0.863281, - 0.546875, - 0.414062, - 0.914062, - 0.644531, - 1.007812, - 1.007812, - 0.9375, - 0.949219, - 0.898438, - 1.0, - 0.498047, - 0.996094, - 1.0625, - 1.09375, - 0.976562, - 0.380859, - 0.988281, - 0.980469, - 0.75, - 0.917969, - 1.0, - 0.984375, - 1.085938, - 1.109375, - 0.972656, - 1.21875, - 0.984375, - 0.882812, - 1.046875, - 1.023438, - 0.902344, - 0.816406, - 1.007812, - 0.474609, - 1.03125, - 0.75, - 0.832031, - 1.703125, - 1.054688, - 0.929688, - 0.988281, - 0.945312, - 0.972656, - 0.439453, - 0.996094, - 0.835938, - 0.917969, - 1.023438, - 0.789062, - 0.482422, - 0.417969, - 1.039062, - 2.03125, - 0.421875, - 1.179688, - 1.007812, - 1.03125, - 0.375, - 1.070312, - 1.015625, - 0.474609, - 0.976562, - 0.464844, - 0.898438, - 1.007812, - 0.8125, - 1.335938, - 1.007812, - 0.96875, - 0.867188, - 0.953125, - 0.917969, - 0.8125, - 1.726562, - 0.613281, - 0.914062, - 0.996094, - 1.054688, - 0.878906, - 0.871094, - 0.46875, - 0.480469, - 0.832031, - 1.0, - 1.046875, - 0.878906, - 0.984375, - 1.585938, - 1.101562, - 0.664062, - 1.03125, - 0.808594, - 0.466797, - 0.835938, - 0.925781, - 1.046875, - 0.792969, - 0.746094, - 0.871094, - 1.179688, - 0.921875, - 0.839844, - 0.462891, - 0.890625, - 1.054688, - 1.03125, - 0.992188, - 0.820312, - 0.898438, - 0.419922, - 0.984375, - 0.996094, - 0.683594, - 0.933594, - 0.757812, - 0.757812, - 0.478516, - 1.023438, - 0.796875, - 0.789062, - 1.070312, - 0.84375, - 0.976562, - 0.792969, - 0.984375, - 1.476562, - 0.808594, - 0.96875, - 0.890625, - 0.988281, - 1.078125, - 1.117188, - 1.179688, - 0.710938, - 1.085938, - 0.535156, - 0.792969, - 1.335938, - 0.96875, - 0.753906, - 1.03125, - 0.464844, - 0.972656, - 0.988281, - 0.960938, - 0.882812, - 1.0, - 0.449219, - 0.835938, - 0.972656, - 0.808594, - 0.992188, - 0.769531, - 0.765625, - 0.988281, - 0.972656, - 1.007812, - 1.0, - 1.046875, - 1.0625, - 1.023438, - 1.046875, - 0.988281, - 1.164062, - 0.945312, - 0.707031, - 0.396484, - 1.25, - 0.75, - 1.023438, - 0.816406, - 0.902344, - 0.71875, - 0.917969, - 1.039062, - 0.953125, - 0.769531, - 1.015625, - 0.976562, - 1.1875, - 1.023438, - 0.585938, - 1.101562, - 0.375, - 0.824219, - 1.226562, - 0.8125, - 0.996094, - 0.421875, - 0.996094, - 1.015625, - 1.164062, - 0.554688, - 0.957031, - 1.664062, - 0.441406, - 0.832031, - 0.796875, - 1.046875, - 1.320312, - 0.820312, - 1.617188, - 1.085938, - 0.433594, - 0.441406, - 1.023438, - 0.773438, - 0.871094, - 0.957031, - 0.917969, - 0.957031, - 2.375, - 0.960938, - 1.078125, - 0.933594, - 1.03125, - 0.933594, - 0.769531, - 1.164062, - 0.447266, - 1.054688, - 0.878906, - 0.824219, - 0.976562, - 0.957031, - 1.164062, - 1.109375, - 1.023438, - 1.101562, - 0.488281, - 1.023438, - 0.976562, - 0.441406, - 0.859375, - 1.140625, - 1.085938, - 1.015625, - 0.644531, - 0.460938, - 1.640625, - 0.710938, - 1.140625, - 0.921875, - 0.726562, - 0.980469, - 0.539062, - 1.078125, - 0.96875, - 1.015625, - 1.101562, - 0.777344, - 0.867188, - 0.867188, - 0.761719, - 1.015625, - 1.0625, - 0.408203, - 1.023438, - 1.007812, - 1.554688, - 0.988281, - 1.015625, - 1.234375, - 0.542969, - 1.078125, - 0.726562, - 0.8125, - 0.980469, - 1.015625, - 1.515625, - 1.125, - 0.9375, - 0.466797, - 1.054688, - 0.980469, - 0.941406, - 1.039062, - 0.863281, - 1.21875, - 3.890625, - 0.964844, - 0.957031, - 0.742188, - 0.984375, - 1.03125, - 1.039062, - 0.8125, - 0.984375, - 1.046875, - 1.273438, - 0.470703, - 1.0, - 1.015625, - 0.992188, - 0.957031, - 0.9375, - 0.625, - 0.746094, - 1.023438, - 1.070312, - 1.742188, - 0.921875, - 0.964844, - 0.976562, - 0.925781, - 1.289062, - 0.964844, - 0.882812, - 2.28125, - 0.84375, - 0.964844, - 1.023438, - 0.960938, - 1.09375, - 0.470703, - 1.101562, - 1.03125, - 0.804688, - 0.878906, - 0.808594, - 0.988281, - 0.921875, - 0.6875, - 0.875, - 0.769531, - 0.914062, - 1.101562, - 1.085938, - 0.388672, - 0.992188, - 0.453125, - 1.054688, - 1.023438, - 1.039062, - 0.828125, - 0.972656, - 0.953125, - 0.9375, - 1.023438, - 1.0, - 0.984375, - 0.808594, - 1.007812, - 0.953125, - 0.742188, - 0.988281, - 0.373047, - 1.023438, - 0.8125, - 0.832031, - 0.933594, - 0.96875, - 0.972656, - 0.984375, - 0.835938, - 1.585938, - 1.015625, - 0.769531, - 0.804688, - 0.898438, - 1.0, - 1.03125, - 0.519531, - 0.886719, - 0.957031, - 1.023438, - 1.015625, - 0.527344, - 1.296875, - 0.84375, - 1.023438, - 0.929688, - 0.914062, - 1.140625, - 1.046875, - 1.023438, - 0.976562, - 0.726562, - 0.933594, - 0.886719, - 0.894531, - 0.964844, - 1.0, - 0.960938, - 1.101562, - 1.078125, - 0.914062, - 1.421875, - 0.96875, - 0.96875, - 0.855469, - 1.265625, - 0.941406, - 1.140625, - 1.0, - 0.835938, - 1.015625, - 1.046875, - 1.203125, - 1.101562, - 1.007812, - 0.835938, - 0.828125, - 0.765625, - 0.933594, - 0.980469, - 1.140625, - 0.972656, - 1.03125, - 0.90625, - 1.101562, - 1.125, - 0.3125, - 0.980469, - 0.96875, - 1.039062, - 1.140625, - 0.992188, - 1.015625, - 1.078125, - 0.757812, - 0.992188, - 1.0, - 0.941406, - 0.914062, - 0.972656, - 0.464844, - 1.09375, - 0.980469, - 1.015625, - 1.148438, - 0.980469, - 0.824219, - 0.835938, - 1.015625, - 0.683594, - 1.101562, - 0.400391, - 0.921875, - 0.996094, - 0.402344, - 0.435547, - 0.882812, - 0.753906, - 0.898438, - 1.046875, - 0.96875, - 0.929688, - 0.800781, - 1.398438, - 0.902344, - 0.462891, - 1.4375, - 1.367188, - 0.984375, - 0.996094, - 0.882812, - 0.585938, - 1.007812, - 0.90625, - 0.949219, - 0.851562, - 0.699219, - 1.015625, - 0.394531, - 1.023438, - 1.03125, - 1.015625, - 1.046875, - 1.375, - 0.992188, - 0.960938, - 0.964844, - 0.820312, - 1.015625, - 1.054688, - 1.015625, - 1.265625, - 0.554688, - 0.996094, - 0.984375, - 1.125, - 0.773438, - 1.039062, - 1.125, - 0.8125, - 1.046875, - 0.824219, - 0.804688, - 1.007812, - 0.890625, - 0.898438, - 0.851562, - 0.988281, - 0.455078, - 1.117188, - 0.419922, - 1.054688, - 1.03125, - 0.419922, - 0.585938, - 1.023438, - 0.902344, - 1.007812, - 1.023438, - 0.566406, - 0.984375, - 0.914062, - 0.769531, - 1.046875, - 1.015625, - 0.953125, - 0.628906, - 0.835938, - 1.007812, - 1.007812, - 0.828125, - 1.039062, - 1.125, - 0.996094, - 1.015625, - 0.835938, - 0.416016, - 0.84375, - 1.0625, - 0.953125, - 1.085938, - 0.949219, - 1.007812, - 1.054688, - 1.039062, - 0.945312, - 1.117188, - 0.890625, - 0.980469, - 0.757812, - 0.404297, - 0.644531, - 0.972656, - 0.796875, - 0.996094, - 1.835938, - 1.398438, - 1.015625, - 0.90625, - 1.210938, - 1.773438, - 1.054688, - 0.953125, - 1.015625, - 1.21875, - 0.90625, - 0.777344, - 0.773438, - 0.275391, - 1.515625, - 0.675781, - 0.933594, - 0.59375, - 0.972656, - 1.015625, - 0.296875, - 0.425781, - 0.789062, - 0.480469, - 1.070312, - 0.933594, - 0.921875, - 1.726562, - 1.023438, - 1.039062, - 0.785156, - 0.443359, - 1.125, - 0.820312, - 1.09375, - 0.996094, - 1.015625, - 1.023438, - 1.632812, - 1.007812, - 0.972656, - 0.527344, - 1.21875, - 0.570312, - 0.792969, - 0.972656, - 1.59375, - 0.992188, - 1.007812, - 0.378906, - 0.898438, - 1.210938, - 0.996094, - 0.464844, - 0.960938, - 0.839844, - 1.234375, - 0.859375, - 0.960938, - 0.933594, - 0.423828, - 1.015625, - 1.03125, - 1.023438, - 0.710938, - 0.933594, - 0.914062, - 0.9375, - 1.0625, - 1.0625, - 0.941406, - 0.773438, - 0.984375, - 0.964844, - 1.09375, - 0.613281, - 0.423828, - 1.28125, - 0.996094, - 0.957031, - 0.835938, - 0.496094, - 1.007812, - 0.695312, - 0.412109, - 0.75, - 0.404297, - 0.964844, - 1.382812, - 1.484375, - 0.957031, - 0.902344, - 0.949219, - 1.054688, - 0.964844, - 0.8125, - 1.0, - 0.816406, - 0.949219, - 1.601562, - 1.625, - 0.396484, - 0.960938, - 1.078125, - 1.023438, - 1.265625, - 0.609375, - 1.625, - 0.902344, - 1.007812, - 1.015625, - 1.117188, - 1.0, - 0.730469, - 1.289062, - 0.921875, - 0.925781, - 0.90625, - 0.992188, - 1.015625, - 1.242188, - 1.070312, - 1.070312, - 1.007812, - 0.404297, - 0.902344, - 0.949219, - 0.902344, - 1.054688, - 0.804688, - 1.140625, - 1.015625, - 0.917969, - 1.03125, - 0.972656, - 1.125, - 0.902344, - 1.070312, - 0.351562, - 1.203125, - 1.046875, - 0.628906, - 0.960938, - 0.996094, - 1.0625, - 0.996094, - 0.726562, - 1.195312, - 0.75, - 0.90625, - 0.757812, - 1.734375, - 1.007812, - 1.210938, - 1.023438, - 0.78125, - 0.441406, - 0.957031, - 0.3125, - 1.023438, - 1.023438, - 1.085938, - 0.945312, - 0.976562, - 1.296875, - 0.808594, - 0.890625, - 0.976562, - 0.976562, - 0.882812, - 1.367188, - 0.957031, - 0.960938, - 1.0625, - 1.039062, - 0.875, - 1.859375, - 1.140625, - 0.976562, - 0.410156, - 1.0625, - 0.460938, - 0.474609, - 0.988281, - 0.917969, - 0.761719, - 0.412109, - 0.871094, - 0.455078, - 0.757812, - 1.054688, - 0.976562, - 1.046875, - 1.242188, - 0.917969, - 0.570312, - 1.179688, - 0.734375, - 0.394531, - 1.015625, - 1.421875, - 1.023438, - 1.710938, - 0.949219, - 1.179688, - 0.984375, - 1.460938, - 1.03125, - 1.0, - 1.015625, - 0.318359, - 1.09375, - 0.769531, - 0.410156, - 0.976562, - 0.847656, - 0.96875, - 1.101562, - 1.523438, - 0.695312, - 0.78125, - 0.808594, - 0.255859, - 0.789062, - 1.390625, - 1.054688, - 1.015625, - 1.109375, - 1.078125, - 0.953125, - 0.988281, - 0.828125, - 0.416016, - 0.859375, - 0.972656, - 1.015625, - 1.148438, - 1.046875, - 0.435547, - 0.396484, - 0.457031, - 1.023438, - 0.832031, - 0.792969, - 0.917969, - 1.070312, - 0.898438, - 1.007812, - 1.09375, - 0.957031, - 0.402344, - 0.96875, - 0.886719, - 1.046875, - 1.015625, - 0.742188, - 0.707031, - 1.210938, - 1.0, - 0.976562, - 0.804688, - 0.859375, - 1.054688, - 0.421875, - 0.949219, - 1.023438, - 1.109375, - 1.046875, - 1.164062, - 0.839844, - 1.085938, - 0.953125, - 0.933594, - 0.410156, - 0.945312, - 0.75, - 1.007812, - 1.007812, - 0.929688, - 0.890625, - 0.78125, - 0.980469, - 0.832031, - 0.949219, - 0.820312, - 0.988281, - 0.949219, - 0.851562, - 0.871094, - 0.996094, - 0.769531, - 0.996094, - 1.015625, - 0.894531, - 1.382812, - 1.0, - 0.976562, - 0.742188, - 0.800781, - 1.09375, - 1.125, - 1.179688, - 0.980469, - 1.515625, - 0.964844, - 0.925781, - 1.039062, - 0.941406, - 0.964844, - 1.3125, - 0.878906, - 0.777344, - 0.996094, - 0.800781, - 1.09375, - 0.898438, - 0.988281, - 1.046875, - 0.992188, - 1.226562, - 0.6875, - 1.773438, - 0.90625, - 0.933594, - 1.015625, - 0.992188, - 0.5625, - 0.449219, - 0.910156, - 1.007812, - 0.376953, - 1.023438, - 1.0, - 0.988281 - ] - }, - "name": "model.model.layers.5.post_attention_layernorm.weight", - "outputIndexes": [ - 515 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 514 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_5/Mul_output_0", - "outputIndexes": [ - 516 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 515, - 516 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_5/Mul_1_output_0", - "outputIndexes": [ - 517 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 517 - ], - "outputIndexes": [ - 2464 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2464 - ], - "outputIndexes": [ - 2465 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/gate_proj/Linear", - "inputIndexes": [ - 2465 - ], - "outputIndexes": [ - 2466 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 134751066, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2466 - ], - "outputIndexes": [ - 2467 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2467 - ], - "outputIndexes": [ - 518 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 518 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_5/Sigmoid_output_0", - "outputIndexes": [ - 519 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 518, - 519 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_5/Mul_output_0", - "outputIndexes": [ - 520 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 517 - ], - "outputIndexes": [ - 2468 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2468 - ], - "outputIndexes": [ - 2469 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/up_proj/Linear", - "inputIndexes": [ - 2469 - ], - "outputIndexes": [ - 2470 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 142492528, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2470 - ], - "outputIndexes": [ - 2471 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2471 - ], - "outputIndexes": [ - 521 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 520, - 521 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_5/Mul_output_0", - "outputIndexes": [ - 522 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 522 - ], - "outputIndexes": [ - 2472 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2472 - ], - "outputIndexes": [ - 2473 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/down_proj/Linear", - "inputIndexes": [ - 2473 - ], - "outputIndexes": [ - 2474 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 150233990, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2474 - ], - "outputIndexes": [ - 2475 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2475 - ], - "outputIndexes": [ - 523 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 514, - 523 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_29_output_0", - "outputIndexes": [ - 524 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 524, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_54_output_0", - "outputIndexes": [ - 525 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.851562, - 0.427734, - 0.554688, - 0.302734, - 0.482422, - 0.304688, - 0.402344, - 0.369141, - 0.285156, - 0.353516, - 0.357422, - 0.453125, - 0.310547, - 0.332031, - 0.310547, - 0.337891, - 0.294922, - 0.345703, - 0.277344, - 0.380859, - 0.291016, - 0.601562, - 0.408203, - 0.24707, - 0.652344, - 0.279297, - 0.367188, - 0.298828, - 0.337891, - 0.566406, - 0.326172, - 0.261719, - 0.59375, - 0.435547, - 0.386719, - 0.384766, - 0.460938, - 0.378906, - 0.34375, - 0.382812, - 0.339844, - 0.275391, - 0.302734, - 0.628906, - 0.710938, - 0.337891, - 0.292969, - 0.259766, - 0.382812, - 0.546875, - 0.632812, - 0.363281, - 0.384766, - 0.490234, - 0.324219, - 0.359375, - 0.34375, - 0.652344, - 0.695312, - 0.347656, - 0.349609, - 0.310547, - 0.439453, - 0.269531, - 0.300781, - 0.423828, - 0.378906, - 0.34375, - 0.535156, - 0.353516, - 0.492188, - 0.490234, - 0.667969, - 0.386719, - 0.333984, - 0.390625, - 0.3125, - 0.296875, - 0.310547, - 0.796875, - 0.357422, - 0.474609, - 0.566406, - 0.357422, - 0.375, - 0.287109, - 0.332031, - 0.722656, - 0.462891, - 0.322266, - 0.294922, - 0.373047, - 0.597656, - 0.300781, - 0.333984, - 0.636719, - 0.339844, - 0.421875, - 0.503906, - 0.300781, - 0.839844, - 0.453125, - 0.439453, - 0.691406, - 0.359375, - 0.439453, - 0.5625, - 0.326172, - 0.322266, - 0.328125, - 0.345703, - 0.333984, - 0.431641, - 1.195312, - 0.287109, - 0.289062, - 0.458984, - 0.824219, - 0.359375, - 0.279297, - 0.322266, - 0.578125, - 0.382812, - 0.341797, - 0.265625, - 0.5625, - 0.455078, - 0.163086, - 0.542969, - 0.796875, - 0.328125, - 0.302734, - 0.367188, - 0.640625, - 0.5, - 0.636719, - 0.320312, - 0.451172, - 0.320312, - 0.291016, - 0.131836, - 0.484375, - 0.330078, - 0.232422, - 0.71875, - 0.355469, - 0.291016, - 0.742188, - 0.5625, - 0.318359, - 0.367188, - 0.306641, - 0.277344, - 0.310547, - 0.203125, - 0.333984, - 0.746094, - 0.390625, - 0.332031, - 0.285156, - 0.380859, - 0.388672, - 0.457031, - 0.597656, - 0.345703, - 0.431641, - 0.330078, - 0.361328, - 0.306641, - 0.644531, - 0.445312, - 0.318359, - 0.328125, - 0.972656, - 0.392578, - 0.388672, - 0.613281, - 0.625, - 0.628906, - 0.355469, - 0.289062, - 0.376953, - 0.492188, - 0.644531, - 0.3125, - 0.632812, - 0.228516, - 0.589844, - 0.234375, - 0.341797, - 0.570312, - 0.34375, - 0.695312, - 0.431641, - 0.431641, - 0.296875, - 0.357422, - 0.310547, - 0.388672, - 0.388672, - 0.291016, - 0.238281, - 0.347656, - 0.384766, - 0.300781, - 0.304688, - 0.322266, - 0.462891, - 0.318359, - 0.353516, - 0.347656, - 0.291016, - 0.371094, - 0.470703, - 0.460938, - 0.671875, - 0.332031, - 0.396484, - 0.3125, - 0.328125, - 0.306641, - 0.302734, - 0.328125, - 0.714844, - 0.375, - 0.292969, - 0.289062, - 0.322266, - 0.695312, - 0.339844, - 0.359375, - 0.353516, - 0.890625, - 0.337891, - 0.353516, - 0.273438, - 0.273438, - 0.417969, - 0.332031, - 0.349609, - 0.320312, - 0.460938, - 0.462891, - 0.330078, - 0.277344, - 0.308594, - 0.396484, - 0.410156, - 0.355469, - 0.738281, - 0.353516, - 0.59375, - 0.722656, - 0.910156, - 0.123047, - 0.347656, - 0.382812, - 0.4375, - 0.417969, - 0.488281, - 0.337891, - 0.628906, - 0.375, - 0.410156, - 0.326172, - 0.3125, - 0.326172, - 0.330078, - 0.298828, - 0.296875, - 0.271484, - 0.675781, - 0.375, - 0.277344, - 0.386719, - 0.322266, - 0.239258, - 0.388672, - 0.275391, - 0.835938, - 0.291016, - 0.304688, - 0.363281, - 0.417969, - 0.332031, - 0.621094, - 0.455078, - 0.363281, - 0.400391, - 0.371094, - 0.335938, - 0.376953, - 0.408203, - 0.359375, - 0.326172, - 0.324219, - 0.359375, - 0.365234, - 0.289062, - 0.617188, - 0.24707, - 0.59375, - 0.417969, - 0.402344, - 0.566406, - 0.320312, - 0.443359, - 0.431641, - 0.296875, - 0.140625, - 0.417969, - 0.294922, - 0.318359, - 0.316406, - 0.392578, - 0.341797, - 0.511719, - 0.304688, - 0.304688, - 0.632812, - 0.345703, - 1.109375, - 0.291016, - 0.355469, - 0.355469, - 0.382812, - 0.398438, - 0.208008, - 0.376953, - 0.365234, - 0.099609, - 0.417969, - 0.257812, - 0.40625, - 0.396484, - 0.470703, - 0.396484, - 0.683594, - 0.498047, - 0.359375, - 0.410156, - 0.371094, - 0.359375, - 0.703125, - 0.306641, - 0.265625, - 0.333984, - 0.363281, - 0.275391, - 0.330078, - 0.298828, - 0.382812, - 0.439453, - 0.660156, - 0.328125, - 0.351562, - 1.515625, - 0.523438, - 0.527344, - 0.353516, - 0.3125, - 0.431641, - 0.349609, - 0.347656, - 0.351562, - 0.378906, - 0.328125, - 0.375, - 0.289062, - 0.269531, - 0.378906, - 0.351562, - 0.9375, - 0.316406, - 0.353516, - 0.357422, - 0.292969, - 0.410156, - 0.921875, - 0.326172, - 0.441406, - 0.59375, - 0.367188, - 0.433594, - 0.392578, - 0.261719, - 0.324219, - 0.429688, - 0.345703, - 0.335938, - 0.359375, - 0.314453, - 0.349609, - 0.648438, - 0.628906, - 0.640625, - 0.298828, - 0.318359, - 0.404297, - 0.347656, - 0.322266, - 0.439453, - 0.396484, - 0.231445, - 0.478516, - 0.707031, - 0.304688, - 0.322266, - 1.6e-05, - 0.710938, - 0.40625, - 0.396484, - 0.275391, - 0.396484, - 0.337891, - 0.349609, - 0.851562, - 0.625, - 0.310547, - 0.269531, - 0.316406, - 0.345703, - 1.039062, - 0.347656, - 0.326172, - 0.365234, - 0.324219, - 0.382812, - 0.414062, - 0.275391, - 0.470703, - 0.3125, - 0.328125, - 0.378906, - 0.435547, - 0.371094, - 0.371094, - 0.369141, - 0.287109, - 0.3125, - 0.363281, - 0.3125, - 0.609375, - 0.636719, - 0.341797, - 0.484375, - 0.679688, - 0.435547, - 0.359375, - 0.310547, - 1.148438, - 0.349609, - 0.259766, - 1.15625, - 0.498047, - 0.378906, - 1.03125, - 0.339844, - 0.111816, - 0.960938, - 0.322266, - 0.400391, - 0.341797, - 0.462891, - 0.324219, - 0.5, - 0.357422, - 0.324219, - 0.396484, - 0.337891, - 0.302734, - 0.294922, - 0.375, - 0.458984, - 0.427734, - 0.470703, - 0.433594, - 0.324219, - 0.679688, - 0.335938, - 0.484375, - 0.462891, - 0.292969, - 0.339844, - 0.326172, - 0.3125, - 0.304688, - 0.5, - 0.304688, - 0.273438, - 0.298828, - 0.277344, - 0.320312, - 0.337891, - 0.400391, - 0.369141, - 0.341797, - 0.345703, - 0.355469, - 0.640625, - 1.0, - 0.34375, - 0.347656, - 0.188477, - 0.5, - 0.322266, - 0.462891, - 1.007812, - 0.357422, - 0.683594, - 0.34375, - 0.4375, - 0.898438, - 0.726562, - 0.1875, - 0.318359, - 0.408203, - 0.984375, - 0.367188, - 0.484375, - 0.000103, - 0.3125, - 0.349609, - 0.380859, - 0.3125, - 0.328125, - 0.241211, - 0.367188, - 0.326172, - 0.267578, - 0.337891, - 0.333984, - 0.632812, - 0.388672, - 0.326172, - 0.345703, - 0.3125, - 0.294922, - 0.304688, - 0.209961, - 0.287109, - 0.287109, - 0.404297, - 0.304688, - 0.271484, - 0.373047, - 0.566406, - 0.347656, - 0.507812, - 0.341797, - 0.277344, - 0.308594, - 0.320312, - 0.466797, - 0.609375, - 0.322266, - 0.300781, - 0.298828, - 0.357422, - 0.291016, - 0.332031, - 0.267578, - 0.800781, - 0.34375, - 0.398438, - 0.664062, - 0.835938, - 0.333984, - 0.361328, - 0.443359, - 0.359375, - 0.667969, - 0.365234, - 0.419922, - 0.451172, - 0.339844, - 0.376953, - 0.402344, - 0.527344, - 0.291016, - 1.296875, - 0.392578, - 0.261719, - 0.402344, - 0.515625, - 0.341797, - 0.351562, - 0.302734, - 0.380859, - 0.232422, - 0.4375, - 0.332031, - 0.316406, - 0.318359, - 0.332031, - 0.431641, - 0.382812, - 0.322266, - 0.365234, - 0.363281, - 0.480469, - 0.570312, - 0.314453, - 0.582031, - 0.707031, - 0.542969, - 0.236328, - 0.507812, - 0.341797, - 1.8e-05, - 0.326172, - 0.347656, - 0.158203, - 0.353516, - 0.339844, - 0.314453, - 0.349609, - 0.3125, - 0.335938, - 0.316406, - 0.339844, - 0.388672, - 0.339844, - 0.314453, - 1.367188, - 0.734375, - 0.378906, - 0.691406, - 0.306641, - 0.357422, - 0.384766, - 0.371094, - 0.15332, - 0.209961, - 0.275391, - 0.460938, - 0.25, - 0.333984, - 0.310547, - 0.439453, - 0.417969, - 0.181641, - 0.292969, - 0.316406, - 0.176758, - 0.8125, - 1.09375, - 0.933594, - 0.490234, - 0.339844, - 0.320312, - 0.78125, - 0.349609, - 0.34375, - 0.333984, - 0.410156, - 0.443359, - 0.333984, - 0.341797, - 0.376953, - 0.421875, - 0.582031, - 0.699219, - 0.269531, - 0.535156, - 0.357422, - 0.353516, - 0.261719, - 0.392578, - 0.339844, - 0.28125, - 0.695312, - 0.322266, - 0.496094, - 0.423828, - 0.316406, - 0.675781, - 0.324219, - 0.263672, - 0.412109, - 0.40625, - 0.310547, - 0.273438, - 0.425781, - 0.392578, - 0.3125, - 0.5, - 0.306641, - 0.357422, - 0.333984, - 0.605469, - 0.341797, - 0.435547, - 0.320312, - 0.554688, - 0.302734, - 0.523438, - 0.363281, - 1.078125, - 0.277344, - 0.523438, - 0.349609, - 0.269531, - 0.294922, - 0.589844, - 0.314453, - 0.365234, - 0.478516, - 0.347656, - 0.359375, - 0.287109, - 0.114258, - 0.318359, - 0.671875, - 0.734375, - 0.5625, - 0.351562, - 0.341797, - 0.585938, - 0.423828, - 0.328125, - 0.173828, - 0.357422, - 0.414062, - 0.386719, - 0.257812, - 0.404297, - 0.734375, - 0.300781, - 0.333984, - 0.341797, - 0.333984, - 0.357422, - 0.306641, - 1.203125, - 0.285156, - 0.332031, - 0.294922, - 0.339844, - 0.710938, - 0.53125, - 0.535156, - 0.9375, - 0.333984, - 0.332031, - 0.365234, - 0.410156, - 0.320312, - 1.023438, - 0.535156, - 0.380859, - 0.378906, - 0.984375, - 0.347656, - 0.449219, - 0.318359, - 0.347656, - 0.332031, - 0.361328, - 0.365234, - 0.664062, - 0.326172, - 0.373047, - 0.12207, - 0.373047, - 0.365234, - 0.386719, - 0.746094, - 0.380859, - 0.373047, - 0.494141, - 0.28125, - 0.267578, - 0.464844, - 0.373047, - 0.339844, - 0.341797, - 0.390625, - 0.289062, - 0.335938, - 0.294922, - 0.5, - 0.345703, - 0.359375, - 0.451172, - 0.324219, - 0.921875, - 0.302734, - 0.314453, - 0.310547, - 0.302734, - 0.404297, - 0.660156, - 1.34375, - 0.449219, - 0.429688, - 0.390625, - 0.341797, - 0.691406, - 0.3125, - 0.322266, - 0.46875, - 0.466797, - 0.363281, - 0.380859, - 0.375, - 0.369141, - 0.34375, - 0.574219, - 0.308594, - 0.225586, - 0.320312, - 0.375, - 0.353516, - 0.4375, - 0.314453, - 0.308594, - 0.298828, - 0.296875, - 0.345703, - 0.375, - 0.322266, - 0.349609, - 0.328125, - 0.498047, - 0.308594, - 0.375, - 0.421875, - 0.625, - 0.326172, - 0.220703, - 0.339844, - 0.455078, - 0.369141, - 0.375, - 0.380859, - 0.294922, - 0.339844, - 0.341797, - 0.287109, - 0.550781, - 0.388672, - 0.341797, - 0.351562, - 0.640625, - 0.324219, - 0.664062, - 0.335938, - 0.398438, - 0.632812, - 0.279297, - 0.367188, - 0.511719, - 0.353516, - 0.335938, - 1.046875, - 0.339844, - 0.375, - 0.292969, - 0.363281, - 0.589844, - 0.535156, - 1.140625, - 0.369141, - 0.140625, - 1.265625, - 0.318359, - 0.310547, - 0.921875, - 0.333984, - 0.326172, - 0.402344, - 0.652344, - 0.28125, - 0.386719, - 0.320312, - 0.3125, - 0.447266, - 0.367188, - 0.5, - 0.147461, - 0.296875, - 0.404297, - 0.318359, - 0.316406, - 0.371094, - 0.472656, - 0.484375, - 0.277344, - 0.652344, - 0.355469, - 0.316406, - 0.273438, - 0.550781, - 0.373047, - 0.449219, - 0.34375, - 0.369141, - 0.443359, - 0.112305, - 1.296875, - 1.101562, - 0.392578, - 0.294922, - 0.328125, - 0.285156, - 0.414062, - 0.507812, - 0.324219, - 0.248047, - 0.410156, - 0.367188, - 0.359375, - 0.40625, - 0.320312, - 0.275391, - 0.527344, - 0.554688, - 0.367188, - 0.283203, - 0.863281, - 0.332031, - 0.298828, - 0.679688, - 0.384766, - 0.527344, - 0.398438, - 0.361328, - 0.265625, - 0.322266, - 0.886719, - 0.400391, - 0.349609, - 0.128906, - 0.585938, - 0.304688, - 0.316406, - 0.308594, - 0.367188, - 0.621094, - 0.000127, - 0.345703, - 0.375, - 0.376953, - 0.310547, - 0.308594, - 0.5, - 0.359375, - 0.367188, - 0.363281, - 0.652344, - 0.143555, - 0.353516, - 0.337891, - 0.365234, - 0.310547, - 0.304688, - 0.486328, - 0.3125, - 0.376953, - 0.421875, - 1.0625, - 0.34375, - 0.357422, - 0.433594, - 0.384766, - 0.78125, - 0.320312, - 0.40625, - 0.46875, - 0.316406, - 0.302734, - 0.322266, - 0.349609, - 0.382812, - 0.147461, - 0.429688, - 0.257812, - 0.322266, - 0.316406, - 0.384766, - 0.337891, - 0.478516, - 0.349609, - 0.34375, - 0.294922, - 0.447266, - 0.498047, - 0.458984, - 0.582031, - 0.273438, - 0.141602, - 0.335938, - 0.351562, - 0.339844, - 0.314453, - 0.294922, - 0.392578, - 0.316406, - 0.277344, - 0.277344, - 0.363281, - 0.357422, - 0.353516, - 0.275391, - 0.349609, - 0.357422, - 0.710938, - 0.279297, - 0.373047, - 0.304688, - 0.394531, - 0.337891, - 0.316406, - 0.306641, - 0.408203, - 1.1875, - 0.3125, - 0.351562, - 0.341797, - 0.341797, - 0.277344, - 0.46875, - 0.371094, - 0.707031, - 0.435547, - 0.388672, - 0.337891, - 0.466797, - 0.535156, - 0.351562, - 0.359375, - 0.337891, - 0.300781, - 0.535156, - 0.353516, - 0.300781, - 0.279297, - 0.828125, - 0.277344, - 0.326172, - 0.333984, - 0.316406, - 0.328125, - 0.443359, - 0.431641, - 0.376953, - 0.34375, - 0.796875, - 0.314453, - 0.337891, - 0.429688, - 0.492188, - 0.332031, - 0.589844, - 0.310547, - 0.476562, - 0.285156, - 0.316406, - 0.734375, - 0.382812, - 0.296875, - 0.388672, - 0.347656, - 0.349609, - 0.330078, - 0.355469, - 0.578125, - 0.378906, - 0.425781, - 0.384766, - 0.511719, - 0.433594, - 1.039062, - 0.335938, - 0.386719, - 0.429688, - 0.753906, - 0.333984, - 0.287109, - 0.388672, - 0.347656, - 0.373047, - 0.318359, - 0.316406, - 0.291016, - 0.283203, - 0.111816, - 0.423828, - 0.832031, - 0.320312, - 0.625, - 0.3125, - 0.34375, - 0.365234, - 0.337891, - 0.474609, - 0.515625, - 0.462891, - 0.386719, - 0.300781, - 0.417969, - 0.108398, - 0.527344, - 0.488281, - 0.194336, - 0.353516, - 0.287109, - 0.695312, - 0.34375, - 0.730469, - 0.335938, - 0.191406, - 0.851562, - 0.746094, - 0.300781, - 0.369141, - 0.353516, - 0.445312, - 0.332031, - 0.34375, - 0.351562, - 0.455078, - 0.478516, - 0.316406, - 0.314453, - 0.3125, - 0.300781, - 0.296875, - 0.304688, - 0.820312, - 0.306641, - 0.341797, - 0.320312, - 0.337891, - 0.304688, - 0.359375, - 0.527344, - 0.664062, - 0.302734, - 0.310547, - 0.333984, - 0.429688, - 0.476562, - 0.277344, - 0.488281, - 0.380859, - 0.435547, - 0.337891, - 0.365234, - 0.349609, - 0.371094, - 0.355469, - 0.421875, - 0.664062, - 0.326172, - 0.65625, - 0.096191, - 0.404297, - 0.394531, - 0.515625, - 0.226562, - 0.330078, - 0.408203, - 0.322266, - 0.414062, - 0.90625, - 0.353516, - 0.308594, - 0.386719, - 0.392578, - 0.292969, - 0.367188, - 0.652344, - 0.484375, - 0.335938, - 0.308594, - 0.304688, - 0.296875, - 0.53125, - 0.326172, - 0.316406, - 0.347656, - 0.613281, - 0.400391, - 0.417969, - 0.306641, - 0.476562, - 0.308594, - 0.394531, - 0.375, - 0.4375, - 0.402344, - 0.443359, - 0.332031, - 0.296875, - 0.412109, - 0.671875, - 0.566406, - 0.306641, - 0.496094, - 0.291016, - 1.015625, - 0.988281, - 0.349609, - 0.347656, - 0.707031, - 1.0625, - 0.462891, - 0.316406, - 0.316406, - 0.539062, - 0.306641, - 0.339844, - 0.710938, - 0.566406, - 0.960938, - 0.8125, - 0.480469, - 0.390625, - 0.318359, - 0.349609, - 0.6875, - 0.490234, - 0.371094, - 0.349609, - 0.414062, - 0.449219, - 0.349609, - 0.408203, - 0.316406, - 0.289062, - 0.351562, - 0.460938, - 0.429688, - 0.367188, - 0.388672, - 0.314453, - 0.326172, - 0.390625, - 1.125, - 0.429688, - 0.337891, - 0.207031, - 0.761719, - 0.398438, - 0.388672, - 0.275391, - 0.550781, - 0.347656, - 0.396484, - 1.671875, - 0.523438, - 0.683594, - 0.3125, - 0.148438, - 0.308594, - 0.322266, - 0.664062, - 0.345703, - 0.304688, - 0.392578, - 0.621094, - 0.359375, - 0.328125, - 0.324219, - 0.347656, - 0.332031, - 0.335938, - 0.310547, - 0.353516, - 0.464844, - 0.197266, - 0.322266, - 0.324219, - 0.287109, - 0.527344, - 0.480469, - 0.447266, - 0.765625, - 0.326172, - 0.347656, - 0.310547, - 0.871094, - 0.421875, - 0.960938, - 0.117188, - 0.294922, - 0.116211, - 0.496094, - 1.21875, - 0.949219, - 0.320312, - 0.365234, - 0.320312, - 0.910156, - 0.384766, - 0.349609, - 0.378906, - 0.353516, - 0.328125, - 0.382812, - 0.816406, - 1.359375, - 0.349609, - 0.457031, - 0.408203, - 0.613281, - 0.421875, - 1.148438, - 0.376953, - 0.349609, - 0.492188, - 0.494141, - 0.353516, - 0.375, - 0.605469, - 0.345703, - 0.318359, - 0.326172, - 0.289062, - 0.3125, - 0.644531, - 0.458984, - 0.394531, - 0.296875, - 0.777344, - 0.476562, - 0.285156, - 0.470703, - 0.339844, - 0.333984, - 0.503906, - 0.351562, - 0.322266, - 0.347656, - 0.369141, - 0.347656, - 0.474609, - 0.40625, - 0.414062, - 0.640625, - 0.371094, - 0.316406, - 0.298828, - 0.292969, - 0.341797, - 0.300781, - 0.333984, - 0.632812, - 0.347656, - 0.332031, - 0.357422, - 1.132812, - 0.308594, - 0.574219, - 0.302734, - 0.314453, - 0.216797, - 0.267578, - 0.882812, - 0.339844, - 0.314453, - 0.507812, - 0.332031, - 0.355469, - 0.742188, - 0.357422, - 0.353516, - 0.300781, - 0.435547, - 0.308594, - 0.808594, - 0.400391, - 0.314453, - 0.460938, - 0.34375, - 0.761719, - 1.25, - 0.511719, - 0.328125, - 0.121094, - 0.46875, - 0.145508, - 0.314453, - 0.283203, - 0.314453, - 0.347656, - 0.609375, - 0.349609, - 0.136719, - 0.404297, - 0.417969, - 0.355469, - 0.404297, - 0.482422, - 0.279297, - 0.632812, - 0.6875, - 0.472656, - 0.458984, - 0.365234, - 0.933594, - 0.318359, - 1.03125, - 0.328125, - 0.652344, - 0.345703, - 0.742188, - 0.480469, - 0.390625, - 0.316406, - 0.494141, - 0.589844, - 0.314453, - 0.777344, - 0.283203, - 0.333984, - 0.304688, - 0.539062, - 0.9375, - -3.1e-05, - 0.322266, - 0.367188, - 0.8125, - 0.511719, - 0.777344, - 0.435547, - 0.324219, - 0.439453, - 0.462891, - 0.326172, - 0.304688, - 0.314453, - 0.621094, - 0.302734, - 0.279297, - 0.300781, - 0.695312, - 0.367188, - 0.423828, - 0.59375, - 0.24707, - 0.394531, - 0.40625, - 0.421875, - 0.824219, - 0.503906, - 0.412109, - 0.296875, - 0.357422, - 0.320312, - 0.648438, - 0.384766, - 0.382812, - 0.382812, - 0.306641, - 0.330078, - 0.361328, - 0.519531, - 0.339844, - 0.259766, - 0.339844, - 0.341797, - 0.384766, - 0.664062, - 0.287109, - 0.318359, - 0.353516, - 0.330078, - 0.458984, - 0.388672, - 0.398438, - 0.289062, - 0.363281, - 0.382812, - 0.318359, - 0.359375, - 0.335938, - 0.308594, - 0.380859, - 0.310547, - 0.601562, - 0.318359, - 0.359375, - 0.273438, - 0.333984, - 0.314453, - 0.578125, - 0.507812, - 0.40625, - 0.414062, - 0.34375, - 0.322266, - 0.351562, - 0.394531, - 0.859375, - 0.333984, - 0.417969, - 0.359375, - 0.369141, - 0.435547, - 0.492188, - 0.621094, - 0.308594, - 0.796875, - 0.310547, - 0.335938, - 0.3125, - 0.3125, - 0.291016, - 0.679688, - 0.322266, - 0.380859, - 0.328125, - 0.361328, - 0.412109, - 0.476562, - 0.265625, - 0.363281, - 0.248047, - 0.800781, - 0.355469, - 1.085938, - 0.40625, - 0.347656, - 0.335938, - 0.273438, - 0.384766, - 0.390625, - 0.361328, - 0.289062, - 0.730469, - 0.412109, - 0.318359, - 0.287109 - ] - }, - "name": "model.model.layers.6.input_layernorm.weight", - "outputIndexes": [ - 526 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 525 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_6/Mul_output_0", - "outputIndexes": [ - 527 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 526, - 527 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_6/Mul_1_output_0", - "outputIndexes": [ - 528 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 528 - ], - "outputIndexes": [ - 2476 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2476 - ], - "outputIndexes": [ - 2477 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear", - "inputIndexes": [ - 2477 - ], - "outputIndexes": [ - 2478 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 157975452, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2478 - ], - "outputIndexes": [ - 2479 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2479 - ], - "outputIndexes": [ - 529 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 528 - ], - "main_type": "NONE", - "name": "/Shape_85_output_0", - "outputIndexes": [ - 530 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 530 - ], - "main_type": "NONE", - "name": "Shape1578", - "outputIndexes": [ - 531 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 530 - ], - "main_type": "NONE", - "name": "Rank1580", - "outputIndexes": [ - 532 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 532, - 532 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1582", - "outputIndexes": [ - 533 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 533 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1583", - "outputIndexes": [ - 534 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 533, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1585", - "outputIndexes": [ - 535 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 535 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1586", - "outputIndexes": [ - 536 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 531, - 534, - 536, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1589", - "outputIndexes": [ - 537 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 537 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1590", - "outputIndexes": [ - 538 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 538 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1591", - "outputIndexes": [ - 539 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 539, - 538 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1592", - "outputIndexes": [ - 540 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 530, - 540, - 533 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_94_output_0", - "outputIndexes": [ - 541 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 541, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_193_output_0", - "outputIndexes": [ - 542 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 542, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_78_output_0", - "outputIndexes": [ - 543 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 529, - 543 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_55_output_0", - "outputIndexes": [ - 544 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 544, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_48_output_0", - "outputIndexes": [ - 545 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 544 - ], - "main_type": "NONE", - "name": "/Shape_86_output_0", - "outputIndexes": [ - 546 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 546 - ], - "main_type": "NONE", - "name": "Shape1599", - "outputIndexes": [ - 547 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 546 - ], - "main_type": "NONE", - "name": "Rank1601", - "outputIndexes": [ - 548 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 548, - 548 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1603", - "outputIndexes": [ - 549 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 549 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1604", - "outputIndexes": [ - 550 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 549, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1606", - "outputIndexes": [ - 551 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 551 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1607", - "outputIndexes": [ - 552 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 547, - 550, - 552, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1610", - "outputIndexes": [ - 553 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 553 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1611", - "outputIndexes": [ - 554 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 554 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1612", - "outputIndexes": [ - 555 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 555, - 554 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1613", - "outputIndexes": [ - 556 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 546, - 556, - 549 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_95_output_0", - "outputIndexes": [ - 557 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 557, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_18_output_0", - "outputIndexes": [ - 558 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 558, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_198_output_0", - "outputIndexes": [ - 559 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 544, - 559, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_25_output_0", - "outputIndexes": [ - 560 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 560 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_12_output_0", - "outputIndexes": [ - 561 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 544, - 22, - 559, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_24_output_0", - "outputIndexes": [ - 562 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 561, - 562 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_81_output_0", - "outputIndexes": [ - 563 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 563, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_49_output_0", - "outputIndexes": [ - 564 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 545, - 564 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_30_output_0", - "outputIndexes": [ - 565 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 528 - ], - "outputIndexes": [ - 2480 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2480 - ], - "outputIndexes": [ - 2481 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear", - "inputIndexes": [ - 2481 - ], - "outputIndexes": [ - 2482 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 159308722, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2482 - ], - "outputIndexes": [ - 2483 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2483 - ], - "outputIndexes": [ - 566 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 542, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_79_output_0", - "outputIndexes": [ - 567 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 566, - 567 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_56_output_0", - "outputIndexes": [ - 568 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 568, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_50_output_0", - "outputIndexes": [ - 569 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 568 - ], - "main_type": "NONE", - "name": "/Shape_87_output_0", - "outputIndexes": [ - 570 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 570 - ], - "main_type": "NONE", - "name": "Shape1662", - "outputIndexes": [ - 571 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 570 - ], - "main_type": "NONE", - "name": "Rank1664", - "outputIndexes": [ - 572 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 572, - 572 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1666", - "outputIndexes": [ - 573 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 573 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1667", - "outputIndexes": [ - 574 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 573, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1669", - "outputIndexes": [ - 575 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 575 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1670", - "outputIndexes": [ - 576 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 571, - 574, - 576, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1673", - "outputIndexes": [ - 577 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 577 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1674", - "outputIndexes": [ - 578 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 578 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1675", - "outputIndexes": [ - 579 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 579, - 578 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1676", - "outputIndexes": [ - 580 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 570, - 580, - 573 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_96_output_0", - "outputIndexes": [ - 581 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 581, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_19_output_0", - "outputIndexes": [ - 582 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 582, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_200_output_0", - "outputIndexes": [ - 583 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 568, - 583, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_27_output_0", - "outputIndexes": [ - 584 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 584 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_13_output_0", - "outputIndexes": [ - 585 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 568, - 22, - 583, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_26_output_0", - "outputIndexes": [ - 586 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 585, - 586 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_82_output_0", - "outputIndexes": [ - 587 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 587, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_51_output_0", - "outputIndexes": [ - 588 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 569, - 588 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_31_output_0", - "outputIndexes": [ - 589 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 528 - ], - "outputIndexes": [ - 2484 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2484 - ], - "outputIndexes": [ - 2485 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear", - "inputIndexes": [ - 2485 - ], - "outputIndexes": [ - 2486 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 159530952, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2486 - ], - "outputIndexes": [ - 2487 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2487 - ], - "outputIndexes": [ - 590 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 590, - 567 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_57_output_0", - "outputIndexes": [ - 591 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 565, - 589, - 591, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_62_output_0", - "outputIndexes": [ - 592 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 592 - ], - "outputIndexes": [ - 2488 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2488 - ], - "outputIndexes": [ - 2489 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear", - "inputIndexes": [ - 2489 - ], - "outputIndexes": [ - 2490 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 159753182, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2490 - ], - "outputIndexes": [ - 2491 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2491 - ], - "outputIndexes": [ - 593 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 525, - 593 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_33_output_0", - "outputIndexes": [ - 594 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.214844, - 0.667969, - 0.566406, - 0.570312, - 0.53125, - 0.523438, - 0.609375, - 0.546875, - 0.574219, - 0.457031, - 0.582031, - 0.320312, - 0.585938, - 0.609375, - 0.589844, - 0.585938, - 0.582031, - 0.546875, - 0.589844, - 0.451172, - 0.589844, - 0.582031, - 0.5625, - 0.219727, - 0.707031, - 0.582031, - 0.523438, - 0.457031, - 0.578125, - 0.695312, - 0.585938, - 0.59375, - 0.683594, - 0.796875, - 0.570312, - 0.667969, - 0.667969, - 0.589844, - 0.433594, - 0.388672, - 0.617188, - 0.613281, - 0.582031, - 0.710938, - 0.219727, - 0.539062, - 0.566406, - 0.585938, - 0.558594, - 0.511719, - 0.217773, - 0.347656, - 0.613281, - 0.667969, - 0.597656, - 0.482422, - 0.476562, - 0.213867, - 0.412109, - 0.4375, - 0.519531, - 0.490234, - 0.554688, - 0.597656, - 0.589844, - 0.296875, - 0.546875, - 0.503906, - 0.53125, - 0.492188, - 0.554688, - 0.462891, - 0.213867, - 0.482422, - 0.578125, - 0.367188, - 0.605469, - 0.578125, - 0.566406, - 0.792969, - 0.636719, - 0.220703, - 0.359375, - 0.648438, - 0.621094, - 0.609375, - 0.613281, - 0.734375, - 0.527344, - 0.578125, - 0.585938, - 0.535156, - 0.5, - 0.503906, - 0.617188, - 0.351562, - 0.5625, - 0.431641, - 0.660156, - 0.585938, - 0.808594, - 0.376953, - 0.345703, - 0.769531, - 0.410156, - 0.574219, - 0.597656, - 0.574219, - 0.40625, - 0.601562, - 0.439453, - 0.613281, - 0.5, - 0.527344, - 0.605469, - 0.558594, - 0.648438, - 0.804688, - 0.217773, - 0.232422, - 0.585938, - 0.229492, - 0.46875, - 0.494141, - 0.585938, - 0.683594, - 0.644531, - 0.248047, - 0.46875, - 0.808594, - 0.5625, - 0.527344, - 0.613281, - 0.722656, - 0.640625, - 0.785156, - 0.449219, - 0.648438, - 0.441406, - 0.585938, - 0.244141, - 0.554688, - 0.519531, - 0.269531, - 0.785156, - 0.458984, - 0.617188, - 0.542969, - 0.664062, - 0.597656, - 0.535156, - 0.628906, - 0.261719, - 0.589844, - 0.558594, - 0.433594, - 0.835938, - 0.480469, - 0.601562, - 0.617188, - 0.447266, - 0.503906, - 0.589844, - 0.235352, - 0.455078, - 0.652344, - 0.570312, - 0.628906, - 0.601562, - 0.726562, - 0.65625, - 0.605469, - 0.582031, - 0.851562, - 0.515625, - 0.609375, - 0.652344, - 0.710938, - 0.679688, - 0.625, - 0.597656, - 0.574219, - 0.65625, - 0.613281, - 0.578125, - 0.363281, - 0.251953, - 0.675781, - 0.578125, - 0.550781, - 0.664062, - 0.5, - 0.738281, - 0.640625, - 0.660156, - 0.574219, - 0.5625, - 0.53125, - 0.636719, - 0.503906, - 0.558594, - 0.609375, - 0.628906, - 0.648438, - 0.601562, - 0.59375, - 0.601562, - 0.75, - 0.578125, - 0.605469, - 0.5625, - 0.621094, - 0.398438, - 0.546875, - 0.683594, - 0.249023, - 0.609375, - 0.636719, - 0.589844, - 0.570312, - 0.59375, - 0.605469, - 0.289062, - 0.287109, - 0.5, - 0.601562, - 0.472656, - 0.392578, - 0.429688, - 0.59375, - 0.613281, - 0.605469, - 0.796875, - 0.605469, - 0.609375, - 0.539062, - 0.625, - 0.566406, - 0.613281, - 0.628906, - 0.490234, - 0.648438, - 0.601562, - 0.628906, - 0.570312, - 0.605469, - 0.628906, - 0.613281, - 0.515625, - 0.710938, - 0.542969, - 0.291016, - 0.742188, - 0.597656, - 0.230469, - 0.464844, - 0.511719, - 0.648438, - 0.628906, - 0.585938, - 0.578125, - 0.675781, - 0.605469, - 0.478516, - 0.613281, - 0.59375, - 0.457031, - 0.628906, - 0.59375, - 0.570312, - 0.582031, - 0.515625, - 0.480469, - 0.597656, - 0.384766, - 0.466797, - 0.263672, - 0.65625, - 0.462891, - 0.796875, - 0.585938, - 0.554688, - 0.554688, - 0.53125, - 0.601562, - 0.220703, - 0.664062, - 0.613281, - 0.535156, - 0.652344, - 0.589844, - 0.644531, - 0.621094, - 0.644531, - 0.488281, - 0.554688, - 0.617188, - 0.582031, - 0.609375, - 0.671875, - 0.230469, - 0.263672, - 0.644531, - 0.251953, - 0.683594, - 0.597656, - 0.648438, - 0.488281, - 0.621094, - 0.222656, - 0.386719, - 0.632812, - 0.243164, - 0.582031, - 0.648438, - 0.625, - 0.236328, - 0.585938, - 0.589844, - 0.232422, - 0.574219, - 0.9375, - 0.585938, - 0.384766, - 0.558594, - 0.601562, - 0.558594, - 0.224609, - 0.566406, - 0.53125, - 0.223633, - 0.636719, - 0.251953, - 0.5625, - 0.550781, - 0.294922, - 0.546875, - 0.201172, - 0.486328, - 0.265625, - 0.566406, - 0.625, - 0.542969, - 0.726562, - 0.589844, - 0.554688, - 0.582031, - 0.478516, - 0.46875, - 0.609375, - 0.492188, - 0.337891, - 0.363281, - 0.679688, - 0.59375, - 0.628906, - 0.357422, - 0.570312, - 0.632812, - 0.455078, - 0.527344, - 0.574219, - 0.589844, - 0.609375, - 0.5625, - 0.550781, - 0.613281, - 0.589844, - 0.237305, - 0.601562, - 0.542969, - 0.458984, - 0.871094, - 0.423828, - 0.542969, - 0.554688, - 0.597656, - 0.488281, - 0.800781, - 0.462891, - 0.667969, - 0.6875, - 0.597656, - 0.65625, - 0.291016, - 0.59375, - 0.472656, - 0.679688, - 0.492188, - 0.609375, - 0.542969, - 0.597656, - 0.625, - 0.679688, - 0.396484, - 0.231445, - 0.609375, - 0.460938, - 0.523438, - 0.613281, - 0.458984, - 0.65625, - 0.470703, - 0.585938, - 0.519531, - 0.210938, - 0.625, - 0.566406, - 0.875, - 0.228516, - 0.53125, - 0.470703, - 0.601562, - 0.628906, - 0.570312, - 0.53125, - 0.777344, - 0.734375, - 0.423828, - 0.59375, - 0.609375, - 0.435547, - 0.824219, - 0.460938, - 0.585938, - 0.644531, - 0.478516, - 0.597656, - 0.492188, - 0.609375, - 0.671875, - 0.613281, - 0.582031, - 0.625, - 0.390625, - 0.464844, - 0.503906, - 0.441406, - 0.558594, - 0.589844, - 0.519531, - 0.476562, - 0.263672, - 0.597656, - 0.613281, - 0.65625, - 0.235352, - 0.703125, - 0.601562, - 0.605469, - 0.949219, - 0.582031, - 0.570312, - 0.949219, - 0.652344, - 0.632812, - 0.855469, - 0.59375, - 0.234375, - 0.902344, - 0.431641, - 0.566406, - 0.582031, - 0.503906, - 0.554688, - 0.25, - 0.5, - 0.535156, - 0.53125, - 0.59375, - 0.585938, - 0.578125, - 0.433594, - 0.609375, - 0.625, - 0.644531, - 0.617188, - 0.482422, - 0.241211, - 0.59375, - 0.683594, - 0.578125, - 0.582031, - 0.605469, - 0.539062, - 0.472656, - 0.578125, - 0.539062, - 0.59375, - 0.59375, - 0.601562, - 0.570312, - 0.617188, - 0.59375, - 0.613281, - 0.625, - 0.605469, - 0.640625, - 0.488281, - 0.246094, - 0.201172, - 0.59375, - 0.609375, - 0.507812, - 0.695312, - 0.523438, - 0.707031, - 0.388672, - 0.453125, - 0.757812, - 0.486328, - 0.632812, - 0.867188, - 0.785156, - 0.245117, - 0.589844, - 0.5625, - 0.949219, - 0.333984, - 0.527344, - 0.855469, - 0.609375, - 0.601562, - 0.486328, - 0.621094, - 0.470703, - 0.574219, - 0.628906, - 0.605469, - 0.59375, - 0.566406, - 0.472656, - 0.211914, - 0.478516, - 0.613281, - 0.609375, - 0.609375, - 0.589844, - 0.589844, - 0.234375, - 0.566406, - 0.554688, - 0.632812, - 0.570312, - 0.609375, - 0.484375, - 0.380859, - 0.582031, - 0.388672, - 0.574219, - 0.458984, - 0.585938, - 0.59375, - 0.523438, - 0.231445, - 0.546875, - 0.605469, - 0.574219, - 0.628906, - 0.245117, - 0.644531, - 0.605469, - 0.824219, - 0.585938, - 0.621094, - 0.59375, - 0.209961, - 0.613281, - 0.617188, - 0.644531, - 0.441406, - 0.796875, - 0.519531, - 0.217773, - 0.236328, - 0.535156, - 0.621094, - 0.601562, - 0.238281, - 0.582031, - 0.363281, - 0.470703, - 0.601562, - 0.636719, - 0.710938, - 0.433594, - 0.503906, - 0.605469, - 0.640625, - 0.507812, - 0.660156, - 0.605469, - 0.601562, - 0.503906, - 0.464844, - 0.628906, - 0.636719, - 0.625, - 0.625, - 0.451172, - 0.640625, - 0.683594, - 0.585938, - 0.224609, - 0.777344, - 0.316406, - 0.238281, - 0.667969, - 0.609375, - 0.000341, - 0.511719, - 0.597656, - 0.232422, - 0.4375, - 0.5625, - 0.597656, - 0.574219, - 0.609375, - 0.396484, - 0.539062, - 0.460938, - 0.408203, - 0.578125, - 0.570312, - 1.171875, - 0.757812, - 0.601562, - 0.71875, - 0.601562, - 0.5625, - 0.683594, - 0.523438, - 0.225586, - 0.574219, - 0.546875, - 0.523438, - 0.589844, - 0.484375, - 0.605469, - 0.558594, - 0.65625, - 0.222656, - 0.609375, - 0.431641, - 0.224609, - 0.804688, - 0.890625, - 0.851562, - 0.365234, - 0.488281, - 0.248047, - 0.804688, - 0.507812, - 0.484375, - 0.466797, - 0.640625, - 0.695312, - 0.625, - 0.550781, - 0.632812, - 0.53125, - 0.357422, - 0.21875, - 0.554688, - 0.408203, - 0.59375, - 0.609375, - 0.570312, - 0.578125, - 0.523438, - 0.621094, - 0.357422, - 0.585938, - 0.664062, - 0.660156, - 0.582031, - 0.237305, - 0.582031, - 0.589844, - 0.445312, - 0.550781, - 0.601562, - 0.585938, - 0.640625, - 0.640625, - 0.585938, - 0.699219, - 0.601562, - 0.515625, - 0.628906, - 0.636719, - 0.527344, - 0.470703, - 0.613281, - 0.339844, - 0.601562, - 0.451172, - 0.498047, - 0.949219, - 0.632812, - 0.5625, - 0.574219, - 0.574219, - 0.601562, - 0.269531, - 0.613281, - 0.482422, - 0.566406, - 0.628906, - 0.451172, - 0.283203, - 0.222656, - 0.625, - 0.314453, - 0.21875, - 0.699219, - 0.625, - 0.613281, - 0.245117, - 0.636719, - 0.601562, - 0.255859, - 0.5625, - 0.257812, - 0.535156, - 0.59375, - 0.496094, - 0.761719, - 0.609375, - 0.558594, - 0.523438, - 0.570312, - 0.550781, - 0.464844, - 1.015625, - 0.351562, - 0.550781, - 0.601562, - 0.628906, - 0.601562, - 0.511719, - 0.255859, - 0.359375, - 0.507812, - 0.597656, - 0.640625, - 0.519531, - 0.585938, - 0.914062, - 0.664062, - 0.404297, - 0.621094, - 0.482422, - 0.275391, - 0.5, - 0.542969, - 0.605469, - 0.443359, - 0.435547, - 0.523438, - 0.71875, - 0.53125, - 0.527344, - 0.243164, - 0.542969, - 0.628906, - 0.636719, - 0.585938, - 0.486328, - 0.539062, - 0.220703, - 0.609375, - 0.585938, - 0.408203, - 0.566406, - 0.449219, - 0.449219, - 0.294922, - 0.613281, - 0.447266, - 0.443359, - 0.65625, - 0.480469, - 0.578125, - 0.466797, - 0.597656, - 0.878906, - 0.443359, - 0.578125, - 0.515625, - 0.597656, - 0.652344, - 0.671875, - 0.578125, - 0.425781, - 0.65625, - 0.355469, - 0.453125, - 0.769531, - 0.582031, - 0.441406, - 0.632812, - 0.275391, - 0.585938, - 0.589844, - 0.589844, - 0.494141, - 0.585938, - 0.232422, - 0.472656, - 0.578125, - 0.472656, - 0.585938, - 0.427734, - 0.462891, - 0.597656, - 0.578125, - 0.570312, - 0.589844, - 0.617188, - 0.625, - 0.589844, - 0.609375, - 0.589844, - 0.683594, - 0.550781, - 0.40625, - 0.235352, - 0.75, - 0.423828, - 0.601562, - 0.458984, - 0.527344, - 0.419922, - 0.515625, - 0.609375, - 0.582031, - 0.455078, - 0.597656, - 0.597656, - 0.699219, - 0.601562, - 0.345703, - 0.640625, - 0.222656, - 0.464844, - 0.738281, - 0.474609, - 0.589844, - 0.214844, - 0.585938, - 0.613281, - 0.679688, - 0.353516, - 0.566406, - 0.9375, - 0.234375, - 0.484375, - 0.443359, - 0.613281, - 0.722656, - 0.488281, - 0.917969, - 0.644531, - 0.236328, - 0.267578, - 0.601562, - 0.425781, - 0.546875, - 0.566406, - 0.566406, - 0.558594, - 0.503906, - 0.566406, - 0.621094, - 0.574219, - 0.613281, - 0.542969, - 0.455078, - 0.675781, - 0.239258, - 0.617188, - 0.515625, - 0.478516, - 0.566406, - 0.578125, - 0.691406, - 0.667969, - 0.59375, - 0.632812, - 0.291016, - 0.605469, - 0.574219, - 0.222656, - 0.503906, - 0.667969, - 0.628906, - 0.617188, - 0.388672, - 0.233398, - 0.851562, - 0.455078, - 0.636719, - 0.558594, - 0.40625, - 0.597656, - 0.337891, - 0.664062, - 0.5625, - 0.574219, - 0.640625, - 0.453125, - 0.53125, - 0.523438, - 0.447266, - 0.613281, - 0.675781, - 0.216797, - 0.605469, - 0.609375, - 0.851562, - 0.589844, - 0.597656, - 0.734375, - 0.335938, - 0.640625, - 0.429688, - 0.466797, - 0.585938, - 0.601562, - 0.878906, - 0.640625, - 0.550781, - 0.230469, - 0.640625, - 0.582031, - 0.554688, - 0.601562, - 0.482422, - 0.707031, - 0.8125, - 0.566406, - 0.59375, - 0.447266, - 0.582031, - 0.609375, - 0.640625, - 0.492188, - 0.605469, - 0.625, - 0.753906, - 0.242188, - 0.59375, - 0.609375, - 0.570312, - 0.5625, - 0.570312, - 0.398438, - 0.423828, - 0.597656, - 0.65625, - 0.972656, - 0.539062, - 0.59375, - 0.5625, - 0.546875, - 0.765625, - 0.542969, - 0.539062, - 0.828125, - 0.5, - 0.59375, - 0.601562, - 0.566406, - 0.636719, - 0.249023, - 0.644531, - 0.609375, - 0.462891, - 0.503906, - 0.455078, - 0.59375, - 0.5625, - 0.410156, - 0.515625, - 0.451172, - 0.53125, - 0.671875, - 0.640625, - 0.220703, - 0.605469, - 0.235352, - 0.644531, - 0.621094, - 0.636719, - 0.498047, - 0.578125, - 0.550781, - 0.546875, - 0.570312, - 0.609375, - 0.578125, - 0.447266, - 0.605469, - 0.570312, - 0.449219, - 0.589844, - 0.269531, - 0.609375, - 0.494141, - 0.476562, - 0.550781, - 0.589844, - 0.585938, - 0.605469, - 0.523438, - 0.957031, - 0.605469, - 0.435547, - 0.474609, - 0.53125, - 0.597656, - 0.628906, - 0.316406, - 0.546875, - 0.601562, - 0.609375, - 0.621094, - 0.347656, - 0.761719, - 0.476562, - 0.625, - 0.542969, - 0.550781, - 0.6875, - 0.621094, - 0.609375, - 0.585938, - 0.462891, - 0.542969, - 0.546875, - 0.519531, - 0.582031, - 0.621094, - 0.570312, - 0.652344, - 0.632812, - 0.5625, - 0.785156, - 0.566406, - 0.5625, - 0.511719, - 0.699219, - 0.578125, - 0.679688, - 0.605469, - 0.507812, - 0.578125, - 0.617188, - 0.722656, - 0.597656, - 0.628906, - 0.503906, - 0.478516, - 0.447266, - 0.554688, - 0.601562, - 0.707031, - 0.515625, - 0.644531, - 0.558594, - 0.65625, - 0.667969, - 0.271484, - 0.585938, - 0.5625, - 0.605469, - 0.6875, - 0.597656, - 0.617188, - 0.640625, - 0.433594, - 0.601562, - 0.601562, - 0.574219, - 0.542969, - 0.589844, - 0.242188, - 0.652344, - 0.585938, - 0.601562, - 0.699219, - 0.578125, - 0.46875, - 0.498047, - 0.589844, - 0.410156, - 0.65625, - 0.209961, - 0.53125, - 0.59375, - 0.231445, - 0.228516, - 0.535156, - 0.466797, - 0.53125, - 0.617188, - 0.574219, - 0.570312, - 0.466797, - 0.785156, - 0.527344, - 0.243164, - 0.835938, - 0.808594, - 0.59375, - 0.578125, - 0.511719, - 0.363281, - 0.613281, - 0.519531, - 0.554688, - 0.503906, - 0.447266, - 0.617188, - 0.257812, - 0.605469, - 0.605469, - 0.609375, - 0.605469, - 0.796875, - 0.609375, - 0.578125, - 0.582031, - 0.462891, - 0.59375, - 0.628906, - 0.621094, - 0.765625, - 0.332031, - 0.578125, - 0.59375, - 0.648438, - 0.466797, - 0.621094, - 0.667969, - 0.486328, - 0.636719, - 0.474609, - 0.474609, - 0.617188, - 0.535156, - 0.539062, - 0.511719, - 0.597656, - 0.239258, - 0.691406, - 0.220703, - 0.625, - 0.628906, - 0.238281, - 0.341797, - 0.625, - 0.535156, - 0.609375, - 0.613281, - 0.410156, - 0.589844, - 0.519531, - 0.431641, - 0.621094, - 0.59375, - 0.5625, - 0.376953, - 0.511719, - 0.621094, - 0.601562, - 0.46875, - 0.613281, - 0.667969, - 0.597656, - 0.609375, - 0.458984, - 0.228516, - 0.492188, - 0.644531, - 0.574219, - 0.664062, - 0.550781, - 0.589844, - 0.640625, - 0.625, - 0.546875, - 0.652344, - 0.527344, - 0.601562, - 0.453125, - 0.220703, - 0.40625, - 0.585938, - 0.416016, - 0.589844, - 0.980469, - 0.804688, - 0.601562, - 0.546875, - 0.722656, - 0.984375, - 0.640625, - 0.578125, - 0.609375, - 0.71875, - 0.546875, - 0.474609, - 0.357422, - 0.296875, - 0.859375, - 0.451172, - 0.539062, - 0.361328, - 0.570312, - 0.601562, - 0.263672, - 0.287109, - 0.484375, - 0.296875, - 0.636719, - 0.566406, - 0.554688, - 0.621094, - 0.59375, - 0.605469, - 0.451172, - 0.233398, - 0.648438, - 0.474609, - 0.640625, - 0.582031, - 0.625, - 0.632812, - 0.933594, - 0.617188, - 0.605469, - 0.28125, - 0.75, - 0.359375, - 0.46875, - 0.597656, - 0.660156, - 0.597656, - 0.628906, - 0.196289, - 0.539062, - 0.730469, - 0.609375, - 0.236328, - 0.585938, - 0.496094, - 0.742188, - 0.503906, - 0.582031, - 0.582031, - 0.212891, - 0.625, - 0.628906, - 0.613281, - 0.412109, - 0.542969, - 0.546875, - 0.546875, - 0.613281, - 0.644531, - 0.550781, - 0.4375, - 0.585938, - 0.5625, - 0.675781, - 0.390625, - 0.255859, - 0.6875, - 0.609375, - 0.582031, - 0.474609, - 0.351562, - 0.628906, - 0.443359, - 0.217773, - 0.416016, - 0.208008, - 0.609375, - 0.859375, - 0.839844, - 0.597656, - 0.535156, - 0.578125, - 0.628906, - 0.582031, - 0.462891, - 0.59375, - 0.472656, - 0.550781, - 0.507812, - 0.847656, - 0.199219, - 0.585938, - 0.636719, - 0.617188, - 0.710938, - 0.361328, - 0.921875, - 0.554688, - 0.617188, - 0.589844, - 0.675781, - 0.601562, - 0.4375, - 0.734375, - 0.539062, - 0.554688, - 0.527344, - 0.585938, - 0.609375, - 0.746094, - 0.636719, - 0.628906, - 0.605469, - 0.212891, - 0.53125, - 0.566406, - 0.550781, - 0.625, - 0.474609, - 0.667969, - 0.613281, - 0.554688, - 0.644531, - 0.59375, - 0.640625, - 0.554688, - 0.644531, - 0.244141, - 0.71875, - 0.632812, - 0.367188, - 0.582031, - 0.601562, - 0.628906, - 0.582031, - 0.417969, - 0.71875, - 0.431641, - 0.527344, - 0.429688, - 0.9375, - 0.625, - 0.714844, - 0.609375, - 0.457031, - 0.244141, - 0.570312, - 0.24707, - 0.617188, - 0.601562, - 0.664062, - 0.542969, - 0.570312, - 0.757812, - 0.457031, - 0.527344, - 0.574219, - 0.582031, - 0.535156, - 0.761719, - 0.574219, - 0.570312, - 0.632812, - 0.621094, - 0.570312, - 1.046875, - 0.664062, - 0.585938, - 0.21582, - 0.652344, - 0.236328, - 0.277344, - 0.566406, - 0.550781, - 0.4375, - 0.275391, - 0.53125, - 0.233398, - 0.425781, - 0.644531, - 0.589844, - 0.617188, - 1.078125, - 0.546875, - 0.394531, - 0.71875, - 0.460938, - 0.22168, - 0.609375, - 0.867188, - 0.613281, - 0.9375, - 0.589844, - 0.730469, - 0.59375, - 0.804688, - 0.625, - 0.605469, - 0.613281, - 0.251953, - 0.683594, - 0.445312, - 0.21875, - 0.597656, - 0.478516, - 0.578125, - 0.644531, - 0.867188, - -9e-05, - 0.458984, - 0.447266, - 0.230469, - 0.476562, - 0.769531, - 0.617188, - 0.59375, - 0.664062, - 0.664062, - 0.5625, - 0.585938, - 0.466797, - 0.259766, - 0.476562, - 0.582031, - 0.589844, - 0.714844, - 0.625, - 0.231445, - 0.209961, - 0.257812, - 0.597656, - 0.496094, - 0.46875, - 0.601562, - 0.660156, - 0.515625, - 0.59375, - 0.648438, - 0.570312, - 0.217773, - 0.578125, - 0.527344, - 0.636719, - 0.617188, - 0.416016, - 0.410156, - 0.691406, - 0.59375, - 0.570312, - 0.453125, - 0.527344, - 0.625, - 0.225586, - 0.558594, - 0.613281, - 0.601562, - 0.617188, - 0.683594, - 0.476562, - 0.640625, - 0.582031, - 0.558594, - 0.223633, - 0.566406, - 0.423828, - 0.613281, - 0.589844, - 0.498047, - 0.535156, - 0.503906, - 0.59375, - 0.474609, - 0.539062, - 0.443359, - 0.566406, - 0.558594, - 0.507812, - 0.511719, - 0.605469, - 0.435547, - 0.605469, - 0.601562, - 0.523438, - 0.816406, - 0.59375, - 0.582031, - 0.435547, - 0.451172, - 0.640625, - 0.667969, - 0.699219, - 0.59375, - 0.820312, - 0.554688, - 0.550781, - 0.589844, - 0.546875, - 0.59375, - 0.746094, - 0.507812, - 0.462891, - 0.59375, - 0.46875, - 0.636719, - 0.542969, - 0.578125, - 0.613281, - 0.589844, - 0.765625, - 0.412109, - 1.007812, - 0.503906, - 0.566406, - 0.582031, - 0.589844, - 0.335938, - 0.265625, - 0.554688, - 0.617188, - 0.195312, - 0.621094, - 0.585938, - 0.597656 - ] - }, - "name": "model.model.layers.6.post_attention_layernorm.weight", - "outputIndexes": [ - 595 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 594 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_6/Mul_output_0", - "outputIndexes": [ - 596 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 595, - 596 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_6/Mul_1_output_0", - "outputIndexes": [ - 597 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 597 - ], - "outputIndexes": [ - 2492 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2492 - ], - "outputIndexes": [ - 2493 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/gate_proj/Linear", - "inputIndexes": [ - 2493 - ], - "outputIndexes": [ - 2494 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 161080308, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2494 - ], - "outputIndexes": [ - 2495 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2495 - ], - "outputIndexes": [ - 598 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 598 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_6/Sigmoid_output_0", - "outputIndexes": [ - 599 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 598, - 599 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_6/Mul_output_0", - "outputIndexes": [ - 600 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 597 - ], - "outputIndexes": [ - 2496 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2496 - ], - "outputIndexes": [ - 2497 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/up_proj/Linear", - "inputIndexes": [ - 2497 - ], - "outputIndexes": [ - 2498 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 168821770, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2498 - ], - "outputIndexes": [ - 2499 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2499 - ], - "outputIndexes": [ - 601 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 600, - 601 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_6/Mul_output_0", - "outputIndexes": [ - 602 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 602 - ], - "outputIndexes": [ - 2500 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2500 - ], - "outputIndexes": [ - 2501 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/down_proj/Linear", - "inputIndexes": [ - 2501 - ], - "outputIndexes": [ - 2502 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 176563232, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2502 - ], - "outputIndexes": [ - 2503 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2503 - ], - "outputIndexes": [ - 603 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 594, - 603 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_34_output_0", - "outputIndexes": [ - 604 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 604, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_63_output_0", - "outputIndexes": [ - 605 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.072266, - 0.527344, - 0.597656, - 0.363281, - 0.519531, - 0.369141, - 0.488281, - 0.349609, - 0.320312, - 0.425781, - 0.410156, - 0.423828, - 0.347656, - 0.34375, - 0.339844, - 0.445312, - 0.320312, - 0.373047, - 0.28125, - 0.423828, - 0.302734, - 0.59375, - 0.417969, - 0.061768, - 0.707031, - 0.289062, - 0.400391, - 0.333984, - 0.363281, - 0.628906, - 0.322266, - 0.306641, - 0.742188, - 0.472656, - 0.46875, - 0.511719, - 0.519531, - 0.476562, - 0.341797, - 0.349609, - 0.414062, - 0.339844, - 0.335938, - 0.710938, - 0.255859, - 0.361328, - 0.332031, - 0.328125, - 0.451172, - 0.589844, - 0.076172, - 0.308594, - 0.417969, - 0.664062, - 0.386719, - 0.359375, - 0.386719, - 0.069336, - 0.585938, - 0.371094, - 0.371094, - 0.318359, - 0.466797, - 0.306641, - 0.363281, - 0.229492, - 0.40625, - 0.412109, - 0.542969, - 0.392578, - 0.5, - 0.484375, - 0.071777, - 0.375, - 0.355469, - 0.349609, - 0.365234, - 0.361328, - 0.322266, - 0.882812, - 0.435547, - 0.074219, - 0.496094, - 0.373047, - 0.443359, - 0.318359, - 0.371094, - 0.746094, - 0.423828, - 0.421875, - 0.316406, - 0.5, - 0.5625, - 0.392578, - 0.404297, - 0.566406, - 0.365234, - 0.412109, - 0.738281, - 0.349609, - 0.960938, - 0.386719, - 0.322266, - 0.84375, - 0.363281, - 0.480469, - 0.628906, - 0.394531, - 0.324219, - 0.390625, - 0.369141, - 0.388672, - 0.441406, - 1.492188, - 0.306641, - 0.332031, - 0.53125, - 0.945312, - 0.081543, - 0.088379, - 0.384766, - 0.108887, - 0.351562, - 0.382812, - 0.304688, - 0.59375, - 0.507812, - 0.100586, - 0.550781, - 1.015625, - 0.34375, - 0.353516, - 0.447266, - 0.714844, - 0.523438, - 0.691406, - 0.328125, - 0.519531, - 0.320312, - 0.337891, - 0.09668, - 0.523438, - 0.380859, - 0.143555, - 0.710938, - 0.392578, - 0.324219, - 0.589844, - 0.625, - 0.347656, - 0.388672, - 0.328125, - 0.136719, - 0.363281, - 0.240234, - 0.378906, - 0.820312, - 0.398438, - 0.396484, - 0.347656, - 0.375, - 0.423828, - 0.535156, - 0.119141, - 0.439453, - 0.527344, - 0.365234, - 0.441406, - 0.386719, - 0.785156, - 0.519531, - 0.335938, - 0.392578, - 0.953125, - 0.417969, - 0.447266, - 0.699219, - 0.6875, - 0.753906, - 0.412109, - 0.28125, - 0.378906, - 0.527344, - 0.765625, - 0.318359, - 0.515625, - 0.11084, - 0.640625, - 0.246094, - 0.371094, - 0.582031, - 0.369141, - 0.828125, - 0.476562, - 0.460938, - 0.328125, - 0.351562, - 0.285156, - 0.375, - 0.408203, - 0.328125, - 0.322266, - 0.449219, - 0.470703, - 0.341797, - 0.34375, - 0.349609, - 0.714844, - 0.380859, - 0.390625, - 0.384766, - 0.376953, - 0.363281, - 0.449219, - 0.449219, - 0.292969, - 0.408203, - 0.451172, - 0.34375, - 0.304688, - 0.353516, - 0.345703, - 0.283203, - 0.808594, - 0.435547, - 0.353516, - 0.34375, - 0.320312, - 0.570312, - 0.349609, - 0.419922, - 0.421875, - 0.964844, - 0.392578, - 0.34375, - 0.304688, - 0.363281, - 0.464844, - 0.398438, - 0.457031, - 0.330078, - 0.515625, - 0.523438, - 0.417969, - 0.367188, - 0.314453, - 0.46875, - 0.478516, - 0.410156, - 0.757812, - 0.412109, - 0.460938, - 0.730469, - 0.957031, - 0.07666, - 0.361328, - 0.392578, - 0.515625, - 0.451172, - 0.5, - 0.417969, - 0.695312, - 0.328125, - 0.433594, - 0.351562, - 0.339844, - 0.376953, - 0.345703, - 0.333984, - 0.367188, - 0.300781, - 0.613281, - 0.396484, - 0.330078, - 0.332031, - 0.359375, - 0.133789, - 0.519531, - 0.330078, - 0.902344, - 0.306641, - 0.400391, - 0.470703, - 0.472656, - 0.382812, - 0.085449, - 0.332031, - 0.4375, - 0.394531, - 0.4375, - 0.328125, - 0.480469, - 0.457031, - 0.503906, - 0.384766, - 0.339844, - 0.503906, - 0.412109, - 0.384766, - 0.617188, - 0.090332, - 0.304688, - 0.582031, - 0.102051, - 0.691406, - 0.394531, - 0.535156, - 0.439453, - 0.416016, - 0.076172, - 0.416016, - 0.306641, - 0.101074, - 0.34375, - 0.53125, - 0.441406, - 0.253906, - 0.306641, - 0.369141, - 0.09668, - 0.324219, - 1.0625, - 0.357422, - 0.287109, - 0.402344, - 0.363281, - 0.402344, - 0.087891, - 0.412109, - 0.380859, - 0.06543, - 0.5, - 0.114258, - 0.447266, - 0.435547, - 0.386719, - 0.400391, - 0.055664, - 0.5, - 0.169922, - 0.447266, - 0.480469, - 0.408203, - 0.703125, - 0.337891, - 0.304688, - 0.339844, - 0.378906, - 0.316406, - 0.380859, - 0.390625, - 0.291016, - 0.378906, - 0.851562, - 0.333984, - 0.398438, - 1.367188, - 0.539062, - 0.542969, - 0.412109, - 0.277344, - 0.488281, - 0.394531, - 0.427734, - 0.388672, - 0.392578, - 0.337891, - 0.46875, - 0.092773, - 0.324219, - 0.396484, - 0.378906, - 1.03125, - 0.320312, - 0.388672, - 0.384766, - 0.314453, - 0.478516, - 1.023438, - 0.371094, - 0.601562, - 0.746094, - 0.443359, - 0.486328, - 0.210938, - 0.283203, - 0.371094, - 0.558594, - 0.376953, - 0.443359, - 0.371094, - 0.371094, - 0.402344, - 0.703125, - 0.458984, - 0.19043, - 0.34375, - 0.310547, - 0.392578, - 0.332031, - 0.347656, - 0.609375, - 0.423828, - 0.271484, - 0.466797, - 0.071777, - 0.398438, - 0.318359, - 0.472656, - 0.139648, - 0.40625, - 0.396484, - 0.277344, - 0.494141, - 0.431641, - 0.394531, - 0.847656, - 0.78125, - 0.306641, - 0.300781, - 0.332031, - 0.345703, - 1.039062, - 0.384766, - 0.292969, - 0.527344, - 0.355469, - 0.376953, - 0.380859, - 0.324219, - 0.511719, - 0.353516, - 0.306641, - 0.451172, - 0.419922, - 0.355469, - 0.388672, - 0.382812, - 0.367188, - 0.34375, - 0.419922, - 0.265625, - 0.322266, - 0.625, - 0.376953, - 0.550781, - 0.109863, - 0.5, - 0.431641, - 0.353516, - 1.335938, - 0.373047, - 0.255859, - 1.234375, - 0.667969, - 0.386719, - 1.101562, - 0.369141, - 0.07373, - 0.964844, - 0.359375, - 0.4375, - 0.410156, - 0.460938, - 0.371094, - 0.11084, - 0.416016, - 0.380859, - 0.474609, - 0.382812, - 0.357422, - 0.390625, - 0.367188, - 0.492188, - 0.490234, - 0.542969, - 0.511719, - 0.378906, - 0.1875, - 0.376953, - 0.5625, - 0.539062, - 0.353516, - 0.339844, - 0.376953, - 0.365234, - 0.347656, - 0.496094, - 0.361328, - 0.304688, - 0.292969, - 0.277344, - 0.375, - 0.40625, - 0.453125, - 0.396484, - 0.396484, - 0.398438, - 0.427734, - 0.149414, - 0.089844, - 0.320312, - 0.453125, - 0.205078, - 0.621094, - 0.333984, - 0.707031, - 1.179688, - 0.408203, - 0.757812, - 0.320312, - 0.578125, - 0.933594, - 0.9375, - 0.103027, - 0.333984, - 0.417969, - 0.992188, - 0.363281, - 0.5625, - 0.000129, - 0.417969, - 0.375, - 0.425781, - 0.398438, - 0.371094, - 0.269531, - 0.462891, - 0.376953, - 0.345703, - 0.453125, - 0.333984, - 0.22168, - 0.355469, - 0.412109, - 0.480469, - 0.371094, - 0.367188, - 0.332031, - 0.078613, - 0.384766, - 0.337891, - 0.390625, - 0.382812, - 0.326172, - 0.394531, - 0.503906, - 0.357422, - 0.458984, - 0.322266, - 0.382812, - 0.306641, - 0.335938, - 0.269531, - 0.078613, - 0.347656, - 0.347656, - 0.298828, - 0.414062, - 0.098145, - 0.353516, - 0.341797, - 0.800781, - 0.339844, - 0.476562, - 0.722656, - 0.12793, - 0.429688, - 0.390625, - 0.474609, - 0.400391, - 0.707031, - 0.40625, - 0.070312, - 0.249023, - 0.320312, - 0.384766, - 0.412109, - 0.087891, - 0.34375, - 1.179688, - 0.416016, - 0.328125, - 0.503906, - 0.691406, - 0.361328, - 0.417969, - 0.349609, - 0.470703, - 0.273438, - 0.484375, - 0.349609, - 0.386719, - 0.363281, - 0.376953, - 0.490234, - 0.443359, - 0.453125, - 0.392578, - 0.400391, - 0.515625, - 0.648438, - 0.447266, - 0.098145, - 0.875, - 0.341797, - 0.098145, - 0.613281, - 0.435547, - -2.3e-05, - 0.376953, - 0.365234, - 0.071289, - 0.384766, - 0.412109, - 0.369141, - 0.402344, - 0.390625, - 0.337891, - 0.322266, - 0.386719, - 0.394531, - 0.392578, - 0.365234, - 1.421875, - 0.796875, - 0.435547, - 0.738281, - 0.332031, - 0.390625, - 0.625, - 0.388672, - 0.074707, - 0.251953, - 0.300781, - 0.486328, - 0.328125, - 0.394531, - 0.335938, - 0.462891, - 0.5625, - 0.07959, - 0.34375, - 0.332031, - 0.086426, - 0.816406, - 1.070312, - 0.980469, - 0.398438, - 0.373047, - 0.111816, - 0.878906, - 0.367188, - 0.390625, - 0.365234, - 0.414062, - 0.558594, - 0.34375, - 0.376953, - 0.419922, - 0.457031, - 0.410156, - 0.078613, - 0.296875, - 0.478516, - 0.361328, - 0.369141, - 0.318359, - 0.429688, - 0.427734, - 0.351562, - 0.699219, - 0.400391, - 0.636719, - 0.617188, - 0.357422, - 0.188477, - 0.333984, - 0.324219, - 0.414062, - 0.398438, - 0.369141, - 0.332031, - 0.447266, - 0.431641, - 0.369141, - 0.5625, - 0.345703, - 0.361328, - 0.367188, - 0.660156, - 0.386719, - 0.449219, - 0.367188, - 0.515625, - 0.404297, - 0.478516, - 0.363281, - 1.226562, - 0.376953, - 0.566406, - 0.373047, - 0.369141, - 0.296875, - 0.251953, - 0.365234, - 0.400391, - 0.519531, - 0.433594, - 0.337891, - 0.15918, - 0.078125, - 0.390625, - 0.474609, - 0.089844, - 0.636719, - 0.345703, - 0.416016, - 0.237305, - 0.404297, - 0.361328, - 0.091309, - 0.376953, - 0.126953, - 0.419922, - 0.275391, - 0.396484, - 0.757812, - 0.371094, - 0.367188, - 0.382812, - 0.339844, - 0.375, - 0.363281, - 1.210938, - 0.259766, - 0.349609, - 0.369141, - 0.429688, - 0.632812, - 0.542969, - 0.111328, - 0.804688, - 0.408203, - 0.330078, - 0.402344, - 0.427734, - 0.365234, - 1.0625, - 0.65625, - 0.353516, - 0.425781, - 1.140625, - 0.167969, - 0.457031, - 0.339844, - 0.392578, - 0.359375, - 0.375, - 0.386719, - 0.800781, - 0.349609, - 0.396484, - 0.078613, - 0.417969, - 0.478516, - 0.542969, - 0.785156, - 0.386719, - 0.458984, - 0.066406, - 0.324219, - 0.28125, - 0.470703, - 0.417969, - 0.382812, - 0.375, - 0.222656, - 0.318359, - 0.359375, - 0.324219, - 0.582031, - 0.369141, - 0.398438, - 0.421875, - 0.380859, - 0.992188, - 0.363281, - 0.382812, - 0.355469, - 0.351562, - 0.460938, - 0.613281, - 1.367188, - 0.445312, - 0.451172, - 0.341797, - 0.386719, - 0.800781, - 0.375, - 0.359375, - 0.460938, - 0.34375, - 0.345703, - 0.421875, - 0.369141, - 0.390625, - 0.363281, - 0.10498, - 0.378906, - 0.271484, - 0.316406, - 0.439453, - 0.380859, - 0.427734, - 0.349609, - 0.277344, - 0.355469, - 0.318359, - 0.382812, - 0.357422, - 0.347656, - 0.34375, - 0.306641, - 0.585938, - 0.324219, - 0.349609, - 0.170898, - 0.683594, - 0.376953, - 0.273438, - 0.390625, - 0.490234, - 0.376953, - 0.388672, - 0.464844, - 0.296875, - 0.408203, - 0.394531, - 0.316406, - 0.617188, - 0.410156, - 0.292969, - 0.431641, - 0.248047, - 0.376953, - 0.78125, - 0.357422, - 0.388672, - 0.074707, - 0.322266, - 0.462891, - 0.628906, - 0.302734, - 0.292969, - 1.140625, - 0.095215, - 0.4375, - 0.345703, - 0.423828, - 0.644531, - 0.539062, - 1.148438, - 0.404297, - 0.084473, - 1.203125, - 0.349609, - 0.373047, - 1.117188, - 0.365234, - 0.349609, - 0.423828, - 0.523438, - 0.326172, - 0.449219, - 0.357422, - 0.464844, - 0.447266, - 0.400391, - 0.621094, - 0.091309, - 0.341797, - 0.447266, - 0.345703, - 0.351562, - 0.396484, - 0.589844, - 0.566406, - 0.300781, - 0.660156, - 0.223633, - 0.361328, - 0.361328, - 0.086914, - 0.371094, - 0.542969, - 0.423828, - 0.492188, - 0.353516, - 0.075684, - 1.359375, - 1.125, - 0.431641, - 0.363281, - 0.361328, - 0.314453, - 0.359375, - 0.585938, - 0.328125, - 0.294922, - 0.542969, - 0.363281, - 0.390625, - 0.433594, - 0.398438, - 0.328125, - 0.582031, - 0.067871, - 0.416016, - 0.363281, - 0.964844, - 0.392578, - 0.296875, - 0.78125, - 0.259766, - 0.609375, - 0.396484, - 0.357422, - 0.298828, - 0.394531, - 1.046875, - 0.519531, - 0.390625, - 0.097168, - 0.609375, - 0.267578, - 0.392578, - 0.361328, - 0.388672, - 0.699219, - -9.1e-05, - 0.363281, - 0.416016, - 0.421875, - 0.3125, - 0.326172, - 0.523438, - 0.369141, - 0.414062, - 0.431641, - 0.753906, - 0.090332, - 0.330078, - 0.363281, - 0.503906, - 0.330078, - 0.341797, - 0.496094, - 0.335938, - 0.369141, - 0.574219, - 1.085938, - 0.3125, - 0.371094, - 0.554688, - 0.408203, - 0.867188, - 0.427734, - 0.433594, - 0.28125, - 0.330078, - 0.359375, - 0.349609, - 0.363281, - 0.472656, - 0.093262, - 0.523438, - 0.318359, - 0.396484, - 0.359375, - 0.410156, - 0.355469, - 0.519531, - 0.335938, - 0.376953, - 0.330078, - 0.441406, - 0.566406, - 0.5, - 0.25, - 0.310547, - 0.08252, - 0.414062, - 0.416016, - 0.449219, - 0.351562, - 0.341797, - 0.423828, - 0.351562, - 0.367188, - 0.355469, - 0.398438, - 0.361328, - 0.425781, - 0.365234, - 0.380859, - 0.412109, - 0.400391, - 0.324219, - 0.378906, - 0.416016, - 0.476562, - 0.333984, - 0.369141, - 0.353516, - 0.466797, - 1.296875, - 0.449219, - 0.339844, - 0.367188, - 0.332031, - 0.330078, - 0.535156, - 0.285156, - 0.753906, - 0.460938, - 0.414062, - 0.410156, - 0.398438, - 0.839844, - 0.386719, - 0.392578, - 0.351562, - 0.347656, - 0.625, - 0.453125, - 0.396484, - 0.3125, - 0.910156, - 0.357422, - 0.376953, - 0.390625, - 0.367188, - 0.373047, - 0.470703, - 0.496094, - 0.433594, - 0.371094, - 0.894531, - 0.361328, - 0.390625, - 0.476562, - 0.542969, - 0.316406, - 0.691406, - 0.287109, - 0.474609, - 0.316406, - 0.380859, - 0.710938, - 0.429688, - 0.443359, - 0.439453, - 0.339844, - 0.347656, - 0.421875, - 0.386719, - 0.710938, - 0.369141, - 0.578125, - 0.427734, - 0.660156, - 0.539062, - 0.933594, - 0.390625, - 0.375, - 0.466797, - 0.792969, - 0.361328, - 0.380859, - 0.480469, - 0.353516, - 0.386719, - 0.361328, - 0.296875, - 0.320312, - 0.320312, - 0.07959, - 0.566406, - 0.832031, - 0.375, - 0.753906, - 0.345703, - 0.441406, - 0.439453, - 0.365234, - 0.429688, - 0.460938, - 0.071777, - 0.419922, - 0.304688, - 0.12207, - 0.061768, - 0.496094, - 0.523438, - 0.24707, - 0.439453, - 0.359375, - 0.722656, - 0.404297, - 0.730469, - 0.332031, - 0.096191, - 0.859375, - 0.972656, - 0.302734, - 0.363281, - 0.359375, - 0.382812, - 0.417969, - 0.363281, - 0.363281, - 0.496094, - 0.462891, - 0.335938, - 0.219727, - 0.347656, - 0.388672, - 0.363281, - 0.349609, - 0.894531, - 0.388672, - 0.337891, - 0.396484, - 0.382812, - 0.3125, - 0.4375, - 0.511719, - 0.734375, - 0.248047, - 0.378906, - 0.392578, - 0.574219, - 0.423828, - 0.380859, - 0.625, - 0.40625, - 0.449219, - 0.359375, - 0.355469, - 0.449219, - 0.408203, - 0.367188, - 0.40625, - 0.714844, - 0.092285, - 0.707031, - 0.062012, - 0.408203, - 0.496094, - 0.129883, - 0.188477, - 0.429688, - 0.494141, - 0.382812, - 0.515625, - 0.765625, - 0.404297, - 0.345703, - 0.394531, - 0.402344, - 0.396484, - 0.447266, - 0.558594, - 0.5, - 0.412109, - 0.333984, - 0.376953, - 0.351562, - 0.535156, - 0.431641, - 0.363281, - 0.408203, - 0.137695, - 0.392578, - 0.404297, - 0.332031, - 0.539062, - 0.351562, - 0.410156, - 0.451172, - 0.46875, - 0.408203, - 0.490234, - 0.347656, - 0.355469, - 0.373047, - 0.15332, - 0.482422, - 0.355469, - 0.410156, - 0.324219, - 1.09375, - 1.007812, - 0.351562, - 0.408203, - 0.773438, - 0.957031, - 0.480469, - 0.310547, - 0.416016, - 0.734375, - 0.386719, - 0.341797, - 0.574219, - 0.558594, - 1.015625, - 0.785156, - 0.515625, - 0.332031, - 0.410156, - 0.425781, - 0.691406, - 0.34375, - 0.382812, - 0.227539, - 0.498047, - 0.433594, - 0.371094, - 0.351562, - 0.347656, - 0.347656, - 0.359375, - 0.084961, - 0.449219, - 0.400391, - 0.484375, - 0.349609, - 0.355469, - 0.515625, - 1.195312, - 0.476562, - 0.376953, - 0.141602, - 0.828125, - 0.339844, - 0.400391, - 0.296875, - 0.433594, - 0.380859, - 0.484375, - 0.069336, - 0.582031, - 0.828125, - 0.34375, - 0.086914, - 0.316406, - 0.357422, - 0.730469, - 0.435547, - 0.324219, - 0.396484, - 0.082031, - 0.447266, - 0.380859, - 0.365234, - 0.353516, - 0.339844, - 0.373047, - 0.341797, - 0.367188, - 0.435547, - 0.229492, - 0.363281, - 0.351562, - 0.337891, - 0.585938, - 0.412109, - 0.180664, - 0.730469, - 0.347656, - 0.388672, - 0.328125, - 0.902344, - 0.476562, - 1.078125, - 0.068848, - 0.320312, - 0.064941, - 0.490234, - 1.328125, - 1.015625, - 0.40625, - 0.382812, - 0.320312, - 1.007812, - 0.40625, - 0.427734, - 0.435547, - 0.414062, - 0.316406, - 0.339844, - 0.84375, - 0.075195, - 0.449219, - 0.492188, - 0.458984, - 0.695312, - 0.337891, - 1.140625, - 0.419922, - 0.382812, - 0.542969, - 0.59375, - 0.40625, - 0.363281, - 0.75, - 0.351562, - 0.365234, - 0.386719, - 0.318359, - 0.339844, - 0.800781, - 0.5, - 0.539062, - 0.376953, - 0.086426, - 0.488281, - 0.322266, - 0.496094, - 0.416016, - 0.339844, - 0.535156, - 0.392578, - 0.402344, - 0.40625, - 0.419922, - 0.4375, - 0.464844, - 0.431641, - 0.135742, - 0.71875, - 0.427734, - 0.337891, - 0.285156, - 0.324219, - 0.392578, - 0.333984, - 0.353516, - 0.742188, - 0.373047, - 0.373047, - 0.378906, - 1.179688, - 0.363281, - 0.765625, - 0.378906, - 0.333984, - 0.091797, - 0.318359, - 0.792969, - 0.427734, - 0.412109, - 0.667969, - 0.390625, - 0.410156, - 0.882812, - 0.369141, - 0.398438, - 0.34375, - 0.449219, - 0.382812, - 0.746094, - 0.363281, - 0.355469, - 0.462891, - 0.382812, - 0.746094, - 1.171875, - 0.578125, - 0.332031, - 0.071289, - 0.535156, - 0.089355, - 0.169922, - 0.390625, - 0.390625, - 0.347656, - 0.359375, - 0.4375, - 0.07666, - 0.394531, - 0.494141, - 0.419922, - 0.558594, - 0.597656, - 0.294922, - 0.511719, - 0.660156, - 0.464844, - 0.106445, - 0.414062, - 1.109375, - 0.384766, - 1.171875, - 0.400391, - 0.730469, - 0.398438, - 0.78125, - 0.523438, - 0.451172, - 0.439453, - 0.292969, - 0.695312, - 0.292969, - 0.15918, - 0.275391, - 0.402344, - 0.339844, - 0.554688, - 1.0, - -0.000141, - 0.355469, - 0.371094, - 0.84375, - 0.46875, - 0.847656, - 0.457031, - 0.376953, - 0.570312, - 0.636719, - 0.421875, - 0.353516, - 0.359375, - 0.183594, - 0.396484, - 0.308594, - 0.341797, - 0.753906, - 0.419922, - 0.082031, - 0.067383, - 0.120605, - 0.431641, - 0.439453, - 0.388672, - 1.054688, - 0.546875, - 0.429688, - 0.330078, - 0.515625, - 0.40625, - 0.092285, - 0.419922, - 0.419922, - 0.488281, - 0.367188, - 0.367188, - 0.332031, - 0.65625, - 0.339844, - 0.306641, - 0.380859, - 0.378906, - 0.486328, - 0.107422, - 0.341797, - 0.384766, - 0.347656, - 0.371094, - 0.519531, - 0.474609, - 0.546875, - 0.361328, - 0.384766, - 0.085449, - 0.347656, - 0.365234, - 0.384766, - 0.335938, - 0.429688, - 0.357422, - 0.644531, - 0.359375, - 0.396484, - 0.304688, - 0.373047, - 0.365234, - 0.632812, - 0.554688, - 0.460938, - 0.412109, - 0.349609, - 0.400391, - 0.369141, - 0.427734, - 0.96875, - 0.390625, - 0.453125, - 0.373047, - 0.392578, - 0.402344, - 0.664062, - 0.605469, - 0.369141, - 0.753906, - 0.335938, - 0.341797, - 0.351562, - 0.369141, - 0.330078, - 0.742188, - 0.408203, - 0.369141, - 0.382812, - 0.376953, - 0.5, - 0.578125, - 0.273438, - 0.40625, - 0.285156, - 0.957031, - 0.361328, - 1.15625, - 0.480469, - 0.445312, - 0.396484, - 0.359375, - 0.337891, - 0.168945, - 0.404297, - 0.320312, - 0.07373, - 0.554688, - 0.302734, - 0.322266 - ] - }, - "name": "model.model.layers.7.input_layernorm.weight", - "outputIndexes": [ - 606 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 605 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_7/Mul_output_0", - "outputIndexes": [ - 607 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 606, - 607 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_7/Mul_1_output_0", - "outputIndexes": [ - 608 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 608 - ], - "outputIndexes": [ - 2504 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2504 - ], - "outputIndexes": [ - 2505 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear", - "inputIndexes": [ - 2505 - ], - "outputIndexes": [ - 2506 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 184304694, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2506 - ], - "outputIndexes": [ - 2507 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2507 - ], - "outputIndexes": [ - 609 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 608 - ], - "main_type": "NONE", - "name": "/Shape_99_output_0", - "outputIndexes": [ - 610 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 610 - ], - "main_type": "NONE", - "name": "Shape1828", - "outputIndexes": [ - 611 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 610 - ], - "main_type": "NONE", - "name": "Rank1830", - "outputIndexes": [ - 612 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 612, - 612 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1832", - "outputIndexes": [ - 613 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 613 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1833", - "outputIndexes": [ - 614 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 613, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1835", - "outputIndexes": [ - 615 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 615 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1836", - "outputIndexes": [ - 616 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 611, - 614, - 616, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1839", - "outputIndexes": [ - 617 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 617 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1840", - "outputIndexes": [ - 618 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 618 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1841", - "outputIndexes": [ - 619 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 619, - 618 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1842", - "outputIndexes": [ - 620 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 610, - 620, - 613 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_109_output_0", - "outputIndexes": [ - 621 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 621, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_225_output_0", - "outputIndexes": [ - 622 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 622, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_91_output_0", - "outputIndexes": [ - 623 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 609, - 623 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_64_output_0", - "outputIndexes": [ - 624 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 624, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_56_output_0", - "outputIndexes": [ - 625 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 624 - ], - "main_type": "NONE", - "name": "/Shape_100_output_0", - "outputIndexes": [ - 626 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 626 - ], - "main_type": "NONE", - "name": "Shape1849", - "outputIndexes": [ - 627 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 626 - ], - "main_type": "NONE", - "name": "Rank1851", - "outputIndexes": [ - 628 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 628, - 628 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1853", - "outputIndexes": [ - 629 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 629 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1854", - "outputIndexes": [ - 630 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 629, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1856", - "outputIndexes": [ - 631 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 631 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1857", - "outputIndexes": [ - 632 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 627, - 630, - 632, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1860", - "outputIndexes": [ - 633 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 633 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1861", - "outputIndexes": [ - 634 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 634 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1862", - "outputIndexes": [ - 635 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 635, - 634 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1863", - "outputIndexes": [ - 636 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 626, - 636, - 629 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_110_output_0", - "outputIndexes": [ - 637 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 637, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_21_output_0", - "outputIndexes": [ - 638 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 638, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_230_output_0", - "outputIndexes": [ - 639 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 624, - 639, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_29_output_0", - "outputIndexes": [ - 640 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 640 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_14_output_0", - "outputIndexes": [ - 641 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 624, - 22, - 639, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_28_output_0", - "outputIndexes": [ - 642 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 641, - 642 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_94_output_0", - "outputIndexes": [ - 643 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 643, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_57_output_0", - "outputIndexes": [ - 644 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 625, - 644 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_35_output_0", - "outputIndexes": [ - 645 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 608 - ], - "outputIndexes": [ - 2508 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2508 - ], - "outputIndexes": [ - 2509 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear", - "inputIndexes": [ - 2509 - ], - "outputIndexes": [ - 2510 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 185637964, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2510 - ], - "outputIndexes": [ - 2511 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2511 - ], - "outputIndexes": [ - 646 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 622, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_92_output_0", - "outputIndexes": [ - 647 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 646, - 647 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_65_output_0", - "outputIndexes": [ - 648 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 648, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_58_output_0", - "outputIndexes": [ - 649 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 648 - ], - "main_type": "NONE", - "name": "/Shape_101_output_0", - "outputIndexes": [ - 650 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 650 - ], - "main_type": "NONE", - "name": "Shape1912", - "outputIndexes": [ - 651 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 650 - ], - "main_type": "NONE", - "name": "Rank1914", - "outputIndexes": [ - 652 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 652, - 652 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1916", - "outputIndexes": [ - 653 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 653 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1917", - "outputIndexes": [ - 654 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 653, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1919", - "outputIndexes": [ - 655 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 655 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1920", - "outputIndexes": [ - 656 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 651, - 654, - 656, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1923", - "outputIndexes": [ - 657 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 657 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1924", - "outputIndexes": [ - 658 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 658 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1925", - "outputIndexes": [ - 659 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 659, - 658 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1926", - "outputIndexes": [ - 660 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 650, - 660, - 653 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_111_output_0", - "outputIndexes": [ - 661 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 661, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_22_output_0", - "outputIndexes": [ - 662 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 662, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_232_output_0", - "outputIndexes": [ - 663 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 648, - 663, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_31_output_0", - "outputIndexes": [ - 664 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 664 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_15_output_0", - "outputIndexes": [ - 665 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 648, - 22, - 663, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_30_output_0", - "outputIndexes": [ - 666 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 665, - 666 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_95_output_0", - "outputIndexes": [ - 667 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 667, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_59_output_0", - "outputIndexes": [ - 668 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 649, - 668 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_36_output_0", - "outputIndexes": [ - 669 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 608 - ], - "outputIndexes": [ - 2512 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2512 - ], - "outputIndexes": [ - 2513 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear", - "inputIndexes": [ - 2513 - ], - "outputIndexes": [ - 2514 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 185860194, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2514 - ], - "outputIndexes": [ - 2515 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2515 - ], - "outputIndexes": [ - 670 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 670, - 647 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_66_output_0", - "outputIndexes": [ - 671 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 645, - 669, - 671, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_71_output_0", - "outputIndexes": [ - 672 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 672 - ], - "outputIndexes": [ - 2516 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2516 - ], - "outputIndexes": [ - 2517 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear", - "inputIndexes": [ - 2517 - ], - "outputIndexes": [ - 2518 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 186082424, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2518 - ], - "outputIndexes": [ - 2519 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2519 - ], - "outputIndexes": [ - 673 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 605, - 673 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_38_output_0", - "outputIndexes": [ - 674 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.217773, - 0.6875, - 0.574219, - 0.597656, - 0.507812, - 0.527344, - 0.640625, - 0.542969, - 0.597656, - 0.445312, - 0.578125, - 0.285156, - 0.628906, - 0.640625, - 0.636719, - 0.613281, - 0.605469, - 0.546875, - 0.640625, - 0.417969, - 0.617188, - 0.574219, - 0.578125, - 0.203125, - 0.738281, - 0.617188, - 0.503906, - 0.421875, - 0.498047, - 0.726562, - 0.628906, - 0.617188, - 0.761719, - 0.605469, - 0.570312, - 0.703125, - 0.695312, - 0.609375, - 0.394531, - 0.347656, - 0.683594, - 0.667969, - 0.632812, - 0.746094, - 0.283203, - 0.566406, - 0.570312, - 0.628906, - 0.582031, - 0.492188, - 0.208008, - 0.308594, - 0.640625, - 0.714844, - 0.652344, - 0.478516, - 0.457031, - 0.201172, - 0.398438, - 0.427734, - 0.527344, - 0.451172, - 0.539062, - 0.628906, - 0.621094, - 0.261719, - 0.527344, - 0.470703, - 0.53125, - 0.486328, - 0.542969, - 0.449219, - 0.206055, - 0.460938, - 0.613281, - 0.320312, - 0.632812, - 0.621094, - 0.605469, - 0.84375, - 0.691406, - 0.196289, - 0.3125, - 0.671875, - 0.664062, - 0.640625, - 0.671875, - 0.757812, - 0.515625, - 0.605469, - 0.617188, - 0.523438, - 0.482422, - 0.494141, - 0.65625, - 0.322266, - 0.582031, - 0.417969, - 0.769531, - 0.636719, - 0.855469, - 0.335938, - 0.296875, - 0.808594, - 0.380859, - 0.585938, - 0.601562, - 0.625, - 0.371094, - 0.621094, - 0.417969, - 0.65625, - 0.519531, - 0.425781, - 0.640625, - 0.589844, - 0.6875, - 0.859375, - 0.206055, - 0.216797, - 0.617188, - 0.223633, - 0.451172, - 0.480469, - 0.636719, - 0.71875, - 0.660156, - 0.223633, - 0.441406, - 0.902344, - 0.5625, - 0.558594, - 0.644531, - 0.769531, - 0.660156, - 0.792969, - 0.404297, - 0.695312, - 0.394531, - 0.601562, - 0.219727, - 0.550781, - 0.523438, - 0.244141, - 0.800781, - 0.429688, - 0.660156, - 0.558594, - 0.730469, - 0.59375, - 0.542969, - 0.667969, - 0.235352, - 0.628906, - 0.578125, - 0.414062, - 0.8125, - 0.460938, - 0.660156, - 0.644531, - 0.414062, - 0.496094, - 0.597656, - 0.210938, - 0.433594, - 0.691406, - 0.570312, - 0.65625, - 0.632812, - 0.796875, - 0.71875, - 0.640625, - 0.613281, - 0.820312, - 0.511719, - 0.652344, - 0.695312, - 0.746094, - 0.722656, - 0.65625, - 0.648438, - 0.582031, - 0.671875, - 0.617188, - 0.621094, - 0.322266, - 0.231445, - 0.699219, - 0.597656, - 0.558594, - 0.714844, - 0.484375, - 0.792969, - 0.675781, - 0.695312, - 0.597656, - 0.601562, - 0.539062, - 0.652344, - 0.486328, - 0.5625, - 0.617188, - 0.683594, - 0.6875, - 0.648438, - 0.625, - 0.625, - 0.796875, - 0.597656, - 0.636719, - 0.566406, - 0.648438, - 0.361328, - 0.539062, - 0.695312, - 0.269531, - 0.660156, - 0.660156, - 0.613281, - 0.601562, - 0.632812, - 0.652344, - 0.236328, - 0.257812, - 0.498047, - 0.648438, - 0.451172, - 0.345703, - 0.400391, - 0.617188, - 0.648438, - 0.648438, - 0.796875, - 0.660156, - 0.632812, - 0.507812, - 0.660156, - 0.582031, - 0.644531, - 0.6875, - 0.496094, - 0.683594, - 0.609375, - 0.695312, - 0.613281, - 0.632812, - 0.691406, - 0.65625, - 0.515625, - 0.742188, - 0.53125, - 0.277344, - 0.761719, - 0.535156, - 0.208984, - 0.439453, - 0.523438, - 0.707031, - 0.664062, - 0.597656, - 0.601562, - 0.726562, - 0.648438, - 0.455078, - 0.667969, - 0.617188, - 0.441406, - 0.65625, - 0.613281, - 0.574219, - 0.628906, - 0.503906, - 0.464844, - 0.636719, - 0.347656, - 0.441406, - 0.237305, - 0.6875, - 0.439453, - 0.8125, - 0.628906, - 0.578125, - 0.5625, - 0.527344, - 0.636719, - 0.21875, - 0.511719, - 0.65625, - 0.550781, - 0.675781, - 0.628906, - 0.664062, - 0.671875, - 0.699219, - 0.490234, - 0.554688, - 0.648438, - 0.59375, - 0.675781, - 0.707031, - 0.21582, - 0.253906, - 0.726562, - 0.234375, - 0.746094, - 0.609375, - 0.691406, - 0.478516, - 0.679688, - 0.203125, - 0.357422, - 0.671875, - 0.233398, - 0.589844, - 0.695312, - 0.671875, - 0.229492, - 0.628906, - 0.640625, - 0.213867, - 0.601562, - 0.898438, - 0.632812, - 0.345703, - 0.585938, - 0.621094, - 0.550781, - 0.207031, - 0.585938, - 0.535156, - 0.203125, - 0.695312, - 0.220703, - 0.574219, - 0.542969, - 0.261719, - 0.566406, - 0.195312, - 0.46875, - 0.244141, - 0.574219, - 0.644531, - 0.527344, - 0.738281, - 0.644531, - 0.582031, - 0.597656, - 0.494141, - 0.451172, - 0.640625, - 0.494141, - 0.304688, - 0.330078, - 0.753906, - 0.523438, - 0.648438, - 0.333984, - 0.558594, - 0.660156, - 0.427734, - 0.457031, - 0.582031, - 0.632812, - 0.632812, - 0.585938, - 0.574219, - 0.644531, - 0.621094, - 0.209961, - 0.65625, - 0.550781, - 0.427734, - 0.929688, - 0.400391, - 0.550781, - 0.5625, - 0.65625, - 0.490234, - 0.878906, - 0.441406, - 0.699219, - 0.757812, - 0.628906, - 0.710938, - 0.261719, - 0.640625, - 0.458984, - 0.75, - 0.492188, - 0.679688, - 0.554688, - 0.625, - 0.65625, - 0.679688, - 0.363281, - 0.241211, - 0.636719, - 0.378906, - 0.527344, - 0.648438, - 0.445312, - 0.714844, - 0.460938, - 0.601562, - 0.523438, - 0.207031, - 0.667969, - 0.609375, - 0.859375, - 0.217773, - 0.527344, - 0.441406, - 0.648438, - 0.667969, - 0.566406, - 0.539062, - 0.800781, - 0.808594, - 0.382812, - 0.621094, - 0.644531, - 0.388672, - 0.777344, - 0.447266, - 0.451172, - 0.71875, - 0.464844, - 0.632812, - 0.476562, - 0.652344, - 0.714844, - 0.671875, - 0.613281, - 0.683594, - 0.373047, - 0.453125, - 0.476562, - 0.421875, - 0.585938, - 0.65625, - 0.542969, - 0.380859, - 0.257812, - 0.585938, - 0.644531, - 0.699219, - 0.210938, - 0.734375, - 0.660156, - 0.667969, - 1.101562, - 0.632812, - 0.585938, - 1.0, - 0.707031, - 0.65625, - 0.875, - 0.632812, - 0.217773, - 0.890625, - 0.402344, - 0.582031, - 0.632812, - 0.498047, - 0.542969, - 0.229492, - 0.464844, - 0.542969, - 0.535156, - 0.59375, - 0.621094, - 0.597656, - 0.388672, - 0.625, - 0.679688, - 0.683594, - 0.671875, - 0.431641, - 0.22168, - 0.613281, - 0.710938, - 0.59375, - 0.632812, - 0.652344, - 0.535156, - 0.445312, - 0.617188, - 0.527344, - 0.621094, - 0.625, - 0.636719, - 0.613281, - 0.660156, - 0.609375, - 0.648438, - 0.648438, - 0.644531, - 0.679688, - 0.474609, - 0.235352, - 0.287109, - 0.65625, - 0.632812, - 0.457031, - 0.75, - 0.542969, - 0.769531, - 0.355469, - 0.4375, - 0.773438, - 0.404297, - 0.703125, - 0.835938, - 0.824219, - 0.219727, - 0.617188, - 0.585938, - 0.894531, - 0.273438, - 0.507812, - 0.742188, - 0.625, - 0.621094, - 0.46875, - 0.675781, - 0.441406, - 0.597656, - 0.65625, - 0.652344, - 0.628906, - 0.53125, - 0.457031, - 0.285156, - 0.462891, - 0.648438, - 0.644531, - 0.640625, - 0.640625, - 0.609375, - 0.212891, - 0.59375, - 0.574219, - 0.675781, - 0.601562, - 0.605469, - 0.478516, - 0.353516, - 0.617188, - 0.355469, - 0.609375, - 0.457031, - 0.621094, - 0.644531, - 0.515625, - 0.21875, - 0.566406, - 0.65625, - 0.613281, - 0.671875, - 0.217773, - 0.6875, - 0.644531, - 0.808594, - 0.613281, - 0.671875, - 0.589844, - 0.275391, - 0.660156, - 0.640625, - 0.652344, - 0.408203, - 0.785156, - 0.507812, - 0.191406, - 0.212891, - 0.507812, - 0.675781, - 0.644531, - 0.231445, - 0.617188, - 0.314453, - 0.4375, - 0.613281, - 0.707031, - 0.800781, - 0.392578, - 0.5, - 0.671875, - 0.710938, - 0.490234, - 0.699219, - 0.644531, - 0.621094, - 0.507812, - 0.4375, - 0.6875, - 0.691406, - 0.667969, - 0.644531, - 0.447266, - 0.664062, - 0.75, - 0.617188, - 0.207031, - 0.8125, - 0.283203, - 0.211914, - 0.734375, - 0.648438, - -2e-06, - 0.511719, - 0.640625, - 0.205078, - 0.390625, - 0.558594, - 0.628906, - 0.59375, - 0.664062, - 0.363281, - 0.5625, - 0.449219, - 0.373047, - 0.601562, - 0.59375, - 1.117188, - 0.777344, - 0.636719, - 0.765625, - 0.644531, - 0.546875, - 0.75, - 0.523438, - 0.200195, - 0.589844, - 0.566406, - 0.511719, - 0.636719, - 0.472656, - 0.632812, - 0.558594, - 0.722656, - 0.198242, - 0.648438, - 0.427734, - 0.211914, - 0.792969, - 0.855469, - 0.894531, - 0.328125, - 0.484375, - 0.225586, - 0.824219, - 0.484375, - 0.472656, - 0.421875, - 0.6875, - 0.722656, - 0.667969, - 0.535156, - 0.691406, - 0.535156, - 0.322266, - 0.200195, - 0.546875, - 0.369141, - 0.609375, - 0.617188, - 0.570312, - 0.570312, - 0.515625, - 0.640625, - 0.322266, - 0.628906, - 0.710938, - 0.761719, - 0.644531, - 0.231445, - 0.617188, - 0.613281, - 0.425781, - 0.5625, - 0.632812, - 0.628906, - 0.671875, - 0.683594, - 0.613281, - 0.730469, - 0.644531, - 0.527344, - 0.679688, - 0.691406, - 0.523438, - 0.457031, - 0.660156, - 0.310547, - 0.644531, - 0.441406, - 0.498047, - 1.046875, - 0.660156, - 0.570312, - 0.597656, - 0.589844, - 0.640625, - 0.25, - 0.644531, - 0.460938, - 0.570312, - 0.679688, - 0.404297, - 0.249023, - 0.205078, - 0.660156, - 0.269531, - 0.210938, - 0.710938, - 0.660156, - 0.671875, - 0.239258, - 0.65625, - 0.632812, - 0.228516, - 0.582031, - 0.245117, - 0.554688, - 0.636719, - 0.503906, - 0.796875, - 0.667969, - 0.582031, - 0.523438, - 0.558594, - 0.566406, - 0.429688, - 0.988281, - 0.318359, - 0.558594, - 0.636719, - 0.675781, - 0.664062, - 0.503906, - 0.236328, - 0.310547, - 0.490234, - 0.628906, - 0.644531, - 0.53125, - 0.617188, - 0.921875, - 0.691406, - 0.341797, - 0.671875, - 0.419922, - 0.244141, - 0.490234, - 0.5625, - 0.644531, - 0.421875, - 0.414062, - 0.523438, - 0.785156, - 0.546875, - 0.519531, - 0.21582, - 0.519531, - 0.691406, - 0.695312, - 0.570312, - 0.46875, - 0.566406, - 0.200195, - 0.617188, - 0.625, - 0.376953, - 0.574219, - 0.421875, - 0.425781, - 0.271484, - 0.644531, - 0.400391, - 0.417969, - 0.6875, - 0.482422, - 0.59375, - 0.449219, - 0.585938, - 0.882812, - 0.414062, - 0.59375, - 0.498047, - 0.660156, - 0.683594, - 0.667969, - 0.464844, - 0.388672, - 0.691406, - 0.314453, - 0.425781, - 0.792969, - 0.617188, - 0.417969, - 0.648438, - 0.241211, - 0.621094, - 0.625, - 0.601562, - 0.455078, - 0.621094, - 0.21875, - 0.451172, - 0.601562, - 0.472656, - 0.613281, - 0.400391, - 0.447266, - 0.644531, - 0.605469, - 0.585938, - 0.632812, - 0.671875, - 0.652344, - 0.636719, - 0.652344, - 0.617188, - 0.710938, - 0.574219, - 0.376953, - 0.216797, - 0.722656, - 0.384766, - 0.640625, - 0.433594, - 0.53125, - 0.396484, - 0.53125, - 0.644531, - 0.585938, - 0.417969, - 0.636719, - 0.625, - 0.753906, - 0.652344, - 0.318359, - 0.664062, - 0.226562, - 0.425781, - 0.769531, - 0.455078, - 0.613281, - 0.191406, - 0.625, - 0.65625, - 0.730469, - 0.308594, - 0.609375, - 0.941406, - 0.21582, - 0.458984, - 0.421875, - 0.648438, - 0.742188, - 0.460938, - 0.902344, - 0.675781, - 0.201172, - 0.251953, - 0.640625, - 0.394531, - 0.492188, - 0.582031, - 0.574219, - 0.589844, - 0.554688, - 0.589844, - 0.675781, - 0.59375, - 0.671875, - 0.566406, - 0.425781, - 0.699219, - 0.211914, - 0.660156, - 0.519531, - 0.480469, - 0.570312, - 0.59375, - 0.714844, - 0.695312, - 0.628906, - 0.628906, - 0.273438, - 0.648438, - 0.609375, - 0.210938, - 0.519531, - 0.707031, - 0.6875, - 0.675781, - 0.373047, - 0.212891, - 0.498047, - 0.396484, - 0.664062, - 0.589844, - 0.359375, - 0.621094, - 0.304688, - 0.699219, - 0.585938, - 0.53125, - 0.699219, - 0.427734, - 0.535156, - 0.507812, - 0.419922, - 0.664062, - 0.714844, - 0.204102, - 0.65625, - 0.648438, - 0.839844, - 0.628906, - 0.621094, - 0.796875, - 0.291016, - 0.660156, - 0.396484, - 0.449219, - 0.613281, - 0.617188, - 0.953125, - 0.683594, - 0.546875, - 0.223633, - 0.675781, - 0.617188, - 0.582031, - 0.667969, - 0.457031, - 0.726562, - 0.753906, - 0.589844, - 0.625, - 0.431641, - 0.621094, - 0.679688, - 0.667969, - 0.480469, - 0.652344, - 0.6875, - 0.78125, - 0.22168, - 0.621094, - 0.660156, - 0.601562, - 0.597656, - 0.605469, - 0.357422, - 0.392578, - 0.644531, - 0.71875, - 0.953125, - 0.554688, - 0.621094, - 0.566406, - 0.5625, - 0.777344, - 0.511719, - 0.539062, - 0.59375, - 0.507812, - 0.625, - 0.628906, - 0.597656, - 0.667969, - 0.226562, - 0.6875, - 0.660156, - 0.460938, - 0.511719, - 0.414062, - 0.605469, - 0.5625, - 0.371094, - 0.515625, - 0.435547, - 0.542969, - 0.710938, - 0.652344, - 0.289062, - 0.667969, - 0.209961, - 0.679688, - 0.644531, - 0.679688, - 0.484375, - 0.628906, - 0.5625, - 0.5625, - 0.535156, - 0.667969, - 0.636719, - 0.396484, - 0.632812, - 0.601562, - 0.425781, - 0.589844, - 0.271484, - 0.65625, - 0.5, - 0.449219, - 0.5625, - 0.621094, - 0.625, - 0.640625, - 0.515625, - 0.996094, - 0.667969, - 0.382812, - 0.466797, - 0.554688, - 0.621094, - 0.675781, - 0.289062, - 0.527344, - 0.636719, - 0.621094, - 0.664062, - 0.298828, - 0.847656, - 0.466797, - 0.664062, - 0.5625, - 0.5625, - 0.738281, - 0.679688, - 0.664062, - 0.609375, - 0.417969, - 0.578125, - 0.554688, - 0.527344, - 0.609375, - 0.65625, - 0.585938, - 0.667969, - 0.671875, - 0.59375, - 0.785156, - 0.609375, - 0.546875, - 0.515625, - 0.71875, - 0.605469, - 0.738281, - 0.644531, - 0.503906, - 0.636719, - 0.664062, - 0.714844, - 0.535156, - 0.671875, - 0.496094, - 0.484375, - 0.423828, - 0.574219, - 0.640625, - 0.757812, - 0.421875, - 0.703125, - 0.570312, - 0.703125, - 0.703125, - 0.241211, - 0.59375, - 0.601562, - 0.636719, - 0.699219, - 0.636719, - 0.65625, - 0.679688, - 0.417969, - 0.640625, - 0.667969, - 0.605469, - 0.570312, - 0.625, - 0.220703, - 0.710938, - 0.535156, - 0.625, - 0.753906, - 0.589844, - 0.445312, - 0.496094, - 0.628906, - 0.375, - 0.703125, - 0.1875, - 0.478516, - 0.613281, - 0.212891, - 0.204102, - 0.523438, - 0.443359, - 0.496094, - 0.65625, - 0.609375, - 0.539062, - 0.460938, - 0.785156, - 0.5, - 0.22168, - 0.824219, - 0.886719, - 0.632812, - 0.597656, - 0.507812, - 0.339844, - 0.664062, - 0.535156, - 0.570312, - 0.507812, - 0.414062, - 0.628906, - 0.22168, - 0.675781, - 0.644531, - 0.652344, - 0.644531, - 0.808594, - 0.640625, - 0.585938, - 0.59375, - 0.441406, - 0.617188, - 0.675781, - 0.65625, - 0.78125, - 0.296875, - 0.585938, - 0.632812, - 0.699219, - 0.449219, - 0.667969, - 0.738281, - 0.46875, - 0.675781, - 0.457031, - 0.462891, - 0.675781, - 0.535156, - 0.539062, - 0.488281, - 0.589844, - 0.219727, - 0.742188, - 0.194336, - 0.683594, - 0.691406, - 0.220703, - 0.298828, - 0.691406, - 0.53125, - 0.644531, - 0.667969, - 0.363281, - 0.625, - 0.498047, - 0.402344, - 0.644531, - 0.640625, - 0.574219, - 0.378906, - 0.5, - 0.652344, - 0.636719, - 0.447266, - 0.667969, - 0.71875, - 0.632812, - 0.664062, - 0.419922, - 0.236328, - 0.503906, - 0.65625, - 0.597656, - 0.710938, - 0.578125, - 0.640625, - 0.695312, - 0.667969, - 0.558594, - 0.714844, - 0.519531, - 0.652344, - 0.404297, - 0.271484, - 0.378906, - 0.605469, - 0.333984, - 0.621094, - 0.964844, - 0.820312, - 0.671875, - 0.535156, - 0.761719, - 0.894531, - 0.691406, - 0.585938, - 0.660156, - 0.777344, - 0.550781, - 0.460938, - 0.357422, - 0.271484, - 0.871094, - 0.394531, - 0.535156, - 0.330078, - 0.609375, - 0.621094, - 0.249023, - 0.269531, - 0.470703, - 0.263672, - 0.667969, - 0.59375, - 0.554688, - 0.578125, - 0.609375, - 0.660156, - 0.4375, - 0.207031, - 0.679688, - 0.458984, - 0.683594, - 0.582031, - 0.683594, - 0.679688, - 0.949219, - 0.65625, - 0.644531, - 0.24707, - 0.792969, - 0.3125, - 0.453125, - 0.636719, - 0.570312, - 0.605469, - 0.683594, - 0.199219, - 0.53125, - 0.8125, - 0.644531, - 0.225586, - 0.609375, - 0.498047, - 0.78125, - 0.503906, - 0.617188, - 0.585938, - 0.208984, - 0.667969, - 0.660156, - 0.648438, - 0.375, - 0.554688, - 0.546875, - 0.589844, - 0.640625, - 0.671875, - 0.582031, - 0.398438, - 0.613281, - 0.601562, - 0.730469, - 0.355469, - 0.243164, - 0.644531, - 0.648438, - 0.59375, - 0.447266, - 0.326172, - 0.71875, - 0.412109, - 0.192383, - 0.394531, - 0.195312, - 0.625, - 0.539062, - 0.859375, - 0.625, - 0.53125, - 0.589844, - 0.628906, - 0.613281, - 0.449219, - 0.613281, - 0.462891, - 0.570312, - 0.435547, - 0.824219, - 0.208984, - 0.59375, - 0.6875, - 0.65625, - 0.742188, - 0.320312, - 0.875, - 0.554688, - 0.671875, - 0.609375, - 0.722656, - 0.617188, - 0.423828, - 0.792969, - 0.527344, - 0.574219, - 0.546875, - 0.621094, - 0.648438, - 0.785156, - 0.683594, - 0.683594, - 0.65625, - 0.198242, - 0.507812, - 0.601562, - 0.546875, - 0.679688, - 0.455078, - 0.695312, - 0.660156, - 0.570312, - 0.679688, - 0.632812, - 0.6875, - 0.554688, - 0.671875, - 0.203125, - 0.738281, - 0.699219, - 0.337891, - 0.621094, - 0.628906, - 0.660156, - 0.609375, - 0.378906, - 0.757812, - 0.417969, - 0.519531, - 0.396484, - 0.96875, - 0.660156, - 0.777344, - 0.664062, - 0.445312, - 0.211914, - 0.582031, - 0.22168, - 0.671875, - 0.675781, - 0.726562, - 0.578125, - 0.59375, - 0.8125, - 0.441406, - 0.527344, - 0.59375, - 0.601562, - 0.550781, - 0.75, - 0.59375, - 0.601562, - 0.660156, - 0.652344, - 0.535156, - 1.007812, - 0.707031, - 0.636719, - 0.195312, - 0.683594, - 0.219727, - 0.253906, - 0.582031, - 0.5625, - 0.398438, - 0.251953, - 0.546875, - 0.212891, - 0.396484, - 0.691406, - 0.613281, - 0.679688, - 1.117188, - 0.5625, - 0.341797, - 0.730469, - 0.447266, - 0.196289, - 0.65625, - 0.941406, - 0.640625, - 0.9375, - 0.609375, - 0.75, - 0.613281, - 0.828125, - 0.664062, - 0.640625, - 0.6875, - 0.225586, - 0.757812, - 0.433594, - 0.233398, - 0.644531, - 0.451172, - 0.585938, - 0.679688, - 0.875, - 2.1e-05, - 0.425781, - 0.375, - 0.18457, - 0.472656, - 0.789062, - 0.648438, - 0.636719, - 0.71875, - 0.722656, - 0.597656, - 0.632812, - 0.462891, - 0.229492, - 0.443359, - 0.617188, - 0.617188, - 0.753906, - 0.671875, - 0.211914, - 0.194336, - 0.22168, - 0.636719, - 0.476562, - 0.443359, - 0.546875, - 0.71875, - 0.53125, - 0.644531, - 0.699219, - 0.582031, - 0.199219, - 0.59375, - 0.515625, - 0.683594, - 0.671875, - 0.392578, - 0.388672, - 0.753906, - 0.625, - 0.601562, - 0.421875, - 0.527344, - 0.664062, - 0.207031, - 0.578125, - 0.648438, - 0.515625, - 0.65625, - 0.703125, - 0.427734, - 0.710938, - 0.609375, - 0.566406, - 0.199219, - 0.574219, - 0.371094, - 0.679688, - 0.636719, - 0.451172, - 0.550781, - 0.484375, - 0.597656, - 0.447266, - 0.578125, - 0.410156, - 0.597656, - 0.5625, - 0.496094, - 0.492188, - 0.636719, - 0.408203, - 0.652344, - 0.621094, - 0.515625, - 0.816406, - 0.644531, - 0.585938, - 0.414062, - 0.417969, - 0.671875, - 0.738281, - 0.710938, - 0.636719, - 0.816406, - 0.585938, - 0.566406, - 0.632812, - 0.574219, - 0.636719, - 0.804688, - 0.523438, - 0.472656, - 0.652344, - 0.460938, - 0.675781, - 0.535156, - 0.609375, - 0.660156, - 0.59375, - 0.839844, - 0.382812, - 0.960938, - 0.455078, - 0.582031, - 0.59375, - 0.613281, - 0.308594, - 0.240234, - 0.574219, - 0.65625, - 0.198242, - 0.648438, - 0.632812, - 0.660156 - ] - }, - "name": "model.model.layers.7.post_attention_layernorm.weight", - "outputIndexes": [ - 675 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 674 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_7/Mul_output_0", - "outputIndexes": [ - 676 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 675, - 676 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_7/Mul_1_output_0", - "outputIndexes": [ - 677 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 677 - ], - "outputIndexes": [ - 2520 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2520 - ], - "outputIndexes": [ - 2521 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/gate_proj/Linear", - "inputIndexes": [ - 2521 - ], - "outputIndexes": [ - 2522 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 187409550, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2522 - ], - "outputIndexes": [ - 2523 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2523 - ], - "outputIndexes": [ - 678 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 678 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_7/Sigmoid_output_0", - "outputIndexes": [ - 679 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 678, - 679 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_7/Mul_output_0", - "outputIndexes": [ - 680 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 677 - ], - "outputIndexes": [ - 2524 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2524 - ], - "outputIndexes": [ - 2525 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/up_proj/Linear", - "inputIndexes": [ - 2525 - ], - "outputIndexes": [ - 2526 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 195151012, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2526 - ], - "outputIndexes": [ - 2527 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2527 - ], - "outputIndexes": [ - 681 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 680, - 681 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_7/Mul_output_0", - "outputIndexes": [ - 682 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 682 - ], - "outputIndexes": [ - 2528 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2528 - ], - "outputIndexes": [ - 2529 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/down_proj/Linear", - "inputIndexes": [ - 2529 - ], - "outputIndexes": [ - 2530 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 202892474, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2530 - ], - "outputIndexes": [ - 2531 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2531 - ], - "outputIndexes": [ - 683 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 674, - 683 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_39_output_0", - "outputIndexes": [ - 684 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 684, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_72_output_0", - "outputIndexes": [ - 685 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.155273, - 0.667969, - 0.914062, - 0.558594, - 0.640625, - 0.427734, - 0.648438, - 0.539062, - 0.427734, - 0.412109, - 0.550781, - 0.417969, - 0.523438, - 0.511719, - 0.472656, - 0.558594, - 0.503906, - 0.507812, - 0.488281, - 0.419922, - 0.496094, - 0.769531, - 0.589844, - 0.092773, - 0.8125, - 0.435547, - 0.470703, - 0.369141, - 0.320312, - 0.640625, - 0.5, - 0.490234, - 0.980469, - 0.296875, - 0.667969, - 0.648438, - 0.730469, - 0.550781, - 0.355469, - 0.457031, - 0.582031, - 0.535156, - 0.523438, - 0.746094, - 1.085938, - 0.494141, - 0.458984, - 0.457031, - 0.640625, - 0.765625, - 0.111328, - 0.414062, - 0.535156, - 0.636719, - 0.578125, - 0.474609, - 0.449219, - 0.112305, - 0.738281, - 0.443359, - 0.53125, - 0.390625, - 0.671875, - 0.5625, - 0.507812, - 0.316406, - 0.550781, - 0.353516, - 0.730469, - 0.496094, - 0.71875, - 0.652344, - 0.131836, - 0.445312, - 0.503906, - 0.476562, - 0.515625, - 0.458984, - 0.511719, - 0.808594, - 0.5, - 0.130859, - 0.636719, - 0.566406, - 0.554688, - 0.480469, - 0.566406, - 0.71875, - 0.589844, - 0.578125, - 0.498047, - 0.498047, - 0.753906, - 0.464844, - 0.664062, - 0.816406, - 0.539062, - 0.503906, - 0.71875, - 0.492188, - 1.015625, - 0.470703, - 0.404297, - 0.703125, - 0.412109, - 0.65625, - 0.84375, - 0.492188, - 0.416016, - 0.474609, - 0.417969, - 0.648438, - 0.632812, - 1.507812, - 0.4375, - 0.546875, - 0.679688, - 0.917969, - 0.128906, - 0.162109, - 0.523438, - 0.157227, - 0.498047, - 0.402344, - 0.423828, - 0.621094, - 0.671875, - 0.145508, - 0.667969, - 0.855469, - 0.490234, - 0.53125, - 0.574219, - 0.855469, - 0.738281, - 0.644531, - 0.324219, - 0.613281, - 0.378906, - 0.433594, - 0.117188, - 0.640625, - 0.464844, - 0.183594, - 0.742188, - 0.378906, - 0.46875, - 0.699219, - 0.832031, - 0.478516, - 0.554688, - 0.503906, - 0.195312, - 0.585938, - 0.275391, - 0.423828, - 0.738281, - 0.457031, - 0.613281, - 0.523438, - 0.451172, - 0.558594, - 0.6875, - 0.257812, - 0.439453, - 0.59375, - 0.585938, - 0.597656, - 0.480469, - 0.679688, - 0.605469, - 0.455078, - 0.597656, - 0.796875, - 0.523438, - 0.597656, - 0.863281, - 0.722656, - 0.792969, - 0.617188, - 0.507812, - 0.435547, - 0.589844, - 0.914062, - 0.476562, - 0.742188, - 0.155273, - 0.84375, - 0.363281, - 0.515625, - 0.785156, - 0.490234, - 0.898438, - 0.714844, - 0.617188, - 0.539062, - 0.492188, - 0.486328, - 0.605469, - 0.472656, - 0.439453, - 0.445312, - 0.636719, - 0.675781, - 0.476562, - 0.527344, - 0.503906, - 0.726562, - 0.472656, - 0.546875, - 0.558594, - 0.539062, - 0.433594, - 0.53125, - 0.5625, - 0.917969, - 0.570312, - 0.490234, - 0.574219, - 0.441406, - 0.480469, - 0.519531, - 0.287109, - 0.773438, - 0.474609, - 0.451172, - 0.439453, - 0.355469, - 0.839844, - 0.535156, - 0.527344, - 0.515625, - 0.914062, - 0.550781, - 0.486328, - 0.335938, - 0.490234, - 0.578125, - 0.478516, - 0.554688, - 0.511719, - 0.738281, - 0.597656, - 0.5625, - 0.490234, - 0.519531, - 0.644531, - 0.667969, - 0.542969, - 0.738281, - 0.550781, - 0.601562, - 0.808594, - 1.390625, - 0.11377, - 0.404297, - 0.570312, - 0.597656, - 0.699219, - 0.617188, - 0.570312, - 0.644531, - 0.617188, - 0.527344, - 0.486328, - 0.398438, - 0.417969, - 0.527344, - 0.511719, - 0.488281, - 0.566406, - 0.742188, - 0.515625, - 0.480469, - 0.429688, - 0.421875, - 0.177734, - 0.734375, - 0.351562, - 0.804688, - 0.455078, - 0.443359, - 0.578125, - 0.53125, - 0.5, - 0.119629, - 0.359375, - 0.597656, - 0.6875, - 0.535156, - 0.539062, - 0.539062, - 0.621094, - 0.617188, - 0.490234, - 0.443359, - 0.527344, - 0.613281, - 0.570312, - 0.777344, - 0.126953, - 0.566406, - 0.652344, - 0.162109, - 0.6875, - 0.457031, - 0.609375, - 0.648438, - 0.542969, - 0.106934, - 0.457031, - 0.5, - 0.174805, - 0.515625, - 0.75, - 0.589844, - 0.492188, - 0.558594, - 0.484375, - 0.144531, - 0.503906, - 0.914062, - 0.466797, - 0.408203, - 0.527344, - 0.675781, - 0.550781, - 0.134766, - 0.601562, - 0.542969, - 0.095215, - 0.722656, - 0.162109, - 0.644531, - 0.613281, - 0.4375, - 0.582031, - 0.089355, - 0.566406, - 0.222656, - 0.613281, - 0.589844, - 0.527344, - 0.722656, - 0.5, - 0.476562, - 0.449219, - 0.5, - 0.382812, - 0.542969, - 0.384766, - 0.412109, - 0.496094, - 0.953125, - 0.246094, - 0.554688, - 1.328125, - 0.667969, - 0.730469, - 0.361328, - 0.253906, - 0.671875, - 0.550781, - 0.53125, - 0.519531, - 0.597656, - 0.578125, - 0.542969, - 0.114746, - 0.490234, - 0.542969, - 0.462891, - 0.835938, - 0.386719, - 0.539062, - 0.498047, - 0.535156, - 0.570312, - 1.023438, - 0.414062, - 0.792969, - 0.734375, - 0.601562, - 0.554688, - 0.333984, - 0.449219, - 0.46875, - 0.679688, - 0.480469, - 0.515625, - 0.566406, - 0.527344, - 0.585938, - 0.757812, - 0.667969, - 0.589844, - 0.445312, - 0.310547, - 0.589844, - 0.589844, - 0.417969, - 0.582031, - 0.59375, - 0.304688, - 0.679688, - 0.132812, - 0.589844, - 0.546875, - -0.000481, - 0.318359, - 0.507812, - 0.474609, - 0.466797, - 0.652344, - 0.574219, - 0.472656, - 0.761719, - 0.800781, - 0.351562, - 0.451172, - 0.490234, - 0.400391, - 1.007812, - 0.433594, - 0.210938, - 0.605469, - 0.412109, - 0.582031, - 0.542969, - 0.490234, - 0.710938, - 0.550781, - 0.470703, - 0.523438, - 0.511719, - 0.416016, - 0.453125, - 0.414062, - 0.527344, - 0.519531, - 0.53125, - 0.231445, - 0.625, - 0.914062, - 0.523438, - 0.605469, - 0.185547, - 0.597656, - 0.523438, - 0.515625, - 0.871094, - 0.597656, - 0.402344, - 0.839844, - 0.714844, - 0.628906, - 0.820312, - 0.554688, - 0.107422, - 0.742188, - 0.382812, - 0.59375, - 0.636719, - 0.546875, - 0.414062, - 0.146484, - 0.460938, - 0.507812, - 0.554688, - 0.482422, - 0.503906, - 0.494141, - 0.378906, - 0.582031, - 0.632812, - 0.722656, - 0.863281, - 0.376953, - 0.40625, - 0.605469, - 0.609375, - 0.644531, - 0.410156, - 0.503906, - 0.507812, - 0.371094, - 0.554688, - 0.605469, - 0.539062, - 0.480469, - 0.503906, - 0.4375, - 0.558594, - 0.582031, - 0.566406, - 0.550781, - 0.605469, - 0.488281, - 0.535156, - 0.328125, - 1.265625, - 0.570312, - 0.636719, - 0.21582, - 0.792969, - 0.486328, - 0.71875, - 1.148438, - 0.421875, - 0.746094, - 0.287109, - 0.671875, - 0.820312, - 0.796875, - 0.132812, - 0.490234, - 0.65625, - 0.730469, - 0.369141, - 0.730469, - -3.8e-05, - 0.585938, - 0.480469, - 0.570312, - 0.601562, - 0.40625, - 0.347656, - 0.636719, - 0.527344, - 0.503906, - 0.341797, - 0.464844, - 1.140625, - 0.539062, - 0.644531, - 0.683594, - 0.589844, - 0.539062, - 0.515625, - 0.113281, - 0.515625, - 0.482422, - 0.597656, - 0.46875, - 0.333984, - 0.511719, - 0.699219, - 0.570312, - 0.605469, - 0.550781, - 0.382812, - 0.5, - 0.449219, - 0.339844, - 0.120117, - 0.511719, - 0.515625, - 0.464844, - 0.5625, - 0.15918, - 0.474609, - 0.503906, - 0.664062, - 0.5625, - 0.539062, - 0.859375, - 0.882812, - 0.554688, - 0.507812, - 0.664062, - 0.412109, - 0.808594, - 0.554688, - 0.095215, - 0.408203, - 0.40625, - 0.597656, - 0.523438, - 0.126953, - 0.519531, - 1.117188, - 0.503906, - 0.318359, - 0.621094, - 0.84375, - 0.417969, - 0.589844, - 0.503906, - 0.5625, - 0.341797, - 0.625, - 0.511719, - 0.433594, - 0.4375, - 0.445312, - 0.601562, - 0.605469, - 0.542969, - 0.570312, - 0.447266, - 0.75, - 0.910156, - 0.5625, - 0.18457, - 0.734375, - 0.46875, - 0.144531, - 0.597656, - 0.550781, - 5.5e-05, - 0.462891, - 0.636719, - 0.091309, - 0.363281, - 0.486328, - 0.578125, - 0.625, - 0.474609, - 0.431641, - 0.488281, - 0.380859, - 0.441406, - 0.574219, - 0.470703, - 1.125, - 0.609375, - 0.554688, - 0.679688, - 0.527344, - 0.550781, - 0.609375, - 0.636719, - 0.11084, - 0.359375, - 0.527344, - 0.601562, - 0.492188, - 0.40625, - 0.527344, - 0.570312, - 0.664062, - 0.10791, - 0.519531, - 0.429688, - 0.121582, - 0.710938, - 0.996094, - 0.921875, - 0.5625, - 0.472656, - 0.170898, - 0.675781, - 0.445312, - 0.414062, - 0.328125, - 0.613281, - 0.539062, - 0.490234, - 0.416016, - 0.613281, - 0.574219, - 0.5625, - 0.124512, - 0.443359, - 0.636719, - 0.589844, - 0.546875, - 0.4375, - 0.613281, - 0.535156, - 0.46875, - 0.71875, - 0.460938, - 0.804688, - 0.65625, - 0.730469, - 0.582031, - 0.503906, - 0.515625, - 0.507812, - 0.550781, - 0.542969, - 0.5, - 0.617188, - 0.589844, - 0.550781, - 0.644531, - 0.511719, - 0.496094, - 0.578125, - 0.679688, - 0.5, - 0.519531, - 0.574219, - 0.679688, - 0.554688, - 0.585938, - 0.503906, - 0.730469, - 0.449219, - 0.699219, - 0.519531, - 0.507812, - 0.527344, - 0.441406, - 0.527344, - 0.46875, - 0.816406, - 0.515625, - 0.375, - 0.234375, - 0.100098, - 0.523438, - 0.558594, - 0.12793, - 0.753906, - 0.539062, - 0.585938, - 0.648438, - 0.53125, - 0.515625, - 0.146484, - 0.515625, - 0.203125, - 0.59375, - 0.431641, - 0.527344, - 0.792969, - 0.578125, - 0.578125, - 0.519531, - 0.460938, - 0.554688, - 0.361328, - 0.890625, - 0.349609, - 0.523438, - 0.492188, - 0.484375, - 0.761719, - 0.652344, - 0.169922, - 0.910156, - 0.527344, - 0.464844, - 0.462891, - 0.582031, - 0.617188, - 0.941406, - 0.824219, - 0.439453, - 0.609375, - 1.078125, - 0.230469, - 0.574219, - 0.507812, - 0.546875, - 0.410156, - 0.417969, - 0.566406, - 0.765625, - 0.570312, - 0.53125, - 0.108398, - 0.460938, - 0.507812, - 0.714844, - 0.976562, - 0.519531, - 0.546875, - 0.111328, - 0.480469, - 0.470703, - 0.550781, - 0.652344, - 0.443359, - 0.4375, - 0.333984, - 0.46875, - 0.376953, - 0.419922, - 0.796875, - 0.441406, - 0.597656, - 0.585938, - 0.449219, - 0.847656, - 0.355469, - 0.523438, - 0.445312, - 0.570312, - 0.632812, - 0.867188, - 1.710938, - 0.597656, - 0.597656, - 0.429688, - 0.439453, - 0.917969, - 0.5, - 0.433594, - 0.71875, - 0.347656, - 0.570312, - 0.625, - 0.644531, - 0.371094, - 0.582031, - 0.165039, - 0.353516, - 0.330078, - 0.470703, - 0.539062, - 0.375, - 0.5, - 0.472656, - 0.472656, - 0.455078, - 0.492188, - 0.550781, - 0.589844, - 0.5625, - 0.490234, - 0.457031, - 0.90625, - 0.492188, - 0.451172, - 0.308594, - 0.777344, - 0.339844, - 0.416016, - 0.417969, - 0.660156, - 0.427734, - 0.515625, - 0.582031, - 0.515625, - 0.414062, - 0.519531, - 0.5, - 0.621094, - 0.6875, - 0.357422, - 0.558594, - 0.636719, - 0.388672, - 0.824219, - 0.439453, - 0.550781, - 0.111328, - 0.470703, - 0.605469, - 0.691406, - 0.386719, - 0.625, - 0.875, - 0.138672, - 0.466797, - 0.363281, - 0.734375, - 0.664062, - 0.640625, - 0.964844, - 0.59375, - 0.102051, - 1.132812, - 0.527344, - 0.345703, - 1.304688, - 0.574219, - 0.417969, - 0.648438, - 0.652344, - 0.429688, - 0.671875, - 0.472656, - 0.601562, - 0.605469, - 0.458984, - 0.832031, - 0.113281, - 0.519531, - 0.539062, - 0.472656, - 0.5625, - 0.53125, - 0.707031, - 0.792969, - 0.443359, - 0.710938, - 0.361328, - 0.554688, - 0.5, - 0.102051, - 0.566406, - 0.707031, - 0.523438, - 0.535156, - 0.470703, - 0.10498, - 1.828125, - 1.179688, - 0.478516, - 0.492188, - 0.369141, - 0.458984, - 0.490234, - 0.652344, - 0.523438, - 0.257812, - 0.535156, - 0.492188, - 0.535156, - 0.582031, - 0.400391, - 0.519531, - 0.878906, - 0.109375, - 0.582031, - 0.470703, - 0.796875, - 0.660156, - 0.435547, - 0.628906, - 0.378906, - 0.75, - 0.455078, - 0.447266, - 0.496094, - 0.466797, - 0.757812, - 0.558594, - 0.558594, - 0.128906, - 0.820312, - 0.443359, - 0.523438, - 0.574219, - 0.423828, - 0.789062, - 0.00012, - 0.484375, - 0.578125, - 0.470703, - 0.490234, - 0.494141, - 0.59375, - 0.443359, - 0.632812, - 0.574219, - 0.769531, - 0.12207, - 0.5625, - 0.494141, - 0.59375, - 0.482422, - 0.443359, - 0.609375, - 0.390625, - 0.472656, - 0.683594, - 0.8125, - 0.484375, - 0.554688, - 0.511719, - 0.550781, - 0.921875, - 0.451172, - 0.613281, - 0.298828, - 0.503906, - 0.507812, - 0.503906, - 0.566406, - 0.542969, - 0.109375, - 0.726562, - 0.535156, - 0.472656, - 0.488281, - 0.402344, - 0.597656, - 0.679688, - 0.398438, - 0.539062, - 0.394531, - 0.566406, - 0.726562, - 0.621094, - 1.5, - 0.507812, - 0.112793, - 0.578125, - 0.582031, - 0.625, - 0.429688, - 0.527344, - 0.589844, - 0.451172, - 0.337891, - 0.496094, - 0.574219, - 0.380859, - 0.558594, - 0.433594, - 0.429688, - 0.601562, - 0.828125, - 0.558594, - 0.53125, - 0.367188, - 0.613281, - 0.515625, - 0.470703, - 0.632812, - 0.617188, - 0.992188, - 0.609375, - 0.355469, - 0.519531, - 0.476562, - 0.470703, - 0.636719, - 0.375, - 0.964844, - 0.59375, - 0.554688, - 0.625, - 0.554688, - 0.675781, - 0.435547, - 0.527344, - 0.482422, - 0.476562, - 0.738281, - 0.539062, - 0.523438, - 0.535156, - 0.921875, - 0.494141, - 0.539062, - 0.519531, - 0.523438, - 0.597656, - 0.65625, - 0.605469, - 0.519531, - 0.589844, - 0.972656, - 0.496094, - 0.435547, - 0.589844, - 0.585938, - 0.515625, - 0.738281, - 0.542969, - 0.601562, - 0.439453, - 0.542969, - 0.917969, - 0.318359, - 0.519531, - 0.589844, - 0.439453, - 0.470703, - 0.507812, - 0.597656, - 0.625, - 0.296875, - 0.605469, - 0.542969, - 0.84375, - 0.792969, - 0.882812, - 0.507812, - 0.542969, - 0.605469, - 0.972656, - 0.523438, - 0.550781, - 0.582031, - 0.458984, - 0.492188, - 0.490234, - 0.539062, - 0.476562, - 0.542969, - 0.115723, - 0.632812, - 0.890625, - 0.5, - 0.910156, - 0.492188, - 0.414062, - 0.554688, - 0.419922, - 0.550781, - 0.714844, - 0.098145, - 0.375, - 0.490234, - 0.233398, - 0.097168, - 0.585938, - 0.589844, - 0.267578, - 0.714844, - 0.445312, - 1.0, - 0.439453, - 0.675781, - 0.427734, - 0.137695, - 0.804688, - 0.96875, - 0.503906, - 0.566406, - 0.515625, - 0.558594, - 0.539062, - 0.433594, - 0.496094, - 0.589844, - 0.625, - 0.503906, - 0.304688, - 0.527344, - 0.494141, - 0.507812, - 0.5, - 0.855469, - 0.667969, - 0.519531, - 0.578125, - 0.433594, - 0.484375, - 0.59375, - 0.621094, - 0.746094, - 0.341797, - 0.472656, - 0.519531, - 0.632812, - 0.527344, - 0.464844, - 0.632812, - 0.480469, - 0.582031, - 0.447266, - 0.435547, - 0.59375, - 0.550781, - 0.486328, - 0.59375, - 0.855469, - 0.132812, - 0.71875, - 0.094727, - 0.523438, - 0.667969, - 0.298828, - 0.209961, - 0.5625, - 0.5625, - 0.453125, - 0.691406, - 0.742188, - 0.640625, - 0.429688, - 0.445312, - 0.523438, - 0.5625, - 0.558594, - 0.707031, - 0.640625, - 0.683594, - 0.535156, - 0.361328, - 0.523438, - 0.640625, - 0.601562, - 0.523438, - 0.378906, - 0.582031, - 0.574219, - 0.554688, - 0.498047, - 0.695312, - 0.5, - 0.683594, - 0.605469, - 0.507812, - 0.601562, - 0.757812, - 0.462891, - 0.519531, - 0.441406, - 0.9375, - 0.699219, - 0.5625, - 0.433594, - 0.476562, - 0.871094, - 0.804688, - 0.492188, - 0.482422, - 0.78125, - 0.78125, - 0.726562, - 0.542969, - 0.527344, - 0.703125, - 0.480469, - 0.435547, - 0.710938, - 0.511719, - 0.929688, - 0.878906, - 0.625, - 0.419922, - 0.53125, - 0.578125, - 0.773438, - 0.535156, - 0.488281, - 0.314453, - 0.65625, - 0.664062, - 0.480469, - 0.394531, - 0.535156, - 0.484375, - 0.490234, - 0.121582, - 0.566406, - 0.527344, - 0.644531, - 0.53125, - 0.554688, - 0.722656, - 0.859375, - 0.699219, - 0.558594, - 0.178711, - 0.796875, - 0.455078, - 0.507812, - 0.458984, - 0.441406, - 0.503906, - 0.582031, - 0.10791, - 0.746094, - 0.769531, - 0.527344, - 0.139648, - 0.447266, - 0.507812, - 1.0625, - 0.494141, - 0.519531, - 0.585938, - 0.118164, - 0.703125, - 0.617188, - 0.539062, - 0.435547, - 0.515625, - 0.523438, - 0.523438, - 0.494141, - 0.542969, - 0.289062, - 0.375, - 0.523438, - 0.539062, - 0.652344, - 0.523438, - 0.363281, - 0.945312, - 0.523438, - 0.570312, - 0.419922, - 0.886719, - 0.664062, - 1.039062, - 0.105469, - 0.361328, - 0.100586, - 0.667969, - 1.5, - 1.0, - 0.550781, - 0.515625, - 0.527344, - 1.070312, - 0.597656, - 0.433594, - 0.628906, - 0.414062, - 0.609375, - 0.326172, - 0.695312, - 0.130859, - 0.570312, - 0.753906, - 0.542969, - 0.671875, - 0.453125, - 1.039062, - 0.605469, - 0.578125, - 0.75, - 0.742188, - 0.507812, - 0.490234, - 0.726562, - 0.435547, - 0.578125, - 0.515625, - 0.539062, - 0.478516, - 0.804688, - 0.570312, - 0.585938, - 0.464844, - 0.143555, - 0.621094, - 0.546875, - 0.664062, - 0.625, - 0.494141, - 0.660156, - 0.574219, - 0.535156, - 0.648438, - 0.5625, - 0.5625, - 0.679688, - 0.546875, - 0.306641, - 0.9375, - 0.613281, - 0.412109, - 0.558594, - 0.503906, - 0.613281, - 0.503906, - 0.365234, - 0.871094, - 0.464844, - 0.445312, - 0.408203, - 1.148438, - 0.574219, - 0.703125, - 0.582031, - 0.451172, - 0.12793, - 0.416016, - 0.738281, - 0.46875, - 0.617188, - 0.660156, - 0.503906, - 0.601562, - 0.75, - 0.474609, - 0.546875, - 0.519531, - 0.621094, - 0.523438, - 0.71875, - 0.554688, - 0.523438, - 0.707031, - 0.470703, - 1.023438, - 0.710938, - 0.714844, - 0.554688, - 0.088867, - 0.65625, - 0.125977, - 0.275391, - 0.423828, - 0.546875, - 0.390625, - 0.519531, - 0.445312, - 0.117188, - 0.462891, - 0.585938, - 0.550781, - 0.773438, - 0.421875, - 0.466797, - 0.667969, - 0.765625, - 0.546875, - 0.160156, - 0.535156, - 0.992188, - 0.470703, - 1.132812, - 0.667969, - 0.863281, - 0.539062, - 0.878906, - 0.703125, - 0.703125, - 0.65625, - 0.53125, - 0.761719, - 0.414062, - 0.480469, - 0.414062, - 0.419922, - 0.4375, - 0.800781, - 0.769531, - -2.4e-05, - 0.414062, - 0.347656, - 0.734375, - 0.644531, - 0.738281, - 0.625, - 0.369141, - 0.765625, - 0.730469, - 0.621094, - 0.535156, - 0.419922, - 0.269531, - 0.345703, - 0.539062, - 0.425781, - 0.742188, - 0.539062, - 0.121582, - 0.111328, - 0.182617, - 0.585938, - 0.535156, - 0.527344, - 0.953125, - 0.621094, - 0.546875, - 0.494141, - 0.550781, - 0.480469, - 0.212891, - 0.605469, - 0.515625, - 0.601562, - 0.644531, - 0.400391, - 0.445312, - 0.628906, - 0.458984, - 0.449219, - 0.376953, - 0.492188, - 0.589844, - 0.161133, - 0.490234, - 0.539062, - 0.273438, - 0.5, - 0.574219, - 0.474609, - 0.667969, - 0.494141, - 0.53125, - 0.124023, - 0.523438, - 0.339844, - 0.613281, - 0.472656, - 0.332031, - 0.466797, - 0.722656, - 0.5625, - 0.417969, - 0.433594, - 0.349609, - 0.542969, - 0.761719, - 0.597656, - 0.511719, - 0.644531, - 0.435547, - 0.625, - 0.738281, - 0.539062, - 0.851562, - 0.503906, - 0.691406, - 0.445312, - 0.412109, - 0.574219, - 0.738281, - 0.804688, - 0.511719, - 0.5625, - 0.494141, - 0.511719, - 0.480469, - 0.464844, - 0.474609, - 0.644531, - 0.425781, - 0.498047, - 0.494141, - 0.458984, - 0.621094, - 0.753906, - 0.443359, - 0.609375, - 0.392578, - 0.847656, - 0.419922, - 0.890625, - 0.394531, - 0.578125, - 0.490234, - 0.427734, - 0.451172, - 0.259766, - 0.550781, - 0.539062, - 0.12793, - 0.738281, - 0.550781, - 0.535156 - ] - }, - "name": "model.model.layers.8.input_layernorm.weight", - "outputIndexes": [ - 686 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 685 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_8/Mul_output_0", - "outputIndexes": [ - 687 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 686, - 687 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_8/Mul_1_output_0", - "outputIndexes": [ - 688 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 688 - ], - "outputIndexes": [ - 2532 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2532 - ], - "outputIndexes": [ - 2533 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear", - "inputIndexes": [ - 2533 - ], - "outputIndexes": [ - 2534 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 210633936, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2534 - ], - "outputIndexes": [ - 2535 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2535 - ], - "outputIndexes": [ - 689 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 688 - ], - "main_type": "NONE", - "name": "/Shape_113_output_0", - "outputIndexes": [ - 690 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 690 - ], - "main_type": "NONE", - "name": "Shape2078", - "outputIndexes": [ - 691 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 690 - ], - "main_type": "NONE", - "name": "Rank2080", - "outputIndexes": [ - 692 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 692, - 692 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2082", - "outputIndexes": [ - 693 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 693 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2083", - "outputIndexes": [ - 694 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 693, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2085", - "outputIndexes": [ - 695 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 695 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2086", - "outputIndexes": [ - 696 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 691, - 694, - 696, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2089", - "outputIndexes": [ - 697 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 697 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2090", - "outputIndexes": [ - 698 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 698 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2091", - "outputIndexes": [ - 699 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 699, - 698 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2092", - "outputIndexes": [ - 700 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 690, - 700, - 693 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_124_output_0", - "outputIndexes": [ - 701 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 701, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_257_output_0", - "outputIndexes": [ - 702 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 702, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_104_output_0", - "outputIndexes": [ - 703 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 689, - 703 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_73_output_0", - "outputIndexes": [ - 704 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 704, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_64_output_0", - "outputIndexes": [ - 705 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 704 - ], - "main_type": "NONE", - "name": "/Shape_114_output_0", - "outputIndexes": [ - 706 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 706 - ], - "main_type": "NONE", - "name": "Shape2099", - "outputIndexes": [ - 707 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 706 - ], - "main_type": "NONE", - "name": "Rank2101", - "outputIndexes": [ - 708 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 708, - 708 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2103", - "outputIndexes": [ - 709 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 709 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2104", - "outputIndexes": [ - 710 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 709, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2106", - "outputIndexes": [ - 711 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 711 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2107", - "outputIndexes": [ - 712 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 707, - 710, - 712, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2110", - "outputIndexes": [ - 713 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 713 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2111", - "outputIndexes": [ - 714 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 714 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2112", - "outputIndexes": [ - 715 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 715, - 714 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2113", - "outputIndexes": [ - 716 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 706, - 716, - 709 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_125_output_0", - "outputIndexes": [ - 717 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 717, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_24_output_0", - "outputIndexes": [ - 718 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 718, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_262_output_0", - "outputIndexes": [ - 719 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 704, - 719, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_33_output_0", - "outputIndexes": [ - 720 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 720 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_16_output_0", - "outputIndexes": [ - 721 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 704, - 22, - 719, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_32_output_0", - "outputIndexes": [ - 722 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 721, - 722 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_107_output_0", - "outputIndexes": [ - 723 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 723, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_65_output_0", - "outputIndexes": [ - 724 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 705, - 724 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_40_output_0", - "outputIndexes": [ - 725 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 688 - ], - "outputIndexes": [ - 2536 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2536 - ], - "outputIndexes": [ - 2537 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear", - "inputIndexes": [ - 2537 - ], - "outputIndexes": [ - 2538 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 211967206, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2538 - ], - "outputIndexes": [ - 2539 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2539 - ], - "outputIndexes": [ - 726 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 702, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_105_output_0", - "outputIndexes": [ - 727 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 726, - 727 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_74_output_0", - "outputIndexes": [ - 728 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 728, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_66_output_0", - "outputIndexes": [ - 729 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 728 - ], - "main_type": "NONE", - "name": "/Shape_115_output_0", - "outputIndexes": [ - 730 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 730 - ], - "main_type": "NONE", - "name": "Shape2162", - "outputIndexes": [ - 731 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 730 - ], - "main_type": "NONE", - "name": "Rank2164", - "outputIndexes": [ - 732 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 732, - 732 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2166", - "outputIndexes": [ - 733 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 733 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2167", - "outputIndexes": [ - 734 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 733, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2169", - "outputIndexes": [ - 735 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 735 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2170", - "outputIndexes": [ - 736 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 731, - 734, - 736, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2173", - "outputIndexes": [ - 737 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 737 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2174", - "outputIndexes": [ - 738 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 738 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2175", - "outputIndexes": [ - 739 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 739, - 738 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2176", - "outputIndexes": [ - 740 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 730, - 740, - 733 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_126_output_0", - "outputIndexes": [ - 741 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 741, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_25_output_0", - "outputIndexes": [ - 742 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 742, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_264_output_0", - "outputIndexes": [ - 743 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 728, - 743, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_35_output_0", - "outputIndexes": [ - 744 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 744 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_17_output_0", - "outputIndexes": [ - 745 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 728, - 22, - 743, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_34_output_0", - "outputIndexes": [ - 746 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 745, - 746 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_108_output_0", - "outputIndexes": [ - 747 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 747, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_67_output_0", - "outputIndexes": [ - 748 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 729, - 748 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_41_output_0", - "outputIndexes": [ - 749 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 688 - ], - "outputIndexes": [ - 2540 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2540 - ], - "outputIndexes": [ - 2541 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear", - "inputIndexes": [ - 2541 - ], - "outputIndexes": [ - 2542 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 212189436, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2542 - ], - "outputIndexes": [ - 2543 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2543 - ], - "outputIndexes": [ - 750 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 750, - 727 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_75_output_0", - "outputIndexes": [ - 751 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 725, - 749, - 751, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_80_output_0", - "outputIndexes": [ - 752 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 752 - ], - "outputIndexes": [ - 2544 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2544 - ], - "outputIndexes": [ - 2545 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear", - "inputIndexes": [ - 2545 - ], - "outputIndexes": [ - 2546 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 212411666, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2546 - ], - "outputIndexes": [ - 2547 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2547 - ], - "outputIndexes": [ - 753 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 685, - 753 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_43_output_0", - "outputIndexes": [ - 754 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.177734, - 0.777344, - 0.59375, - 0.652344, - 0.519531, - 0.546875, - 0.695312, - 0.59375, - 0.679688, - 0.433594, - 0.628906, - 0.259766, - 0.691406, - 0.722656, - 0.707031, - 0.667969, - 0.679688, - 0.574219, - 0.710938, - 0.400391, - 0.683594, - 0.597656, - 0.636719, - 0.157227, - 0.785156, - 0.703125, - 0.53125, - 0.427734, - 0.460938, - 0.777344, - 0.691406, - 0.683594, - 0.828125, - 0.546875, - 0.613281, - 0.78125, - 0.761719, - 0.65625, - 0.380859, - 0.332031, - 0.78125, - 0.746094, - 0.703125, - 0.789062, - 0.155273, - 0.621094, - 0.609375, - 0.707031, - 0.625, - 0.5, - 0.163086, - 0.294922, - 0.71875, - 0.765625, - 0.726562, - 0.484375, - 0.453125, - 0.15918, - 0.373047, - 0.417969, - 0.558594, - 0.464844, - 0.578125, - 0.703125, - 0.699219, - 0.231445, - 0.542969, - 0.460938, - 0.5625, - 0.490234, - 0.566406, - 0.449219, - 0.165039, - 0.464844, - 0.671875, - 0.302734, - 0.722656, - 0.695312, - 0.679688, - 0.851562, - 0.789062, - 0.161133, - 0.28125, - 0.773438, - 0.734375, - 0.738281, - 0.757812, - 0.847656, - 0.554688, - 0.683594, - 0.695312, - 0.539062, - 0.472656, - 0.507812, - 0.757812, - 0.294922, - 0.625, - 0.408203, - 0.847656, - 0.695312, - 0.882812, - 0.3125, - 0.269531, - 0.832031, - 0.365234, - 0.621094, - 0.625, - 0.667969, - 0.359375, - 0.707031, - 0.404297, - 0.761719, - 0.53125, - 0.3125, - 0.734375, - 0.652344, - 0.761719, - 0.863281, - 0.157227, - 0.170898, - 0.710938, - 0.189453, - 0.458984, - 0.490234, - 0.71875, - 0.773438, - 0.757812, - 0.193359, - 0.439453, - 0.894531, - 0.628906, - 0.609375, - 0.71875, - 0.820312, - 0.734375, - 0.859375, - 0.375, - 0.792969, - 0.382812, - 0.671875, - 0.1875, - 0.570312, - 0.539062, - 0.204102, - 0.8125, - 0.417969, - 0.753906, - 0.527344, - 0.804688, - 0.664062, - 0.582031, - 0.746094, - 0.198242, - 0.703125, - 0.628906, - 0.398438, - 0.832031, - 0.462891, - 0.75, - 0.742188, - 0.40625, - 0.498047, - 0.648438, - 0.178711, - 0.417969, - 0.757812, - 0.617188, - 0.730469, - 0.714844, - 0.832031, - 0.804688, - 0.707031, - 0.695312, - 0.851562, - 0.523438, - 0.730469, - 0.722656, - 0.824219, - 0.761719, - 0.757812, - 0.742188, - 0.601562, - 0.761719, - 0.667969, - 0.714844, - 0.316406, - 0.193359, - 0.800781, - 0.664062, - 0.605469, - 0.796875, - 0.5, - 0.824219, - 0.757812, - 0.769531, - 0.667969, - 0.644531, - 0.578125, - 0.738281, - 0.490234, - 0.589844, - 0.71875, - 0.777344, - 0.835938, - 0.746094, - 0.714844, - 0.703125, - 0.832031, - 0.648438, - 0.722656, - 0.625, - 0.742188, - 0.349609, - 0.5625, - 0.785156, - 0.182617, - 0.742188, - 0.761719, - 0.695312, - 0.65625, - 0.707031, - 0.742188, - 0.206055, - 0.227539, - 0.5, - 0.75, - 0.460938, - 0.324219, - 0.386719, - 0.679688, - 0.722656, - 0.738281, - 0.824219, - 0.738281, - 0.714844, - 0.511719, - 0.765625, - 0.613281, - 0.722656, - 0.757812, - 0.519531, - 0.753906, - 0.675781, - 0.800781, - 0.683594, - 0.714844, - 0.78125, - 0.71875, - 0.53125, - 0.792969, - 0.566406, - 0.228516, - 0.796875, - 0.511719, - 0.167969, - 0.423828, - 0.539062, - 0.789062, - 0.761719, - 0.644531, - 0.667969, - 0.773438, - 0.75, - 0.455078, - 0.75, - 0.671875, - 0.455078, - 0.769531, - 0.679688, - 0.621094, - 0.714844, - 0.515625, - 0.472656, - 0.714844, - 0.328125, - 0.425781, - 0.204102, - 0.769531, - 0.441406, - 0.804688, - 0.699219, - 0.59375, - 0.601562, - 0.535156, - 0.710938, - 0.176758, - 0.476562, - 0.71875, - 0.59375, - 0.773438, - 0.691406, - 0.75, - 0.777344, - 0.796875, - 0.507812, - 0.578125, - 0.722656, - 0.652344, - 0.761719, - 0.78125, - 0.166016, - 0.211914, - 0.785156, - 0.191406, - 0.835938, - 0.671875, - 0.753906, - 0.494141, - 0.765625, - 0.163086, - 0.337891, - 0.792969, - 0.191406, - 0.671875, - 0.832031, - 0.773438, - 0.181641, - 0.695312, - 0.71875, - 0.178711, - 0.667969, - 0.894531, - 0.703125, - 0.328125, - 0.628906, - 0.707031, - 0.585938, - 0.169922, - 0.644531, - 0.566406, - 0.15625, - 0.777344, - 0.179688, - 0.609375, - 0.578125, - 0.22168, - 0.609375, - 0.154297, - 0.474609, - 0.198242, - 0.613281, - 0.71875, - 0.5625, - 0.773438, - 0.714844, - 0.652344, - 0.65625, - 0.496094, - 0.455078, - 0.71875, - 0.496094, - 0.277344, - 0.300781, - 0.75, - 0.503906, - 0.730469, - 0.324219, - 0.589844, - 0.734375, - 0.414062, - 0.417969, - 0.636719, - 0.714844, - 0.730469, - 0.621094, - 0.613281, - 0.71875, - 0.644531, - 0.172852, - 0.761719, - 0.585938, - 0.431641, - 0.84375, - 0.386719, - 0.59375, - 0.601562, - 0.753906, - 0.490234, - 0.863281, - 0.429688, - 0.78125, - 0.847656, - 0.699219, - 0.816406, - 0.226562, - 0.710938, - 0.478516, - 0.808594, - 0.507812, - 0.757812, - 0.605469, - 0.671875, - 0.742188, - 0.710938, - 0.330078, - 0.182617, - 0.699219, - 0.347656, - 0.5625, - 0.734375, - 0.427734, - 0.78125, - 0.470703, - 0.667969, - 0.53125, - 0.169922, - 0.796875, - 0.675781, - 0.914062, - 0.181641, - 0.5625, - 0.443359, - 0.75, - 0.742188, - 0.582031, - 0.570312, - 0.832031, - 0.820312, - 0.365234, - 0.71875, - 0.75, - 0.378906, - 0.761719, - 0.441406, - 0.408203, - 0.785156, - 0.482422, - 0.738281, - 0.503906, - 0.734375, - 0.808594, - 0.78125, - 0.691406, - 0.796875, - 0.365234, - 0.455078, - 0.484375, - 0.402344, - 0.648438, - 0.714844, - 0.542969, - 0.333984, - 0.230469, - 0.617188, - 0.730469, - 0.777344, - 0.171875, - 0.8125, - 0.761719, - 0.769531, - 0.953125, - 0.722656, - 0.644531, - 0.917969, - 0.769531, - 0.738281, - 0.867188, - 0.722656, - 0.167969, - 0.898438, - 0.400391, - 0.636719, - 0.679688, - 0.53125, - 0.578125, - 0.202148, - 0.472656, - 0.578125, - 0.566406, - 0.628906, - 0.699219, - 0.667969, - 0.367188, - 0.679688, - 0.800781, - 0.78125, - 0.746094, - 0.433594, - 0.182617, - 0.6875, - 0.789062, - 0.632812, - 0.71875, - 0.722656, - 0.554688, - 0.439453, - 0.699219, - 0.558594, - 0.714844, - 0.730469, - 0.722656, - 0.699219, - 0.742188, - 0.667969, - 0.734375, - 0.746094, - 0.757812, - 0.777344, - 0.494141, - 0.191406, - 0.162109, - 0.757812, - 0.710938, - 0.435547, - 0.84375, - 0.589844, - 0.808594, - 0.285156, - 0.433594, - 0.824219, - 0.376953, - 0.785156, - 0.828125, - 0.820312, - 0.182617, - 0.691406, - 0.628906, - 0.867188, - 0.246094, - 0.523438, - 0.746094, - 0.6875, - 0.691406, - 0.482422, - 0.769531, - 0.445312, - 0.65625, - 0.757812, - 0.71875, - 0.707031, - 0.519531, - 0.460938, - 0.157227, - 0.466797, - 0.75, - 0.75, - 0.757812, - 0.707031, - 0.691406, - 0.167969, - 0.632812, - 0.625, - 0.773438, - 0.648438, - 0.640625, - 0.476562, - 0.328125, - 0.695312, - 0.339844, - 0.664062, - 0.451172, - 0.699219, - 0.742188, - 0.490234, - 0.1875, - 0.613281, - 0.738281, - 0.714844, - 0.738281, - 0.186523, - 0.777344, - 0.746094, - 0.8125, - 0.691406, - 0.746094, - 0.601562, - 0.165039, - 0.730469, - 0.742188, - 0.734375, - 0.402344, - 0.824219, - 0.53125, - 0.15625, - 0.171875, - 0.511719, - 0.757812, - 0.714844, - 0.193359, - 0.714844, - 0.304688, - 0.445312, - 0.671875, - 0.804688, - 0.875, - 0.384766, - 0.511719, - 0.765625, - 0.792969, - 0.511719, - 0.777344, - 0.761719, - 0.679688, - 0.519531, - 0.451172, - 0.765625, - 0.753906, - 0.777344, - 0.730469, - 0.429688, - 0.75, - 0.816406, - 0.703125, - 0.168945, - 0.816406, - 0.24707, - 0.176758, - 0.804688, - 0.71875, - -0.000164, - 0.519531, - 0.726562, - 0.161133, - 0.390625, - 0.617188, - 0.683594, - 0.644531, - 0.757812, - 0.349609, - 0.601562, - 0.443359, - 0.367188, - 0.652344, - 0.644531, - 0.917969, - 0.820312, - 0.683594, - 0.824219, - 0.742188, - 0.582031, - 0.84375, - 0.554688, - 0.15918, - 0.671875, - 0.617188, - 0.539062, - 0.734375, - 0.464844, - 0.722656, - 0.589844, - 0.792969, - 0.15625, - 0.738281, - 0.425781, - 0.175781, - 0.832031, - 0.824219, - 0.886719, - 0.318359, - 0.494141, - 0.1875, - 0.816406, - 0.492188, - 0.466797, - 0.40625, - 0.792969, - 0.785156, - 0.753906, - 0.5625, - 0.765625, - 0.554688, - 0.283203, - 0.165039, - 0.597656, - 0.349609, - 0.699219, - 0.699219, - 0.636719, - 0.628906, - 0.523438, - 0.710938, - 0.294922, - 0.710938, - 0.804688, - 0.808594, - 0.753906, - 0.166992, - 0.703125, - 0.683594, - 0.423828, - 0.605469, - 0.695312, - 0.699219, - 0.753906, - 0.765625, - 0.6875, - 0.808594, - 0.738281, - 0.53125, - 0.773438, - 0.78125, - 0.546875, - 0.460938, - 0.761719, - 0.279297, - 0.703125, - 0.435547, - 0.511719, - 0.90625, - 0.753906, - 0.589844, - 0.652344, - 0.648438, - 0.753906, - 0.213867, - 0.707031, - 0.470703, - 0.617188, - 0.765625, - 0.390625, - 0.209961, - 0.162109, - 0.753906, - 0.275391, - 0.178711, - 0.769531, - 0.765625, - 0.738281, - 0.171875, - 0.742188, - 0.703125, - 0.18457, - 0.625, - 0.207031, - 0.578125, - 0.714844, - 0.519531, - 0.796875, - 0.765625, - 0.648438, - 0.554688, - 0.621094, - 0.613281, - 0.425781, - 0.914062, - 0.283203, - 0.582031, - 0.722656, - 0.773438, - 0.792969, - 0.519531, - 0.198242, - 0.308594, - 0.523438, - 0.71875, - 0.71875, - 0.5625, - 0.6875, - 0.886719, - 0.75, - 0.322266, - 0.738281, - 0.400391, - 0.211914, - 0.5, - 0.605469, - 0.695312, - 0.423828, - 0.412109, - 0.558594, - 0.808594, - 0.582031, - 0.539062, - 0.171875, - 0.574219, - 0.785156, - 0.769531, - 0.589844, - 0.484375, - 0.601562, - 0.164062, - 0.699219, - 0.707031, - 0.369141, - 0.625, - 0.414062, - 0.421875, - 0.237305, - 0.742188, - 0.384766, - 0.414062, - 0.761719, - 0.486328, - 0.644531, - 0.455078, - 0.628906, - 0.855469, - 0.419922, - 0.636719, - 0.519531, - 0.75, - 0.789062, - 0.738281, - 0.388672, - 0.386719, - 0.792969, - 0.291016, - 0.414062, - 0.832031, - 0.660156, - 0.410156, - 0.742188, - 0.21582, - 0.695312, - 0.710938, - 0.65625, - 0.441406, - 0.6875, - 0.186523, - 0.464844, - 0.683594, - 0.484375, - 0.683594, - 0.382812, - 0.447266, - 0.726562, - 0.683594, - 0.640625, - 0.714844, - 0.769531, - 0.746094, - 0.738281, - 0.722656, - 0.699219, - 0.796875, - 0.636719, - 0.353516, - 0.175781, - 0.777344, - 0.367188, - 0.726562, - 0.441406, - 0.542969, - 0.390625, - 0.550781, - 0.71875, - 0.65625, - 0.421875, - 0.730469, - 0.699219, - 0.851562, - 0.703125, - 0.304688, - 0.746094, - 0.167969, - 0.400391, - 0.808594, - 0.464844, - 0.691406, - 0.163086, - 0.6875, - 0.722656, - 0.8125, - 0.28125, - 0.6875, - 0.886719, - 0.179688, - 0.455078, - 0.400391, - 0.734375, - 0.8125, - 0.466797, - 0.878906, - 0.761719, - 0.165039, - 0.243164, - 0.742188, - 0.388672, - 0.458984, - 0.636719, - 0.617188, - 0.648438, - 0.498047, - 0.640625, - 0.742188, - 0.652344, - 0.765625, - 0.617188, - 0.423828, - 0.792969, - 0.176758, - 0.757812, - 0.539062, - 0.492188, - 0.609375, - 0.632812, - 0.804688, - 0.761719, - 0.707031, - 0.636719, - 0.236328, - 0.730469, - 0.671875, - 0.172852, - 0.550781, - 0.800781, - 0.761719, - 0.746094, - 0.361328, - 0.168945, - 0.388672, - 0.400391, - 0.71875, - 0.648438, - 0.349609, - 0.691406, - 0.28125, - 0.785156, - 0.65625, - 0.523438, - 0.75, - 0.417969, - 0.554688, - 0.535156, - 0.419922, - 0.757812, - 0.785156, - 0.165039, - 0.75, - 0.742188, - 0.847656, - 0.703125, - 0.71875, - 0.796875, - 0.275391, - 0.679688, - 0.380859, - 0.460938, - 0.703125, - 0.707031, - 0.875, - 0.761719, - 0.574219, - 0.179688, - 0.757812, - 0.679688, - 0.621094, - 0.757812, - 0.431641, - 0.800781, - 0.742188, - 0.648438, - 0.6875, - 0.443359, - 0.707031, - 0.78125, - 0.742188, - 0.5, - 0.75, - 0.777344, - 0.847656, - 0.179688, - 0.726562, - 0.757812, - 0.648438, - 0.648438, - 0.667969, - 0.355469, - 0.388672, - 0.71875, - 0.792969, - 0.898438, - 0.59375, - 0.71875, - 0.566406, - 0.589844, - 0.789062, - 0.511719, - 0.558594, - 0.53125, - 0.527344, - 0.703125, - 0.722656, - 0.660156, - 0.730469, - 0.182617, - 0.800781, - 0.757812, - 0.457031, - 0.523438, - 0.392578, - 0.671875, - 0.585938, - 0.363281, - 0.558594, - 0.439453, - 0.570312, - 0.777344, - 0.710938, - 0.15625, - 0.769531, - 0.176758, - 0.792969, - 0.734375, - 0.773438, - 0.5, - 0.710938, - 0.609375, - 0.609375, - 0.535156, - 0.765625, - 0.714844, - 0.376953, - 0.710938, - 0.667969, - 0.416016, - 0.652344, - 0.210938, - 0.757812, - 0.503906, - 0.427734, - 0.597656, - 0.6875, - 0.699219, - 0.742188, - 0.535156, - 0.898438, - 0.777344, - 0.357422, - 0.480469, - 0.589844, - 0.6875, - 0.738281, - 0.269531, - 0.519531, - 0.707031, - 0.710938, - 0.769531, - 0.277344, - 0.886719, - 0.453125, - 0.757812, - 0.605469, - 0.613281, - 0.820312, - 0.753906, - 0.757812, - 0.699219, - 0.382812, - 0.640625, - 0.625, - 0.546875, - 0.675781, - 0.769531, - 0.644531, - 0.722656, - 0.765625, - 0.660156, - 0.828125, - 0.675781, - 0.566406, - 0.515625, - 0.792969, - 0.6875, - 0.789062, - 0.730469, - 0.515625, - 0.714844, - 0.75, - 0.796875, - 0.486328, - 0.777344, - 0.511719, - 0.482422, - 0.417969, - 0.617188, - 0.707031, - 0.847656, - 0.390625, - 0.792969, - 0.605469, - 0.742188, - 0.800781, - 0.219727, - 0.640625, - 0.664062, - 0.722656, - 0.742188, - 0.710938, - 0.761719, - 0.753906, - 0.410156, - 0.730469, - 0.742188, - 0.695312, - 0.636719, - 0.699219, - 0.181641, - 0.808594, - 0.550781, - 0.691406, - 0.832031, - 0.65625, - 0.431641, - 0.511719, - 0.699219, - 0.357422, - 0.796875, - 0.155273, - 0.441406, - 0.695312, - 0.166992, - 0.157227, - 0.554688, - 0.439453, - 0.507812, - 0.746094, - 0.660156, - 0.558594, - 0.466797, - 0.832031, - 0.515625, - 0.188477, - 0.84375, - 0.867188, - 0.714844, - 0.652344, - 0.523438, - 0.316406, - 0.769531, - 0.554688, - 0.609375, - 0.519531, - 0.412109, - 0.6875, - 0.180664, - 0.78125, - 0.746094, - 0.761719, - 0.742188, - 0.824219, - 0.714844, - 0.644531, - 0.648438, - 0.439453, - 0.695312, - 0.75, - 0.726562, - 0.859375, - 0.267578, - 0.613281, - 0.71875, - 0.78125, - 0.462891, - 0.785156, - 0.824219, - 0.470703, - 0.761719, - 0.460938, - 0.46875, - 0.773438, - 0.5625, - 0.5625, - 0.511719, - 0.605469, - 0.177734, - 0.796875, - 0.155273, - 0.78125, - 0.773438, - 0.181641, - 0.267578, - 0.808594, - 0.566406, - 0.71875, - 0.746094, - 0.291016, - 0.675781, - 0.527344, - 0.394531, - 0.726562, - 0.726562, - 0.613281, - 0.308594, - 0.515625, - 0.75, - 0.707031, - 0.431641, - 0.765625, - 0.796875, - 0.710938, - 0.785156, - 0.404297, - 0.178711, - 0.519531, - 0.738281, - 0.65625, - 0.78125, - 0.628906, - 0.730469, - 0.792969, - 0.734375, - 0.609375, - 0.804688, - 0.566406, - 0.75, - 0.388672, - 0.172852, - 0.367188, - 0.703125, - 0.308594, - 0.679688, - 0.898438, - 0.824219, - 0.769531, - 0.5625, - 0.8125, - 0.914062, - 0.761719, - 0.644531, - 0.746094, - 0.835938, - 0.585938, - 0.480469, - 0.308594, - 0.19043, - 0.867188, - 0.375, - 0.539062, - 0.314453, - 0.679688, - 0.679688, - 0.22168, - 0.216797, - 0.466797, - 0.238281, - 0.75, - 0.652344, - 0.589844, - 0.578125, - 0.679688, - 0.753906, - 0.449219, - 0.173828, - 0.789062, - 0.476562, - 0.792969, - 0.632812, - 0.785156, - 0.71875, - 0.894531, - 0.71875, - 0.722656, - 0.214844, - 0.835938, - 0.285156, - 0.441406, - 0.726562, - 0.585938, - 0.636719, - 0.785156, - 0.162109, - 0.558594, - 0.847656, - 0.71875, - 0.186523, - 0.691406, - 0.519531, - 0.839844, - 0.507812, - 0.683594, - 0.648438, - 0.165039, - 0.761719, - 0.777344, - 0.734375, - 0.367188, - 0.609375, - 0.605469, - 0.632812, - 0.710938, - 0.753906, - 0.621094, - 0.384766, - 0.6875, - 0.679688, - 0.824219, - 0.34375, - 0.207031, - 0.683594, - 0.722656, - 0.660156, - 0.457031, - 0.324219, - 0.792969, - 0.398438, - 0.149414, - 0.380859, - 0.152344, - 0.691406, - 0.408203, - 0.847656, - 0.675781, - 0.546875, - 0.640625, - 0.640625, - 0.675781, - 0.449219, - 0.65625, - 0.449219, - 0.652344, - 0.425781, - 0.824219, - 0.166016, - 0.660156, - 0.777344, - 0.722656, - 0.773438, - 0.304688, - 0.863281, - 0.585938, - 0.785156, - 0.640625, - 0.785156, - 0.691406, - 0.419922, - 0.847656, - 0.550781, - 0.628906, - 0.566406, - 0.703125, - 0.75, - 0.816406, - 0.777344, - 0.738281, - 0.753906, - 0.167969, - 0.515625, - 0.660156, - 0.578125, - 0.8125, - 0.478516, - 0.78125, - 0.746094, - 0.625, - 0.773438, - 0.707031, - 0.769531, - 0.589844, - 0.742188, - 0.158203, - 0.792969, - 0.816406, - 0.320312, - 0.703125, - 0.71875, - 0.761719, - 0.679688, - 0.376953, - 0.824219, - 0.412109, - 0.546875, - 0.369141, - 0.859375, - 0.792969, - 0.820312, - 0.75, - 0.457031, - 0.180664, - 0.628906, - 0.204102, - 0.773438, - 0.746094, - 0.800781, - 0.632812, - 0.644531, - 0.863281, - 0.447266, - 0.5625, - 0.644531, - 0.652344, - 0.566406, - 0.777344, - 0.65625, - 0.660156, - 0.75, - 0.730469, - 0.550781, - 0.914062, - 0.789062, - 0.707031, - 0.155273, - 0.757812, - 0.177734, - 0.210938, - 0.609375, - 0.589844, - 0.380859, - 0.213867, - 0.570312, - 0.171875, - 0.382812, - 0.769531, - 0.671875, - 0.765625, - 1.085938, - 0.636719, - 0.318359, - 0.792969, - 0.439453, - 0.163086, - 0.722656, - 0.863281, - 0.703125, - 0.929688, - 0.679688, - 0.816406, - 0.671875, - 0.875, - 0.726562, - 0.71875, - 0.789062, - 0.183594, - 0.824219, - 0.449219, - 0.186523, - 0.722656, - 0.464844, - 0.652344, - 0.753906, - 0.863281, - 4.8e-05, - 0.435547, - 0.349609, - 0.161133, - 0.460938, - 0.78125, - 0.738281, - 0.691406, - 0.796875, - 0.8125, - 0.636719, - 0.707031, - 0.46875, - 0.193359, - 0.441406, - 0.695312, - 0.683594, - 0.808594, - 0.765625, - 0.171875, - 0.149414, - 0.191406, - 0.707031, - 0.480469, - 0.449219, - 0.558594, - 0.785156, - 0.554688, - 0.738281, - 0.746094, - 0.632812, - 0.166992, - 0.628906, - 0.535156, - 0.761719, - 0.785156, - 0.357422, - 0.378906, - 0.800781, - 0.703125, - 0.679688, - 0.400391, - 0.570312, - 0.734375, - 0.169922, - 0.625, - 0.734375, - 0.476562, - 0.722656, - 0.777344, - 0.423828, - 0.785156, - 0.679688, - 0.605469, - 0.160156, - 0.617188, - 0.341797, - 0.757812, - 0.734375, - 0.423828, - 0.589844, - 0.492188, - 0.667969, - 0.445312, - 0.625, - 0.394531, - 0.664062, - 0.589844, - 0.527344, - 0.515625, - 0.703125, - 0.388672, - 0.75, - 0.730469, - 0.527344, - 0.859375, - 0.730469, - 0.636719, - 0.394531, - 0.40625, - 0.777344, - 0.78125, - 0.796875, - 0.710938, - 0.875, - 0.648438, - 0.609375, - 0.699219, - 0.628906, - 0.738281, - 0.847656, - 0.539062, - 0.484375, - 0.695312, - 0.472656, - 0.746094, - 0.574219, - 0.683594, - 0.75, - 0.636719, - 0.839844, - 0.376953, - 0.90625, - 0.431641, - 0.613281, - 0.621094, - 0.699219, - 0.287109, - 0.203125, - 0.613281, - 0.757812, - 0.151367, - 0.691406, - 0.703125, - 0.761719 - ] - }, - "name": "model.model.layers.8.post_attention_layernorm.weight", - "outputIndexes": [ - 755 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 754 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_8/Mul_output_0", - "outputIndexes": [ - 756 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 755, - 756 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_8/Mul_1_output_0", - "outputIndexes": [ - 757 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 757 - ], - "outputIndexes": [ - 2548 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2548 - ], - "outputIndexes": [ - 2549 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/gate_proj/Linear", - "inputIndexes": [ - 2549 - ], - "outputIndexes": [ - 2550 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 213738792, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2550 - ], - "outputIndexes": [ - 2551 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2551 - ], - "outputIndexes": [ - 758 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 758 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_8/Sigmoid_output_0", - "outputIndexes": [ - 759 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 758, - 759 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_8/Mul_output_0", - "outputIndexes": [ - 760 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 757 - ], - "outputIndexes": [ - 2552 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2552 - ], - "outputIndexes": [ - 2553 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/up_proj/Linear", - "inputIndexes": [ - 2553 - ], - "outputIndexes": [ - 2554 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 221480254, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2554 - ], - "outputIndexes": [ - 2555 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2555 - ], - "outputIndexes": [ - 761 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 760, - 761 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_8/Mul_output_0", - "outputIndexes": [ - 762 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 762 - ], - "outputIndexes": [ - 2556 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2556 - ], - "outputIndexes": [ - 2557 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/down_proj/Linear", - "inputIndexes": [ - 2557 - ], - "outputIndexes": [ - 2558 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 229221716, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2558 - ], - "outputIndexes": [ - 2559 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2559 - ], - "outputIndexes": [ - 763 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 754, - 763 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_44_output_0", - "outputIndexes": [ - 764 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 764, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_81_output_0", - "outputIndexes": [ - 765 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.202148, - 0.683594, - 0.761719, - 0.566406, - 0.636719, - 0.484375, - 0.65625, - 0.519531, - 0.490234, - 0.542969, - 0.585938, - 0.400391, - 0.574219, - 0.613281, - 0.554688, - 0.617188, - 0.554688, - 0.503906, - 0.539062, - 0.414062, - 0.542969, - 0.746094, - 0.683594, - 0.147461, - 0.6875, - 0.5625, - 0.457031, - 0.46875, - 0.259766, - 0.65625, - 0.5625, - 0.558594, - 0.859375, - 0.283203, - 0.648438, - 0.699219, - 0.683594, - 0.617188, - 0.332031, - 0.388672, - 0.816406, - 0.546875, - 0.539062, - 0.847656, - 0.202148, - 0.589844, - 0.447266, - 0.527344, - 0.636719, - 0.738281, - 0.161133, - 0.345703, - 0.613281, - 0.671875, - 0.625, - 0.453125, - 0.476562, - 0.120117, - 0.636719, - 0.439453, - 0.5625, - 0.451172, - 0.703125, - 0.5625, - 0.601562, - 0.28125, - 0.554688, - 0.363281, - 0.722656, - 0.455078, - 0.601562, - 0.566406, - 0.143555, - 0.423828, - 0.511719, - 0.398438, - 0.601562, - 0.515625, - 0.574219, - 0.84375, - 0.71875, - 0.140625, - 0.519531, - 0.699219, - 0.6875, - 0.539062, - 0.648438, - 0.792969, - 0.632812, - 0.578125, - 0.542969, - 0.585938, - 0.691406, - 0.464844, - 0.589844, - 0.605469, - 0.558594, - 0.519531, - 0.777344, - 0.65625, - 0.976562, - 0.408203, - 0.330078, - 0.691406, - 0.390625, - 0.652344, - 0.851562, - 0.515625, - 0.398438, - 0.570312, - 0.490234, - 0.71875, - 0.554688, - 1.632812, - 0.515625, - 0.621094, - 0.699219, - 0.707031, - 0.125, - 0.172852, - 0.566406, - 0.200195, - 0.480469, - 0.439453, - 0.519531, - 0.679688, - 0.703125, - 0.194336, - 0.613281, - 0.8125, - 0.523438, - 0.539062, - 0.640625, - 0.757812, - 0.671875, - 0.730469, - 0.3125, - 0.683594, - 0.390625, - 0.5, - 0.228516, - 0.667969, - 0.466797, - 0.232422, - 0.765625, - 0.445312, - 0.597656, - 0.8125, - 0.714844, - 0.539062, - 0.550781, - 0.601562, - 0.248047, - 0.617188, - 0.341797, - 0.480469, - 0.75, - 0.496094, - 0.703125, - 0.613281, - 0.455078, - 0.605469, - 0.683594, - 0.214844, - 0.470703, - 0.644531, - 0.558594, - 0.570312, - 0.601562, - 0.847656, - 0.703125, - 0.519531, - 0.574219, - 0.859375, - 0.53125, - 0.703125, - 0.808594, - 0.953125, - 0.710938, - 0.621094, - 0.503906, - 0.443359, - 0.664062, - 0.972656, - 0.613281, - 0.582031, - 0.200195, - 0.777344, - 0.410156, - 0.550781, - 0.894531, - 0.503906, - 0.847656, - 0.597656, - 0.660156, - 0.53125, - 0.550781, - 0.466797, - 0.605469, - 0.476562, - 0.453125, - 0.570312, - 0.699219, - 0.703125, - 0.578125, - 0.53125, - 0.605469, - 0.824219, - 0.5625, - 0.628906, - 0.605469, - 0.640625, - 0.423828, - 0.554688, - 0.675781, - 0.265625, - 0.613281, - 0.714844, - 0.589844, - 0.496094, - 0.605469, - 0.625, - 0.269531, - 0.660156, - 0.480469, - 0.585938, - 0.443359, - 0.324219, - 0.683594, - 0.558594, - 0.609375, - 0.5625, - 0.792969, - 0.539062, - 0.558594, - 0.337891, - 0.542969, - 0.621094, - 0.585938, - 0.632812, - 0.472656, - 0.664062, - 0.644531, - 0.753906, - 0.578125, - 0.558594, - 0.699219, - 0.71875, - 0.554688, - 0.78125, - 0.550781, - 0.416016, - 0.769531, - 1.109375, - 0.179688, - 0.396484, - 0.566406, - 0.699219, - 0.699219, - 0.636719, - 0.589844, - 0.617188, - 0.585938, - 0.453125, - 0.546875, - 0.527344, - 0.523438, - 0.648438, - 0.570312, - 0.492188, - 0.585938, - 0.707031, - 0.53125, - 0.546875, - 0.367188, - 0.419922, - 0.24707, - 0.625, - 0.365234, - 0.824219, - 0.523438, - 0.574219, - 0.621094, - 0.523438, - 0.550781, - 0.150391, - 0.328125, - 0.671875, - 0.582031, - 0.664062, - 0.527344, - 0.578125, - 0.625, - 0.625, - 0.492188, - 0.492188, - 0.625, - 0.644531, - 0.59375, - 0.730469, - 0.165039, - 0.333984, - 0.675781, - 0.22168, - 0.757812, - 0.511719, - 0.695312, - 0.644531, - 0.65625, - 0.134766, - 0.421875, - 0.570312, - 0.199219, - 0.482422, - 0.800781, - 0.65625, - 0.232422, - 0.617188, - 0.613281, - 0.169922, - 0.492188, - 0.9375, - 0.570312, - 0.339844, - 0.574219, - 0.683594, - 0.507812, - 0.152344, - 0.566406, - 0.503906, - 0.119629, - 0.707031, - 0.188477, - 0.613281, - 0.589844, - 0.341797, - 0.542969, - 0.103027, - 0.550781, - 0.287109, - 0.574219, - 0.648438, - 0.5625, - 0.738281, - 0.5625, - 0.472656, - 0.535156, - 0.482422, - 0.443359, - 0.582031, - 0.466797, - 0.339844, - 0.412109, - 0.976562, - 0.214844, - 0.601562, - 1.570312, - 0.625, - 0.699219, - 0.402344, - 0.241211, - 0.625, - 0.585938, - 0.625, - 0.570312, - 0.558594, - 0.585938, - 0.578125, - 0.1875, - 0.570312, - 0.515625, - 0.511719, - 0.855469, - 0.382812, - 0.566406, - 0.5625, - 0.550781, - 0.546875, - 0.890625, - 0.470703, - 0.765625, - 0.8125, - 0.5625, - 0.601562, - 0.292969, - 0.582031, - 0.470703, - 0.734375, - 0.458984, - 0.597656, - 0.539062, - 0.539062, - 0.601562, - 0.75, - 0.496094, - 0.217773, - 0.546875, - 0.25, - 0.515625, - 0.59375, - 0.484375, - 0.625, - 0.535156, - 0.369141, - 0.636719, - 0.145508, - 0.636719, - 0.574219, - -0.000317, - 0.195312, - 0.515625, - 0.466797, - 0.519531, - 0.601562, - 0.554688, - 0.570312, - 0.664062, - 0.710938, - 0.347656, - 0.546875, - 0.609375, - 0.392578, - 1.023438, - 0.429688, - 0.182617, - 0.757812, - 0.484375, - 0.679688, - 0.539062, - 0.570312, - 0.773438, - 0.609375, - 0.511719, - 0.625, - 0.425781, - 0.458984, - 0.474609, - 0.425781, - 0.609375, - 0.542969, - 0.546875, - 0.203125, - 0.339844, - 0.851562, - 0.640625, - 0.671875, - 0.165039, - 0.609375, - 0.570312, - 0.65625, - 1.078125, - 0.5625, - 0.419922, - 0.945312, - 0.726562, - 0.605469, - 0.851562, - 0.578125, - 0.208984, - 0.695312, - 0.445312, - 0.585938, - 0.578125, - 0.554688, - 0.527344, - 0.199219, - 0.46875, - 0.554688, - 0.574219, - 0.472656, - 0.648438, - 0.492188, - 0.34375, - 0.605469, - 0.605469, - 0.734375, - 0.6875, - 0.412109, - 0.214844, - 0.582031, - 0.625, - 0.671875, - 0.527344, - 0.605469, - 0.519531, - 0.480469, - 0.605469, - 0.628906, - 0.476562, - 0.578125, - 0.484375, - 0.542969, - 0.589844, - 0.691406, - 0.6875, - 0.578125, - 0.773438, - 0.566406, - 0.570312, - 0.21875, - 0.164062, - 0.636719, - 0.609375, - 0.209961, - 0.769531, - 0.523438, - 0.660156, - 1.242188, - 0.470703, - 0.789062, - 0.265625, - 0.769531, - 0.691406, - 0.820312, - 0.185547, - 0.542969, - 0.691406, - 0.753906, - 0.302734, - 0.75, - -0.000113, - 0.578125, - 0.507812, - 0.535156, - 0.695312, - 0.369141, - 0.369141, - 0.660156, - 0.542969, - 0.482422, - 0.328125, - 0.474609, - 0.210938, - 0.519531, - 0.578125, - 0.710938, - 0.613281, - 0.550781, - 0.546875, - 0.149414, - 0.486328, - 0.472656, - 0.65625, - 0.574219, - 0.404297, - 0.53125, - 0.535156, - 0.582031, - 0.460938, - 0.546875, - 0.443359, - 0.546875, - 0.558594, - 0.349609, - 0.213867, - 0.494141, - 0.523438, - 0.507812, - 0.6875, - 0.186523, - 0.625, - 0.605469, - 0.667969, - 0.59375, - 0.609375, - 0.878906, - 0.151367, - 0.566406, - 0.652344, - 0.554688, - 0.433594, - 0.78125, - 0.507812, - 0.120117, - 0.259766, - 0.384766, - 0.589844, - 0.578125, - 0.209961, - 0.578125, - 1.265625, - 0.53125, - 0.400391, - 0.679688, - 0.835938, - 0.382812, - 0.546875, - 0.605469, - 0.648438, - 0.306641, - 0.675781, - 0.65625, - 0.507812, - 0.503906, - 0.496094, - 0.648438, - 0.675781, - 0.648438, - 0.648438, - 0.519531, - 0.640625, - 0.804688, - 0.589844, - 0.165039, - 0.707031, - 0.326172, - 0.183594, - 0.617188, - 0.636719, - 0.000315, - 0.503906, - 0.582031, - 0.129883, - 0.5, - 0.535156, - 0.5625, - 0.570312, - 0.558594, - 0.441406, - 0.527344, - 0.419922, - 0.486328, - 0.589844, - 0.490234, - 0.957031, - 0.726562, - 0.558594, - 0.738281, - 0.582031, - 0.5625, - 0.730469, - 0.613281, - 0.119141, - 0.398438, - 0.511719, - 0.613281, - 0.503906, - 0.433594, - 0.601562, - 0.628906, - 0.808594, - 0.120117, - 0.535156, - 0.443359, - 0.166016, - 0.820312, - 0.855469, - 0.871094, - 0.404297, - 0.455078, - 0.198242, - 0.773438, - 0.494141, - 0.408203, - 0.396484, - 0.6875, - 0.597656, - 0.582031, - 0.417969, - 0.5625, - 0.5625, - 0.4375, - 0.136719, - 0.519531, - 0.5, - 0.550781, - 0.691406, - 0.539062, - 0.632812, - 0.480469, - 0.527344, - 0.625, - 0.519531, - 0.953125, - 0.691406, - 0.621094, - 0.204102, - 0.5, - 0.5625, - 0.550781, - 0.53125, - 0.539062, - 0.519531, - 0.734375, - 0.695312, - 0.613281, - 0.691406, - 0.542969, - 0.478516, - 0.675781, - 0.695312, - 0.482422, - 0.496094, - 0.679688, - 0.484375, - 0.644531, - 0.546875, - 0.433594, - 0.84375, - 0.496094, - 0.683594, - 0.519531, - 0.515625, - 0.664062, - 0.310547, - 0.546875, - 0.417969, - 0.734375, - 0.621094, - 0.363281, - 0.263672, - 0.150391, - 0.5625, - 0.65625, - 0.160156, - 0.734375, - 0.632812, - 0.589844, - 0.253906, - 0.582031, - 0.613281, - 0.166992, - 0.519531, - 0.255859, - 0.566406, - 0.490234, - 0.511719, - 0.773438, - 0.621094, - 0.578125, - 0.523438, - 0.476562, - 0.535156, - 0.458984, - 0.78125, - 0.275391, - 0.582031, - 0.570312, - 0.632812, - 0.699219, - 0.683594, - 0.209961, - 0.792969, - 0.578125, - 0.585938, - 0.601562, - 0.546875, - 0.605469, - 0.996094, - 0.699219, - 0.324219, - 0.628906, - 1.101562, - 0.267578, - 0.566406, - 0.519531, - 0.601562, - 0.443359, - 0.443359, - 0.546875, - 0.691406, - 0.585938, - 0.566406, - 0.163086, - 0.515625, - 0.625, - 0.683594, - 1.0, - 0.470703, - 0.597656, - 0.115723, - 0.535156, - 0.535156, - 0.496094, - 0.59375, - 0.5, - 0.455078, - 0.289062, - 0.539062, - 0.378906, - 0.396484, - 0.765625, - 0.470703, - 0.644531, - 0.494141, - 0.582031, - 0.820312, - 0.447266, - 0.539062, - 0.427734, - 0.582031, - 0.726562, - 0.699219, - 1.585938, - 0.527344, - 0.65625, - 0.382812, - 0.472656, - 0.917969, - 0.558594, - 0.421875, - 0.628906, - 0.335938, - 0.566406, - 0.648438, - 0.625, - 0.361328, - 0.589844, - 0.193359, - 0.570312, - 0.394531, - 0.486328, - 0.566406, - 0.457031, - 0.507812, - 0.582031, - 0.515625, - 0.474609, - 0.527344, - 0.625, - 0.578125, - 0.660156, - 0.539062, - 0.496094, - 0.742188, - 0.507812, - 0.427734, - 0.206055, - 0.761719, - 0.328125, - 0.539062, - 0.507812, - 0.585938, - 0.425781, - 0.507812, - 0.652344, - 0.554688, - 0.496094, - 0.628906, - 0.542969, - 0.722656, - 0.582031, - 0.339844, - 0.601562, - 0.253906, - 0.384766, - 0.828125, - 0.474609, - 0.609375, - 0.117188, - 0.625, - 0.648438, - 0.65625, - 0.330078, - 0.566406, - 0.925781, - 0.199219, - 0.433594, - 0.412109, - 0.652344, - 0.722656, - 0.632812, - 0.898438, - 0.609375, - 0.148438, - 1.28125, - 0.574219, - 0.412109, - 1.265625, - 0.601562, - 0.53125, - 0.695312, - 0.710938, - 0.439453, - 0.660156, - 0.486328, - 0.679688, - 0.640625, - 0.476562, - 0.777344, - 0.208008, - 0.570312, - 0.59375, - 0.458984, - 0.490234, - 0.582031, - 0.78125, - 0.714844, - 0.488281, - 0.78125, - 0.287109, - 0.632812, - 0.597656, - 0.149414, - 0.527344, - 0.765625, - 0.59375, - 0.609375, - 0.427734, - 0.157227, - 1.421875, - 1.289062, - 0.550781, - 0.519531, - 0.357422, - 0.566406, - 0.361328, - 0.695312, - 0.542969, - 0.283203, - 0.574219, - 0.458984, - 0.478516, - 0.546875, - 0.535156, - 0.617188, - 0.746094, - 0.125, - 0.628906, - 0.546875, - 0.730469, - 0.558594, - 0.5625, - 0.625, - 0.335938, - 0.632812, - 0.423828, - 0.46875, - 0.621094, - 0.558594, - 0.914062, - 0.730469, - 0.558594, - 0.182617, - 0.730469, - 0.486328, - 0.609375, - 0.628906, - 0.384766, - 0.722656, - 5e-05, - 0.527344, - 0.585938, - 0.519531, - 0.546875, - 0.636719, - 0.664062, - 0.539062, - 0.648438, - 0.710938, - 0.78125, - 0.1875, - 0.558594, - 0.609375, - 0.714844, - 0.570312, - 0.515625, - 0.494141, - 0.414062, - 0.613281, - 0.769531, - 0.980469, - 0.453125, - 0.648438, - 0.539062, - 0.601562, - 0.875, - 0.431641, - 0.597656, - 0.265625, - 0.503906, - 0.535156, - 0.625, - 0.542969, - 0.574219, - 0.194336, - 0.8125, - 0.644531, - 0.496094, - 0.498047, - 0.369141, - 0.59375, - 0.640625, - 0.429688, - 0.542969, - 0.433594, - 0.589844, - 0.6875, - 0.664062, - 0.165039, - 0.589844, - 0.176758, - 0.660156, - 0.585938, - 0.691406, - 0.5625, - 0.558594, - 0.539062, - 0.542969, - 0.326172, - 0.617188, - 0.632812, - 0.361328, - 0.625, - 0.550781, - 0.492188, - 0.566406, - 0.384766, - 0.628906, - 0.490234, - 0.441406, - 0.621094, - 0.558594, - 0.554688, - 0.578125, - 0.65625, - 0.976562, - 0.597656, - 0.384766, - 0.570312, - 0.53125, - 0.5, - 0.71875, - 0.3125, - 0.792969, - 0.664062, - 0.570312, - 0.617188, - 0.421875, - 0.660156, - 0.494141, - 0.582031, - 0.503906, - 0.507812, - 0.773438, - 0.578125, - 0.707031, - 0.527344, - 0.875, - 0.503906, - 0.550781, - 0.476562, - 0.5625, - 0.695312, - 0.582031, - 0.648438, - 0.621094, - 0.5625, - 0.941406, - 0.566406, - 0.431641, - 0.617188, - 0.585938, - 0.550781, - 0.679688, - 0.640625, - 0.609375, - 0.558594, - 0.574219, - 0.789062, - 0.324219, - 0.601562, - 0.542969, - 0.519531, - 0.470703, - 0.589844, - 0.621094, - 0.796875, - 0.267578, - 0.636719, - 0.511719, - 0.734375, - 0.644531, - 0.914062, - 0.582031, - 0.570312, - 0.664062, - 0.96875, - 0.578125, - 0.679688, - 0.625, - 0.478516, - 0.582031, - 0.605469, - 0.492188, - 0.585938, - 0.515625, - 0.178711, - 0.761719, - 0.980469, - 0.578125, - 0.898438, - 0.488281, - 0.507812, - 0.570312, - 0.554688, - 0.458984, - 0.601562, - 0.117188, - 0.349609, - 0.498047, - 0.191406, - 0.138672, - 0.59375, - 0.570312, - 0.244141, - 0.648438, - 0.496094, - 0.90625, - 0.484375, - 0.839844, - 0.392578, - 0.196289, - 0.871094, - 0.769531, - 0.550781, - 0.570312, - 0.527344, - 0.451172, - 0.644531, - 0.443359, - 0.486328, - 0.636719, - 0.527344, - 0.523438, - 0.228516, - 0.679688, - 0.589844, - 0.542969, - 0.527344, - 0.773438, - 0.710938, - 0.554688, - 0.550781, - 0.443359, - 0.535156, - 0.632812, - 0.746094, - 0.773438, - 0.306641, - 0.443359, - 0.605469, - 0.710938, - 0.5, - 0.5625, - 0.730469, - 0.480469, - 0.628906, - 0.490234, - 0.451172, - 0.636719, - 0.511719, - 0.5, - 0.496094, - 0.933594, - 0.197266, - 0.769531, - 0.121094, - 0.625, - 0.695312, - 0.183594, - 0.188477, - 0.703125, - 0.652344, - 0.566406, - 0.726562, - 0.539062, - 0.589844, - 0.390625, - 0.421875, - 0.574219, - 0.644531, - 0.582031, - 0.609375, - 0.605469, - 0.710938, - 0.578125, - 0.400391, - 0.625, - 0.597656, - 0.691406, - 0.808594, - 0.390625, - 0.180664, - 0.578125, - 0.605469, - 0.5, - 0.707031, - 0.5, - 0.628906, - 0.6875, - 0.582031, - 0.625, - 0.722656, - 0.566406, - 0.617188, - 0.357422, - 0.202148, - 0.589844, - 0.554688, - 0.341797, - 0.609375, - 0.898438, - 0.914062, - 0.644531, - 0.511719, - 0.910156, - 0.816406, - 0.695312, - 0.494141, - 0.519531, - 0.734375, - 0.523438, - 0.457031, - 0.511719, - 0.414062, - 0.71875, - 0.816406, - 0.609375, - 0.40625, - 0.578125, - 0.5625, - 0.65625, - 0.341797, - 0.4375, - 0.287109, - 0.570312, - 0.707031, - 0.5625, - 0.429688, - 0.597656, - 0.523438, - 0.484375, - 0.128906, - 0.601562, - 0.490234, - 0.636719, - 0.515625, - 0.703125, - 0.660156, - 0.933594, - 0.65625, - 0.589844, - 0.257812, - 0.863281, - 0.376953, - 0.472656, - 0.570312, - 0.441406, - 0.5625, - 0.601562, - 0.140625, - 0.707031, - 0.78125, - 0.597656, - 0.197266, - 0.511719, - 0.539062, - 0.875, - 0.519531, - 0.574219, - 0.5625, - 0.130859, - 0.71875, - 0.777344, - 0.554688, - 0.417969, - 0.478516, - 0.539062, - 0.546875, - 0.601562, - 0.613281, - 0.3125, - 0.416016, - 0.53125, - 0.539062, - 0.839844, - 0.455078, - 0.245117, - 0.925781, - 0.570312, - 0.578125, - 0.458984, - 0.992188, - 0.730469, - 1.1875, - 0.116211, - 0.373047, - 0.11084, - 0.632812, - 1.335938, - 0.832031, - 0.585938, - 0.511719, - 0.515625, - 1.09375, - 0.585938, - 0.490234, - 0.585938, - 0.425781, - 0.5625, - 0.351562, - 0.722656, - 0.140625, - 0.605469, - 0.65625, - 0.625, - 0.761719, - 0.400391, - 1.007812, - 0.5625, - 0.734375, - 0.796875, - 0.792969, - 0.664062, - 0.466797, - 0.851562, - 0.503906, - 0.636719, - 0.488281, - 0.570312, - 0.605469, - 0.742188, - 0.625, - 0.636719, - 0.574219, - 0.150391, - 0.613281, - 0.519531, - 0.667969, - 0.703125, - 0.476562, - 0.6875, - 0.648438, - 0.589844, - 0.746094, - 0.601562, - 0.65625, - 0.730469, - 0.578125, - 0.137695, - 0.84375, - 0.664062, - 0.386719, - 0.597656, - 0.558594, - 0.667969, - 0.59375, - 0.404297, - 0.769531, - 0.5625, - 0.503906, - 0.373047, - 1.007812, - 0.722656, - 0.792969, - 0.597656, - 0.490234, - 0.185547, - 0.496094, - 0.785156, - 0.539062, - 0.589844, - 0.792969, - 0.570312, - 0.644531, - 0.757812, - 0.455078, - 0.546875, - 0.515625, - 0.628906, - 0.539062, - 0.6875, - 0.5625, - 0.554688, - 0.703125, - 0.511719, - 1.015625, - 0.777344, - 0.683594, - 0.585938, - 0.10791, - 0.65625, - 0.158203, - 0.245117, - 0.443359, - 0.523438, - 0.371094, - 0.328125, - 0.535156, - 0.140625, - 0.449219, - 0.609375, - 0.617188, - 0.691406, - 0.539062, - 0.498047, - 0.523438, - 0.714844, - 0.523438, - 0.163086, - 0.628906, - 1.015625, - 0.636719, - 0.878906, - 0.675781, - 0.71875, - 0.550781, - 0.78125, - 0.625, - 0.65625, - 0.664062, - 0.314453, - 0.8125, - 0.371094, - 0.185547, - 0.53125, - 0.494141, - 0.488281, - 0.6875, - 0.738281, - -4.5e-05, - 0.455078, - 0.333984, - 0.734375, - 0.605469, - 0.738281, - 0.707031, - 0.431641, - 0.730469, - 0.777344, - 0.605469, - 0.566406, - 0.435547, - 0.231445, - 0.363281, - 0.5625, - 0.480469, - 0.835938, - 0.648438, - 0.164062, - 0.123535, - 0.203125, - 0.597656, - 0.554688, - 0.492188, - 1.132812, - 0.691406, - 0.498047, - 0.621094, - 0.59375, - 0.478516, - 0.161133, - 0.621094, - 0.507812, - 0.640625, - 0.660156, - 0.382812, - 0.390625, - 0.660156, - 0.574219, - 0.449219, - 0.371094, - 0.636719, - 0.6875, - 0.173828, - 0.486328, - 0.589844, - 0.265625, - 0.5625, - 0.65625, - 0.453125, - 0.65625, - 0.566406, - 0.498047, - 0.121582, - 0.511719, - 0.310547, - 0.550781, - 0.601562, - 0.349609, - 0.494141, - 0.746094, - 0.574219, - 0.523438, - 0.496094, - 0.464844, - 0.585938, - 0.792969, - 0.65625, - 0.539062, - 0.636719, - 0.400391, - 0.613281, - 0.621094, - 0.507812, - 0.679688, - 0.546875, - 0.609375, - 0.472656, - 0.398438, - 0.679688, - 0.75, - 0.804688, - 0.648438, - 0.695312, - 0.59375, - 0.546875, - 0.570312, - 0.53125, - 0.546875, - 0.757812, - 0.478516, - 0.519531, - 0.554688, - 0.439453, - 0.65625, - 0.679688, - 0.494141, - 0.660156, - 0.429688, - 0.933594, - 0.445312, - 0.882812, - 0.378906, - 0.578125, - 0.503906, - 0.546875, - 0.341797, - 0.283203, - 0.582031, - 0.710938, - 0.112793, - 0.707031, - 0.59375, - 0.605469 - ] - }, - "name": "model.model.layers.9.input_layernorm.weight", - "outputIndexes": [ - 766 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 765 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_9/Mul_output_0", - "outputIndexes": [ - 767 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 766, - 767 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_9/Mul_1_output_0", - "outputIndexes": [ - 768 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 768 - ], - "outputIndexes": [ - 2560 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2560 - ], - "outputIndexes": [ - 2561 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear", - "inputIndexes": [ - 2561 - ], - "outputIndexes": [ - 2562 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 236963178, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2562 - ], - "outputIndexes": [ - 2563 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2563 - ], - "outputIndexes": [ - 769 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 768 - ], - "main_type": "NONE", - "name": "/Shape_127_output_0", - "outputIndexes": [ - 770 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 770 - ], - "main_type": "NONE", - "name": "Shape2328", - "outputIndexes": [ - 771 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 770 - ], - "main_type": "NONE", - "name": "Rank2330", - "outputIndexes": [ - 772 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 772, - 772 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2332", - "outputIndexes": [ - 773 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 773 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2333", - "outputIndexes": [ - 774 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 773, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2335", - "outputIndexes": [ - 775 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 775 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2336", - "outputIndexes": [ - 776 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 771, - 774, - 776, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2339", - "outputIndexes": [ - 777 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 777 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2340", - "outputIndexes": [ - 778 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 778 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2341", - "outputIndexes": [ - 779 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 779, - 778 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2342", - "outputIndexes": [ - 780 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 770, - 780, - 773 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_139_output_0", - "outputIndexes": [ - 781 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 781, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_289_output_0", - "outputIndexes": [ - 782 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 782, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_117_output_0", - "outputIndexes": [ - 783 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 769, - 783 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_82_output_0", - "outputIndexes": [ - 784 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 784, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_72_output_0", - "outputIndexes": [ - 785 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 784 - ], - "main_type": "NONE", - "name": "/Shape_128_output_0", - "outputIndexes": [ - 786 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 786 - ], - "main_type": "NONE", - "name": "Shape2349", - "outputIndexes": [ - 787 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 786 - ], - "main_type": "NONE", - "name": "Rank2351", - "outputIndexes": [ - 788 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 788, - 788 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2353", - "outputIndexes": [ - 789 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 789 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2354", - "outputIndexes": [ - 790 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 789, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2356", - "outputIndexes": [ - 791 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 791 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2357", - "outputIndexes": [ - 792 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 787, - 790, - 792, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2360", - "outputIndexes": [ - 793 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 793 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2361", - "outputIndexes": [ - 794 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 794 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2362", - "outputIndexes": [ - 795 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 795, - 794 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2363", - "outputIndexes": [ - 796 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 786, - 796, - 789 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_140_output_0", - "outputIndexes": [ - 797 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 797, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_27_output_0", - "outputIndexes": [ - 798 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 798, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_294_output_0", - "outputIndexes": [ - 799 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 784, - 799, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_37_output_0", - "outputIndexes": [ - 800 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 800 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_18_output_0", - "outputIndexes": [ - 801 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 784, - 22, - 799, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_36_output_0", - "outputIndexes": [ - 802 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 801, - 802 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_120_output_0", - "outputIndexes": [ - 803 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 803, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_73_output_0", - "outputIndexes": [ - 804 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 785, - 804 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_45_output_0", - "outputIndexes": [ - 805 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 768 - ], - "outputIndexes": [ - 2564 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2564 - ], - "outputIndexes": [ - 2565 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear", - "inputIndexes": [ - 2565 - ], - "outputIndexes": [ - 2566 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 238296448, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2566 - ], - "outputIndexes": [ - 2567 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2567 - ], - "outputIndexes": [ - 806 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 782, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_118_output_0", - "outputIndexes": [ - 807 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 806, - 807 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_83_output_0", - "outputIndexes": [ - 808 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 808, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_74_output_0", - "outputIndexes": [ - 809 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 808 - ], - "main_type": "NONE", - "name": "/Shape_129_output_0", - "outputIndexes": [ - 810 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 810 - ], - "main_type": "NONE", - "name": "Shape2412", - "outputIndexes": [ - 811 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 810 - ], - "main_type": "NONE", - "name": "Rank2414", - "outputIndexes": [ - 812 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 812, - 812 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2416", - "outputIndexes": [ - 813 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 813 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2417", - "outputIndexes": [ - 814 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 813, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2419", - "outputIndexes": [ - 815 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 815 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2420", - "outputIndexes": [ - 816 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 811, - 814, - 816, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2423", - "outputIndexes": [ - 817 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 817 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2424", - "outputIndexes": [ - 818 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 818 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2425", - "outputIndexes": [ - 819 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 819, - 818 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2426", - "outputIndexes": [ - 820 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 810, - 820, - 813 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_141_output_0", - "outputIndexes": [ - 821 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 821, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_28_output_0", - "outputIndexes": [ - 822 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 822, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_296_output_0", - "outputIndexes": [ - 823 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 808, - 823, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_39_output_0", - "outputIndexes": [ - 824 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 824 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_19_output_0", - "outputIndexes": [ - 825 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 808, - 22, - 823, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_38_output_0", - "outputIndexes": [ - 826 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 825, - 826 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_121_output_0", - "outputIndexes": [ - 827 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 827, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_75_output_0", - "outputIndexes": [ - 828 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 809, - 828 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_46_output_0", - "outputIndexes": [ - 829 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 768 - ], - "outputIndexes": [ - 2568 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2568 - ], - "outputIndexes": [ - 2569 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear", - "inputIndexes": [ - 2569 - ], - "outputIndexes": [ - 2570 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 238518678, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2570 - ], - "outputIndexes": [ - 2571 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2571 - ], - "outputIndexes": [ - 830 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 830, - 807 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_84_output_0", - "outputIndexes": [ - 831 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 805, - 829, - 831, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_89_output_0", - "outputIndexes": [ - 832 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 832 - ], - "outputIndexes": [ - 2572 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2572 - ], - "outputIndexes": [ - 2573 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear", - "inputIndexes": [ - 2573 - ], - "outputIndexes": [ - 2574 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 238740908, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2574 - ], - "outputIndexes": [ - 2575 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2575 - ], - "outputIndexes": [ - 833 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 765, - 833 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_48_output_0", - "outputIndexes": [ - 834 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.136719, - 0.808594, - 0.589844, - 0.671875, - 0.527344, - 0.519531, - 0.71875, - 0.589844, - 0.695312, - 0.400391, - 0.632812, - 0.241211, - 0.742188, - 0.769531, - 0.738281, - 0.671875, - 0.683594, - 0.574219, - 0.753906, - 0.34375, - 0.703125, - 0.605469, - 0.625, - 0.130859, - 0.816406, - 0.734375, - 0.507812, - 0.384766, - 0.408203, - 0.808594, - 0.71875, - 0.703125, - 0.867188, - 0.458984, - 0.617188, - 0.816406, - 0.800781, - 0.667969, - 0.328125, - 0.302734, - 0.855469, - 0.800781, - 0.730469, - 0.8125, - 0.111816, - 0.628906, - 0.597656, - 0.710938, - 0.613281, - 0.496094, - 0.134766, - 0.269531, - 0.75, - 0.796875, - 0.738281, - 0.470703, - 0.421875, - 0.130859, - 0.367188, - 0.382812, - 0.550781, - 0.425781, - 0.5625, - 0.742188, - 0.707031, - 0.204102, - 0.523438, - 0.404297, - 0.5625, - 0.474609, - 0.566406, - 0.427734, - 0.133789, - 0.439453, - 0.6875, - 0.279297, - 0.742188, - 0.707031, - 0.695312, - 0.859375, - 0.859375, - 0.136719, - 0.265625, - 0.828125, - 0.773438, - 0.78125, - 0.8125, - 0.863281, - 0.527344, - 0.6875, - 0.710938, - 0.523438, - 0.470703, - 0.474609, - 0.796875, - 0.289062, - 0.628906, - 0.392578, - 0.882812, - 0.734375, - 0.917969, - 0.289062, - 0.246094, - 0.847656, - 0.332031, - 0.625, - 0.617188, - 0.679688, - 0.320312, - 0.722656, - 0.373047, - 0.820312, - 0.511719, - 0.332031, - 0.789062, - 0.671875, - 0.78125, - 0.863281, - 0.132812, - 0.146484, - 0.71875, - 0.149414, - 0.427734, - 0.455078, - 0.746094, - 0.816406, - 0.832031, - 0.154297, - 0.423828, - 0.90625, - 0.632812, - 0.613281, - 0.742188, - 0.84375, - 0.773438, - 0.878906, - 0.330078, - 0.863281, - 0.347656, - 0.699219, - 0.149414, - 0.554688, - 0.519531, - 0.176758, - 0.824219, - 0.363281, - 0.792969, - 0.511719, - 0.859375, - 0.664062, - 0.574219, - 0.777344, - 0.166016, - 0.71875, - 0.648438, - 0.361328, - 0.84375, - 0.433594, - 0.785156, - 0.785156, - 0.369141, - 0.490234, - 0.648438, - 0.143555, - 0.380859, - 0.773438, - 0.625, - 0.789062, - 0.742188, - 0.871094, - 0.871094, - 0.714844, - 0.71875, - 0.867188, - 0.511719, - 0.78125, - 0.734375, - 0.875, - 0.765625, - 0.816406, - 0.792969, - 0.601562, - 0.785156, - 0.652344, - 0.742188, - 0.308594, - 0.158203, - 0.847656, - 0.679688, - 0.617188, - 0.859375, - 0.484375, - 0.832031, - 0.78125, - 0.804688, - 0.710938, - 0.640625, - 0.578125, - 0.785156, - 0.464844, - 0.585938, - 0.742188, - 0.863281, - 0.875, - 0.777344, - 0.742188, - 0.710938, - 0.878906, - 0.652344, - 0.761719, - 0.613281, - 0.785156, - 0.3125, - 0.554688, - 0.84375, - 0.144531, - 0.773438, - 0.808594, - 0.722656, - 0.65625, - 0.710938, - 0.796875, - 0.18457, - 0.198242, - 0.460938, - 0.789062, - 0.419922, - 0.287109, - 0.359375, - 0.714844, - 0.761719, - 0.765625, - 0.84375, - 0.789062, - 0.742188, - 0.488281, - 0.792969, - 0.609375, - 0.746094, - 0.804688, - 0.503906, - 0.808594, - 0.671875, - 0.894531, - 0.699219, - 0.730469, - 0.828125, - 0.734375, - 0.507812, - 0.832031, - 0.554688, - 0.211914, - 0.816406, - 0.474609, - 0.134766, - 0.388672, - 0.535156, - 0.835938, - 0.792969, - 0.648438, - 0.667969, - 0.800781, - 0.78125, - 0.431641, - 0.796875, - 0.699219, - 0.40625, - 0.816406, - 0.703125, - 0.628906, - 0.742188, - 0.5, - 0.455078, - 0.753906, - 0.304688, - 0.396484, - 0.177734, - 0.800781, - 0.396484, - 0.835938, - 0.738281, - 0.605469, - 0.601562, - 0.527344, - 0.722656, - 0.147461, - 0.410156, - 0.738281, - 0.582031, - 0.816406, - 0.730469, - 0.78125, - 0.839844, - 0.839844, - 0.480469, - 0.574219, - 0.742188, - 0.664062, - 0.804688, - 0.835938, - 0.140625, - 0.189453, - 0.828125, - 0.152344, - 0.886719, - 0.683594, - 0.789062, - 0.472656, - 0.808594, - 0.132812, - 0.320312, - 0.828125, - 0.160156, - 0.671875, - 0.90625, - 0.824219, - 0.15625, - 0.695312, - 0.742188, - 0.146484, - 0.703125, - 0.90625, - 0.734375, - 0.302734, - 0.636719, - 0.734375, - 0.574219, - 0.143555, - 0.632812, - 0.558594, - 0.133789, - 0.824219, - 0.151367, - 0.597656, - 0.558594, - 0.204102, - 0.625, - 0.129883, - 0.451172, - 0.174805, - 0.613281, - 0.753906, - 0.542969, - 0.796875, - 0.761719, - 0.644531, - 0.664062, - 0.474609, - 0.412109, - 0.738281, - 0.470703, - 0.25, - 0.28125, - 0.765625, - 0.449219, - 0.761719, - 0.335938, - 0.589844, - 0.765625, - 0.363281, - 0.369141, - 0.632812, - 0.742188, - 0.75, - 0.628906, - 0.613281, - 0.785156, - 0.636719, - 0.147461, - 0.8125, - 0.570312, - 0.396484, - 0.839844, - 0.351562, - 0.578125, - 0.59375, - 0.773438, - 0.460938, - 0.882812, - 0.392578, - 0.828125, - 0.890625, - 0.722656, - 0.875, - 0.196289, - 0.738281, - 0.447266, - 0.847656, - 0.484375, - 0.785156, - 0.609375, - 0.683594, - 0.789062, - 0.707031, - 0.316406, - 0.155273, - 0.71875, - 0.302734, - 0.546875, - 0.777344, - 0.390625, - 0.816406, - 0.4375, - 0.675781, - 0.527344, - 0.137695, - 0.855469, - 0.695312, - 0.863281, - 0.148438, - 0.554688, - 0.412109, - 0.796875, - 0.78125, - 0.5625, - 0.5625, - 0.859375, - 0.859375, - 0.318359, - 0.734375, - 0.773438, - 0.333984, - 0.726562, - 0.412109, - 0.349609, - 0.816406, - 0.462891, - 0.765625, - 0.476562, - 0.78125, - 0.851562, - 0.808594, - 0.722656, - 0.867188, - 0.333984, - 0.416016, - 0.460938, - 0.380859, - 0.664062, - 0.761719, - 0.53125, - 0.304688, - 0.197266, - 0.613281, - 0.777344, - 0.828125, - 0.145508, - 0.832031, - 0.8125, - 0.8125, - 0.976562, - 0.722656, - 0.660156, - 0.90625, - 0.832031, - 0.796875, - 0.871094, - 0.75, - 0.142578, - 0.910156, - 0.357422, - 0.652344, - 0.714844, - 0.5, - 0.554688, - 0.161133, - 0.443359, - 0.570312, - 0.566406, - 0.632812, - 0.742188, - 0.660156, - 0.322266, - 0.707031, - 0.824219, - 0.851562, - 0.789062, - 0.392578, - 0.141602, - 0.714844, - 0.828125, - 0.632812, - 0.734375, - 0.78125, - 0.53125, - 0.412109, - 0.726562, - 0.53125, - 0.769531, - 0.746094, - 0.746094, - 0.71875, - 0.789062, - 0.675781, - 0.78125, - 0.785156, - 0.8125, - 0.824219, - 0.462891, - 0.160156, - 0.134766, - 0.816406, - 0.746094, - 0.421875, - 0.894531, - 0.574219, - 0.824219, - 0.273438, - 0.400391, - 0.835938, - 0.347656, - 0.824219, - 0.839844, - 0.855469, - 0.152344, - 0.722656, - 0.628906, - 0.871094, - 0.25, - 0.503906, - 0.605469, - 0.710938, - 0.695312, - 0.46875, - 0.789062, - 0.404297, - 0.667969, - 0.78125, - 0.757812, - 0.722656, - 0.478516, - 0.431641, - 0.123047, - 0.447266, - 0.773438, - 0.789062, - 0.792969, - 0.722656, - 0.71875, - 0.142578, - 0.628906, - 0.636719, - 0.785156, - 0.65625, - 0.648438, - 0.455078, - 0.308594, - 0.726562, - 0.316406, - 0.699219, - 0.412109, - 0.71875, - 0.765625, - 0.474609, - 0.151367, - 0.601562, - 0.796875, - 0.734375, - 0.777344, - 0.151367, - 0.832031, - 0.808594, - 0.796875, - 0.71875, - 0.773438, - 0.589844, - 0.129883, - 0.746094, - 0.777344, - 0.761719, - 0.359375, - 0.886719, - 0.527344, - 0.129883, - 0.154297, - 0.472656, - 0.800781, - 0.742188, - 0.157227, - 0.746094, - 0.339844, - 0.425781, - 0.675781, - 0.867188, - 0.90625, - 0.345703, - 0.503906, - 0.804688, - 0.855469, - 0.490234, - 0.804688, - 0.796875, - 0.6875, - 0.496094, - 0.408203, - 0.820312, - 0.769531, - 0.816406, - 0.734375, - 0.412109, - 0.792969, - 0.84375, - 0.714844, - 0.139648, - 0.816406, - 0.230469, - 0.144531, - 0.886719, - 0.730469, - -0.000186, - 0.492188, - 0.769531, - 0.133789, - 0.339844, - 0.601562, - 0.703125, - 0.65625, - 0.796875, - 0.310547, - 0.605469, - 0.410156, - 0.335938, - 0.652344, - 0.644531, - 0.886719, - 0.851562, - 0.703125, - 0.855469, - 0.773438, - 0.5625, - 0.878906, - 0.546875, - 0.129883, - 0.691406, - 0.617188, - 0.523438, - 0.753906, - 0.435547, - 0.769531, - 0.597656, - 0.828125, - 0.128906, - 0.777344, - 0.390625, - 0.136719, - 0.839844, - 0.820312, - 0.894531, - 0.291016, - 0.46875, - 0.155273, - 0.820312, - 0.457031, - 0.429688, - 0.357422, - 0.84375, - 0.78125, - 0.785156, - 0.550781, - 0.816406, - 0.550781, - 0.271484, - 0.129883, - 0.601562, - 0.339844, - 0.726562, - 0.734375, - 0.652344, - 0.628906, - 0.503906, - 0.734375, - 0.279297, - 0.738281, - 0.847656, - 0.839844, - 0.792969, - 0.143555, - 0.742188, - 0.703125, - 0.394531, - 0.609375, - 0.710938, - 0.714844, - 0.808594, - 0.824219, - 0.710938, - 0.855469, - 0.785156, - 0.515625, - 0.832031, - 0.820312, - 0.53125, - 0.429688, - 0.8125, - 0.261719, - 0.738281, - 0.435547, - 0.486328, - 0.898438, - 0.777344, - 0.578125, - 0.652344, - 0.65625, - 0.816406, - 0.18457, - 0.726562, - 0.435547, - 0.605469, - 0.804688, - 0.371094, - 0.178711, - 0.130859, - 0.792969, - 0.244141, - 0.140625, - 0.796875, - 0.804688, - 0.78125, - 0.146484, - 0.808594, - 0.738281, - 0.145508, - 0.628906, - 0.168945, - 0.578125, - 0.730469, - 0.486328, - 0.796875, - 0.8125, - 0.644531, - 0.546875, - 0.625, - 0.605469, - 0.376953, - 0.90625, - 0.255859, - 0.585938, - 0.75, - 0.816406, - 0.84375, - 0.515625, - 0.161133, - 0.310547, - 0.496094, - 0.753906, - 0.730469, - 0.535156, - 0.722656, - 0.898438, - 0.773438, - 0.296875, - 0.796875, - 0.375, - 0.180664, - 0.478516, - 0.597656, - 0.710938, - 0.392578, - 0.369141, - 0.554688, - 0.828125, - 0.578125, - 0.523438, - 0.144531, - 0.554688, - 0.824219, - 0.804688, - 0.59375, - 0.462891, - 0.585938, - 0.136719, - 0.726562, - 0.738281, - 0.333984, - 0.636719, - 0.386719, - 0.396484, - 0.209961, - 0.785156, - 0.330078, - 0.367188, - 0.796875, - 0.458984, - 0.648438, - 0.441406, - 0.605469, - 0.875, - 0.382812, - 0.648438, - 0.496094, - 0.789062, - 0.847656, - 0.746094, - 0.390625, - 0.361328, - 0.820312, - 0.271484, - 0.380859, - 0.898438, - 0.667969, - 0.373047, - 0.785156, - 0.211914, - 0.710938, - 0.710938, - 0.683594, - 0.398438, - 0.6875, - 0.150391, - 0.419922, - 0.710938, - 0.482422, - 0.699219, - 0.337891, - 0.414062, - 0.789062, - 0.703125, - 0.660156, - 0.75, - 0.839844, - 0.757812, - 0.796875, - 0.757812, - 0.726562, - 0.835938, - 0.621094, - 0.330078, - 0.147461, - 0.8125, - 0.330078, - 0.753906, - 0.40625, - 0.527344, - 0.357422, - 0.539062, - 0.734375, - 0.667969, - 0.382812, - 0.800781, - 0.742188, - 0.878906, - 0.71875, - 0.269531, - 0.769531, - 0.139648, - 0.363281, - 0.832031, - 0.439453, - 0.703125, - 0.134766, - 0.71875, - 0.738281, - 0.839844, - 0.257812, - 0.691406, - 0.910156, - 0.152344, - 0.423828, - 0.361328, - 0.792969, - 0.835938, - 0.447266, - 0.859375, - 0.800781, - 0.133789, - 0.263672, - 0.796875, - 0.341797, - 0.435547, - 0.652344, - 0.621094, - 0.652344, - 0.478516, - 0.65625, - 0.789062, - 0.660156, - 0.824219, - 0.609375, - 0.388672, - 0.804688, - 0.141602, - 0.8125, - 0.53125, - 0.470703, - 0.621094, - 0.640625, - 0.851562, - 0.8125, - 0.742188, - 0.644531, - 0.213867, - 0.792969, - 0.679688, - 0.144531, - 0.546875, - 0.851562, - 0.816406, - 0.792969, - 0.326172, - 0.137695, - 0.455078, - 0.402344, - 0.746094, - 0.644531, - 0.322266, - 0.703125, - 0.253906, - 0.839844, - 0.667969, - 0.498047, - 0.777344, - 0.378906, - 0.558594, - 0.535156, - 0.375, - 0.800781, - 0.832031, - 0.134766, - 0.773438, - 0.785156, - 0.867188, - 0.742188, - 0.734375, - 0.804688, - 0.243164, - 0.671875, - 0.345703, - 0.441406, - 0.722656, - 0.71875, - 0.875, - 0.78125, - 0.570312, - 0.146484, - 0.773438, - 0.710938, - 0.632812, - 0.820312, - 0.402344, - 0.871094, - 0.636719, - 0.667969, - 0.695312, - 0.40625, - 0.730469, - 0.828125, - 0.75, - 0.474609, - 0.800781, - 0.832031, - 0.867188, - 0.152344, - 0.734375, - 0.796875, - 0.640625, - 0.664062, - 0.675781, - 0.332031, - 0.349609, - 0.75, - 0.871094, - 0.871094, - 0.59375, - 0.726562, - 0.519531, - 0.582031, - 0.78125, - 0.478516, - 0.542969, - 0.453125, - 0.503906, - 0.726562, - 0.753906, - 0.660156, - 0.761719, - 0.149414, - 0.867188, - 0.804688, - 0.412109, - 0.5, - 0.347656, - 0.679688, - 0.582031, - 0.314453, - 0.546875, - 0.417969, - 0.554688, - 0.808594, - 0.710938, - 0.117188, - 0.828125, - 0.135742, - 0.863281, - 0.769531, - 0.816406, - 0.478516, - 0.730469, - 0.601562, - 0.621094, - 0.482422, - 0.804688, - 0.738281, - 0.330078, - 0.722656, - 0.683594, - 0.375, - 0.671875, - 0.188477, - 0.804688, - 0.496094, - 0.380859, - 0.597656, - 0.695312, - 0.714844, - 0.765625, - 0.507812, - 0.921875, - 0.828125, - 0.314453, - 0.457031, - 0.59375, - 0.707031, - 0.785156, - 0.234375, - 0.527344, - 0.75, - 0.738281, - 0.839844, - 0.255859, - 0.882812, - 0.408203, - 0.789062, - 0.621094, - 0.601562, - 0.871094, - 0.785156, - 0.820312, - 0.71875, - 0.400391, - 0.632812, - 0.625, - 0.542969, - 0.6875, - 0.839844, - 0.640625, - 0.734375, - 0.804688, - 0.660156, - 0.863281, - 0.683594, - 0.546875, - 0.494141, - 0.8125, - 0.710938, - 0.800781, - 0.78125, - 0.507812, - 0.746094, - 0.804688, - 0.847656, - 0.433594, - 0.832031, - 0.484375, - 0.462891, - 0.386719, - 0.613281, - 0.742188, - 0.886719, - 0.359375, - 0.835938, - 0.601562, - 0.777344, - 0.867188, - 0.236328, - 0.664062, - 0.671875, - 0.761719, - 0.742188, - 0.75, - 0.785156, - 0.785156, - 0.378906, - 0.746094, - 0.796875, - 0.710938, - 0.636719, - 0.726562, - 0.148438, - 0.847656, - 0.554688, - 0.710938, - 0.878906, - 0.652344, - 0.380859, - 0.482422, - 0.71875, - 0.333984, - 0.867188, - 0.121582, - 0.40625, - 0.71875, - 0.148438, - 0.130859, - 0.558594, - 0.425781, - 0.476562, - 0.78125, - 0.679688, - 0.554688, - 0.433594, - 0.878906, - 0.5, - 0.151367, - 0.882812, - 0.886719, - 0.734375, - 0.667969, - 0.503906, - 0.304688, - 0.804688, - 0.535156, - 0.597656, - 0.5, - 0.378906, - 0.695312, - 0.168945, - 0.847656, - 0.785156, - 0.78125, - 0.757812, - 0.835938, - 0.722656, - 0.636719, - 0.644531, - 0.40625, - 0.707031, - 0.78125, - 0.773438, - 0.859375, - 0.241211, - 0.609375, - 0.726562, - 0.816406, - 0.449219, - 0.839844, - 0.851562, - 0.443359, - 0.789062, - 0.4375, - 0.445312, - 0.808594, - 0.554688, - 0.546875, - 0.511719, - 0.597656, - 0.148438, - 0.847656, - 0.12207, - 0.828125, - 0.828125, - 0.144531, - 0.251953, - 0.863281, - 0.554688, - 0.75, - 0.761719, - 0.289062, - 0.679688, - 0.490234, - 0.357422, - 0.730469, - 0.777344, - 0.597656, - 0.294922, - 0.494141, - 0.765625, - 0.738281, - 0.396484, - 0.828125, - 0.824219, - 0.726562, - 0.828125, - 0.357422, - 0.140625, - 0.515625, - 0.765625, - 0.65625, - 0.808594, - 0.640625, - 0.761719, - 0.835938, - 0.738281, - 0.613281, - 0.859375, - 0.558594, - 0.816406, - 0.347656, - 0.133789, - 0.349609, - 0.710938, - 0.326172, - 0.71875, - 0.878906, - 0.839844, - 0.847656, - 0.558594, - 0.839844, - 0.90625, - 0.816406, - 0.652344, - 0.777344, - 0.875, - 0.582031, - 0.447266, - 0.267578, - 0.172852, - 0.871094, - 0.378906, - 0.53125, - 0.285156, - 0.683594, - 0.683594, - 0.208008, - 0.198242, - 0.451172, - 0.21582, - 0.78125, - 0.660156, - 0.597656, - 0.519531, - 0.691406, - 0.78125, - 0.419922, - 0.146484, - 0.832031, - 0.439453, - 0.824219, - 0.628906, - 0.820312, - 0.730469, - 0.878906, - 0.730469, - 0.746094, - 0.182617, - 0.871094, - 0.261719, - 0.410156, - 0.761719, - 0.494141, - 0.632812, - 0.835938, - 0.131836, - 0.542969, - 0.882812, - 0.761719, - 0.152344, - 0.710938, - 0.503906, - 0.894531, - 0.46875, - 0.710938, - 0.652344, - 0.134766, - 0.789062, - 0.832031, - 0.757812, - 0.332031, - 0.601562, - 0.59375, - 0.667969, - 0.738281, - 0.800781, - 0.644531, - 0.335938, - 0.710938, - 0.695312, - 0.875, - 0.324219, - 0.171875, - 0.675781, - 0.746094, - 0.667969, - 0.433594, - 0.322266, - 0.851562, - 0.388672, - 0.129883, - 0.341797, - 0.128906, - 0.707031, - 0.474609, - 0.886719, - 0.710938, - 0.535156, - 0.640625, - 0.59375, - 0.6875, - 0.414062, - 0.660156, - 0.410156, - 0.671875, - 0.369141, - 0.84375, - 0.130859, - 0.679688, - 0.820312, - 0.738281, - 0.773438, - 0.277344, - 0.859375, - 0.585938, - 0.839844, - 0.644531, - 0.839844, - 0.714844, - 0.394531, - 0.863281, - 0.527344, - 0.632812, - 0.546875, - 0.714844, - 0.785156, - 0.84375, - 0.828125, - 0.792969, - 0.816406, - 0.136719, - 0.498047, - 0.691406, - 0.570312, - 0.871094, - 0.433594, - 0.839844, - 0.777344, - 0.640625, - 0.824219, - 0.734375, - 0.8125, - 0.597656, - 0.78125, - 0.12793, - 0.800781, - 0.855469, - 0.285156, - 0.742188, - 0.746094, - 0.800781, - 0.703125, - 0.332031, - 0.863281, - 0.375, - 0.539062, - 0.322266, - 0.882812, - 0.886719, - 0.816406, - 0.804688, - 0.431641, - 0.151367, - 0.625, - 0.204102, - 0.800781, - 0.785156, - 0.820312, - 0.636719, - 0.648438, - 0.890625, - 0.412109, - 0.558594, - 0.660156, - 0.660156, - 0.546875, - 0.792969, - 0.664062, - 0.65625, - 0.792969, - 0.769531, - 0.523438, - 0.875, - 0.824219, - 0.726562, - 0.125, - 0.816406, - 0.149414, - 0.174805, - 0.589844, - 0.582031, - 0.341797, - 0.18457, - 0.550781, - 0.141602, - 0.347656, - 0.789062, - 0.6875, - 0.820312, - 1.023438, - 0.632812, - 0.308594, - 0.839844, - 0.419922, - 0.134766, - 0.746094, - 0.890625, - 0.726562, - 0.925781, - 0.691406, - 0.863281, - 0.6875, - 0.902344, - 0.753906, - 0.734375, - 0.835938, - 0.158203, - 0.863281, - 0.416016, - 0.147461, - 0.765625, - 0.425781, - 0.660156, - 0.777344, - 0.84375, - -3.8e-05, - 0.392578, - 0.335938, - 0.183594, - 0.449219, - 0.777344, - 0.789062, - 0.707031, - 0.863281, - 0.882812, - 0.621094, - 0.75, - 0.421875, - 0.168945, - 0.390625, - 0.707031, - 0.6875, - 0.824219, - 0.796875, - 0.142578, - 0.131836, - 0.15625, - 0.722656, - 0.457031, - 0.421875, - 0.582031, - 0.839844, - 0.546875, - 0.769531, - 0.785156, - 0.636719, - 0.135742, - 0.640625, - 0.527344, - 0.800781, - 0.828125, - 0.332031, - 0.34375, - 0.832031, - 0.722656, - 0.691406, - 0.355469, - 0.570312, - 0.773438, - 0.140625, - 0.628906, - 0.78125, - 0.439453, - 0.757812, - 0.816406, - 0.371094, - 0.824219, - 0.6875, - 0.597656, - 0.135742, - 0.621094, - 0.302734, - 0.800781, - 0.765625, - 0.382812, - 0.578125, - 0.470703, - 0.679688, - 0.427734, - 0.632812, - 0.347656, - 0.683594, - 0.585938, - 0.527344, - 0.503906, - 0.722656, - 0.349609, - 0.765625, - 0.773438, - 0.503906, - 0.890625, - 0.777344, - 0.640625, - 0.361328, - 0.371094, - 0.839844, - 0.8125, - 0.847656, - 0.726562, - 0.882812, - 0.644531, - 0.609375, - 0.738281, - 0.625, - 0.785156, - 0.886719, - 0.507812, - 0.457031, - 0.734375, - 0.439453, - 0.769531, - 0.550781, - 0.699219, - 0.792969, - 0.636719, - 0.859375, - 0.349609, - 0.894531, - 0.378906, - 0.613281, - 0.613281, - 0.726562, - 0.259766, - 0.175781, - 0.625, - 0.800781, - 0.121094, - 0.703125, - 0.746094, - 0.8125 - ] - }, - "name": "model.model.layers.9.post_attention_layernorm.weight", - "outputIndexes": [ - 835 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 834 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_9/Mul_output_0", - "outputIndexes": [ - 836 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 835, - 836 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_9/Mul_1_output_0", - "outputIndexes": [ - 837 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 837 - ], - "outputIndexes": [ - 2576 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2576 - ], - "outputIndexes": [ - 2577 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/gate_proj/Linear", - "inputIndexes": [ - 2577 - ], - "outputIndexes": [ - 2578 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 240068034, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2578 - ], - "outputIndexes": [ - 2579 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2579 - ], - "outputIndexes": [ - 838 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 838 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_9/Sigmoid_output_0", - "outputIndexes": [ - 839 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 838, - 839 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_9/Mul_output_0", - "outputIndexes": [ - 840 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 837 - ], - "outputIndexes": [ - 2580 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2580 - ], - "outputIndexes": [ - 2581 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/up_proj/Linear", - "inputIndexes": [ - 2581 - ], - "outputIndexes": [ - 2582 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 247809496, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2582 - ], - "outputIndexes": [ - 2583 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2583 - ], - "outputIndexes": [ - 841 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 840, - 841 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_9/Mul_output_0", - "outputIndexes": [ - 842 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 842 - ], - "outputIndexes": [ - 2584 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2584 - ], - "outputIndexes": [ - 2585 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/down_proj/Linear", - "inputIndexes": [ - 2585 - ], - "outputIndexes": [ - 2586 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 255550958, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2586 - ], - "outputIndexes": [ - 2587 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2587 - ], - "outputIndexes": [ - 843 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 834, - 843 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_49_output_0", - "outputIndexes": [ - 844 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 844, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_90_output_0", - "outputIndexes": [ - 845 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.090332, - 0.914062, - 0.984375, - 0.640625, - 0.632812, - 0.453125, - 0.699219, - 0.554688, - 0.617188, - 0.396484, - 0.597656, - 0.335938, - 0.691406, - 0.808594, - 0.6875, - 0.707031, - 0.617188, - 0.550781, - 0.660156, - 0.333984, - 0.621094, - 0.816406, - 0.722656, - 0.082031, - 0.925781, - 0.664062, - 0.441406, - 0.341797, - 0.275391, - 0.90625, - 0.648438, - 0.597656, - 1.101562, - 0.294922, - 0.679688, - 0.878906, - 0.847656, - 0.679688, - 0.263672, - 0.328125, - 0.933594, - 0.820312, - 0.675781, - 0.964844, - 0.086426, - 0.601562, - 0.476562, - 0.609375, - 0.617188, - 0.789062, - 0.078613, - 0.308594, - 0.703125, - 0.8125, - 0.699219, - 0.443359, - 0.382812, - 0.069824, - 0.578125, - 0.375, - 0.574219, - 0.365234, - 0.75, - 0.671875, - 0.691406, - 0.209961, - 0.550781, - 0.310547, - 0.734375, - 0.464844, - 0.675781, - 0.474609, - 0.078613, - 0.410156, - 0.628906, - 0.3125, - 0.710938, - 0.636719, - 0.671875, - 1.046875, - 0.929688, - 0.080078, - 0.460938, - 0.914062, - 0.792969, - 0.742188, - 0.835938, - 0.953125, - 0.578125, - 0.660156, - 0.660156, - 0.53125, - 0.746094, - 0.380859, - 0.804688, - 0.632812, - 0.617188, - 0.447266, - 1.03125, - 0.726562, - 1.210938, - 0.339844, - 0.287109, - 0.96875, - 0.335938, - 0.671875, - 0.914062, - 0.621094, - 0.285156, - 0.703125, - 0.333984, - 0.972656, - 0.550781, - 1.382812, - 0.75, - 0.605469, - 0.871094, - 1.0625, - 0.072754, - 0.093262, - 0.632812, - 0.119141, - 0.470703, - 0.394531, - 0.65625, - 0.789062, - 0.953125, - 0.098633, - 0.5625, - 1.03125, - 0.558594, - 0.558594, - 0.796875, - 1.015625, - 0.898438, - 0.964844, - 0.265625, - 0.957031, - 0.291016, - 0.570312, - 0.097168, - 0.675781, - 0.441406, - 0.131836, - 0.984375, - 0.320312, - 0.773438, - 0.707031, - 1.0, - 0.625, - 0.5625, - 0.832031, - 0.12793, - 0.652344, - 0.376953, - 0.330078, - 0.996094, - 0.423828, - 0.8125, - 0.75, - 0.388672, - 0.546875, - 0.78125, - 0.115234, - 0.390625, - 0.824219, - 0.597656, - 0.789062, - 0.789062, - 1.179688, - 1.070312, - 0.679688, - 0.703125, - 0.992188, - 0.5, - 0.824219, - 0.96875, - 1.125, - 0.832031, - 0.878906, - 0.730469, - 0.523438, - 0.8125, - 1.070312, - 0.679688, - 0.609375, - 0.10498, - 1.023438, - 0.498047, - 0.574219, - 1.054688, - 0.472656, - 1.078125, - 0.84375, - 0.902344, - 0.59375, - 0.582031, - 0.546875, - 0.734375, - 0.443359, - 0.462891, - 0.679688, - 1.054688, - 1.070312, - 0.730469, - 0.703125, - 0.679688, - 1.007812, - 0.621094, - 0.714844, - 0.601562, - 0.828125, - 0.3125, - 0.539062, - 0.960938, - 0.157227, - 0.785156, - 0.816406, - 0.695312, - 0.550781, - 0.652344, - 0.789062, - 0.241211, - 0.507812, - 0.414062, - 0.738281, - 0.376953, - 0.255859, - 0.695312, - 0.632812, - 0.703125, - 0.710938, - 1.039062, - 0.769531, - 0.6875, - 0.369141, - 0.710938, - 0.675781, - 0.679688, - 0.820312, - 0.455078, - 0.890625, - 0.710938, - 1.117188, - 0.632812, - 0.636719, - 0.875, - 0.820312, - 0.53125, - 0.914062, - 0.585938, - 0.363281, - 1.039062, - 1.429688, - 0.078613, - 0.324219, - 0.550781, - 0.921875, - 0.921875, - 0.746094, - 0.636719, - 0.753906, - 0.804688, - 0.425781, - 0.773438, - 0.5625, - 0.359375, - 0.902344, - 0.640625, - 0.546875, - 0.699219, - 0.683594, - 0.486328, - 0.699219, - 0.310547, - 0.318359, - 0.121094, - 0.933594, - 0.326172, - 0.957031, - 0.660156, - 0.609375, - 0.65625, - 0.554688, - 0.601562, - 0.094238, - 0.316406, - 0.746094, - 0.632812, - 0.867188, - 0.613281, - 0.769531, - 0.9375, - 0.898438, - 0.4375, - 0.539062, - 0.785156, - 0.730469, - 0.835938, - 0.992188, - 0.089844, - 0.255859, - 0.980469, - 0.099121, - 1.085938, - 0.570312, - 0.859375, - 0.566406, - 0.871094, - 0.07373, - 0.333984, - 0.882812, - 0.109863, - 0.613281, - 1.039062, - 0.882812, - 0.182617, - 0.703125, - 0.757812, - 0.100098, - 0.582031, - 1.109375, - 0.679688, - 0.283203, - 0.601562, - 0.902344, - 0.578125, - 0.086426, - 0.632812, - 0.542969, - 0.066406, - 0.980469, - 0.104004, - 0.671875, - 0.59375, - 0.306641, - 0.597656, - 0.070312, - 0.498047, - 0.145508, - 0.605469, - 0.777344, - 0.523438, - 0.929688, - 0.671875, - 0.542969, - 0.578125, - 0.449219, - 0.328125, - 0.707031, - 0.394531, - 0.285156, - 0.369141, - 1.109375, - 0.253906, - 0.796875, - 1.523438, - 0.640625, - 0.792969, - 0.310547, - 0.217773, - 0.683594, - 0.75, - 0.667969, - 0.625, - 0.632812, - 0.746094, - 0.683594, - 0.084473, - 0.882812, - 0.554688, - 0.402344, - 1.078125, - 0.341797, - 0.609375, - 0.535156, - 0.839844, - 0.466797, - 1.039062, - 0.355469, - 0.988281, - 1.09375, - 0.71875, - 0.976562, - 0.208984, - 0.621094, - 0.443359, - 0.972656, - 0.433594, - 0.785156, - 0.589844, - 0.640625, - 0.789062, - 0.859375, - 0.535156, - 0.148438, - 0.679688, - 0.273438, - 0.558594, - 0.707031, - 0.347656, - 0.902344, - 0.458984, - 0.480469, - 0.640625, - 0.076172, - 0.9375, - 0.601562, - -0.0001, - 0.124512, - 0.527344, - 0.414062, - 0.78125, - 0.765625, - 0.570312, - 0.539062, - 0.996094, - 0.945312, - 0.275391, - 0.640625, - 0.792969, - 0.324219, - 1.1875, - 0.400391, - 0.206055, - 0.929688, - 0.390625, - 0.863281, - 0.507812, - 0.695312, - 1.007812, - 0.855469, - 0.582031, - 0.957031, - 0.398438, - 0.400391, - 0.427734, - 0.333984, - 0.652344, - 0.695312, - 0.511719, - 0.203125, - 0.246094, - 0.996094, - 0.730469, - 0.914062, - 0.111328, - 0.851562, - 0.898438, - 0.882812, - 1.171875, - 0.738281, - 0.490234, - 1.101562, - 0.949219, - 0.777344, - 1.101562, - 0.738281, - 0.076172, - 1.078125, - 0.314453, - 0.605469, - 0.730469, - 0.550781, - 0.507812, - 0.110352, - 0.427734, - 0.613281, - 0.558594, - 0.546875, - 0.710938, - 0.550781, - 0.306641, - 0.703125, - 0.953125, - 0.980469, - 0.878906, - 0.322266, - 0.12793, - 0.695312, - 0.957031, - 0.753906, - 0.632812, - 0.789062, - 0.507812, - 0.341797, - 0.691406, - 0.695312, - 0.726562, - 0.675781, - 0.648438, - 0.640625, - 0.816406, - 0.785156, - 0.847656, - 0.710938, - 0.871094, - 0.945312, - 0.472656, - 0.143555, - 0.080566, - 0.785156, - 0.773438, - 0.216797, - 1.03125, - 0.53125, - 0.886719, - 0.992188, - 0.384766, - 0.933594, - 0.265625, - 0.855469, - 0.988281, - 0.921875, - 0.094727, - 0.636719, - 0.667969, - 0.984375, - 0.306641, - 0.75, - -0.000169, - 0.671875, - 0.613281, - 0.507812, - 0.839844, - 0.34375, - 0.511719, - 0.84375, - 0.722656, - 0.582031, - 0.388672, - 0.375, - 0.086914, - 0.46875, - 0.761719, - 0.824219, - 0.847656, - 0.664062, - 0.652344, - 0.071289, - 0.554688, - 0.546875, - 0.914062, - 0.585938, - 0.4375, - 0.46875, - 0.535156, - 0.753906, - 0.455078, - 0.65625, - 0.326172, - 0.644531, - 0.765625, - 0.306641, - 0.08252, - 0.53125, - 0.796875, - 0.699219, - 0.800781, - 0.10498, - 0.84375, - 0.796875, - 0.863281, - 0.660156, - 0.773438, - 1.03125, - 0.092285, - 0.726562, - 0.75, - 0.824219, - 0.333984, - 1.085938, - 0.5, - 0.081055, - 0.225586, - 0.369141, - 0.769531, - 0.695312, - 0.098145, - 0.667969, - 1.335938, - 0.439453, - 0.464844, - 0.988281, - 1.21875, - 0.3125, - 0.511719, - 0.886719, - 0.941406, - 0.330078, - 0.859375, - 0.886719, - 0.625, - 0.443359, - 0.398438, - 0.867188, - 0.824219, - 0.875, - 0.730469, - 0.404297, - 0.886719, - 1.078125, - 0.628906, - 0.09082, - 0.949219, - 0.275391, - 0.09668, - 1.023438, - 0.777344, - 0.000256, - 0.402344, - 0.8125, - 0.074707, - 0.314453, - 0.601562, - 0.710938, - 0.617188, - 0.8125, - 0.308594, - 0.484375, - 0.373047, - 0.347656, - 0.644531, - 0.550781, - 1.132812, - 1.0, - 0.609375, - 0.960938, - 0.792969, - 0.585938, - 1.039062, - 0.558594, - 0.081055, - 0.449219, - 0.511719, - 0.59375, - 0.707031, - 0.398438, - 0.75, - 0.675781, - 0.984375, - 0.082031, - 0.769531, - 0.361328, - 0.080566, - 1.03125, - 1.015625, - 1.1875, - 0.376953, - 0.445312, - 0.11084, - 0.878906, - 0.441406, - 0.361328, - 0.308594, - 1.023438, - 0.785156, - 0.8125, - 0.482422, - 0.886719, - 0.582031, - 0.382812, - 0.09082, - 0.519531, - 0.519531, - 0.648438, - 0.726562, - 0.53125, - 0.648438, - 0.480469, - 0.675781, - 0.59375, - 0.675781, - 1.078125, - 1.0, - 0.808594, - 0.12793, - 0.632812, - 0.636719, - 0.447266, - 0.585938, - 0.640625, - 0.632812, - 0.859375, - 0.953125, - 0.726562, - 0.910156, - 0.738281, - 0.433594, - 0.90625, - 0.964844, - 0.472656, - 0.472656, - 0.875, - 0.466797, - 0.777344, - 0.542969, - 0.488281, - 1.117188, - 0.71875, - 0.75, - 0.585938, - 0.589844, - 0.824219, - 0.209961, - 0.648438, - 0.384766, - 0.792969, - 0.925781, - 0.333984, - 0.143555, - 0.078613, - 0.785156, - 0.546875, - 0.092773, - 0.898438, - 0.777344, - 0.746094, - 0.166016, - 0.882812, - 0.753906, - 0.106445, - 0.582031, - 0.132812, - 0.589844, - 0.636719, - 0.503906, - 0.90625, - 0.890625, - 0.589844, - 0.5, - 0.535156, - 0.609375, - 0.328125, - 1.070312, - 0.234375, - 0.574219, - 0.695312, - 0.878906, - 1.023438, - 0.65625, - 0.115723, - 0.847656, - 0.482422, - 0.671875, - 0.671875, - 0.546875, - 0.6875, - 1.179688, - 0.871094, - 0.355469, - 0.824219, - 1.148438, - 0.160156, - 0.539062, - 0.527344, - 0.71875, - 0.322266, - 0.351562, - 0.523438, - 0.925781, - 0.585938, - 0.519531, - 0.084473, - 0.494141, - 0.875, - 0.90625, - 1.085938, - 0.443359, - 0.582031, - 0.078613, - 0.644531, - 0.644531, - 0.400391, - 0.660156, - 0.345703, - 0.369141, - 0.225586, - 0.726562, - 0.296875, - 0.308594, - 0.914062, - 0.40625, - 0.675781, - 0.523438, - 0.5625, - 1.054688, - 0.304688, - 0.59375, - 0.394531, - 0.789062, - 0.902344, - 0.820312, - 1.734375, - 0.482422, - 0.886719, - 0.318359, - 0.337891, - 1.1875, - 0.660156, - 0.328125, - 0.828125, - 0.291016, - 0.710938, - 0.761719, - 0.714844, - 0.347656, - 0.625, - 0.112305, - 0.34375, - 0.488281, - 0.451172, - 0.632812, - 0.302734, - 0.441406, - 0.707031, - 0.609375, - 0.539062, - 0.628906, - 0.847656, - 0.78125, - 0.851562, - 0.691406, - 0.617188, - 0.929688, - 0.613281, - 0.322266, - 0.152344, - 0.910156, - 0.269531, - 0.671875, - 0.365234, - 0.585938, - 0.378906, - 0.496094, - 0.726562, - 0.597656, - 0.349609, - 0.863281, - 0.636719, - 1.007812, - 0.738281, - 0.273438, - 0.792969, - 0.186523, - 0.324219, - 0.925781, - 0.416016, - 0.703125, - 0.078125, - 0.648438, - 0.769531, - 0.988281, - 0.285156, - 0.71875, - 1.148438, - 0.093262, - 0.384766, - 0.339844, - 0.824219, - 1.007812, - 0.59375, - 1.101562, - 0.832031, - 0.076172, - 1.265625, - 0.824219, - 0.300781, - 1.328125, - 0.675781, - 0.535156, - 0.730469, - 0.667969, - 0.523438, - 0.828125, - 0.585938, - 0.863281, - 0.648438, - 0.390625, - 0.964844, - 0.089844, - 0.84375, - 0.597656, - 0.443359, - 0.589844, - 0.644531, - 1.078125, - 0.960938, - 0.667969, - 0.773438, - 0.208984, - 0.84375, - 0.601562, - 0.081055, - 0.515625, - 1.039062, - 0.859375, - 0.738281, - 0.365234, - 0.075195, - 1.570312, - 1.359375, - 0.773438, - 0.554688, - 0.351562, - 0.703125, - 0.318359, - 0.914062, - 0.597656, - 0.289062, - 0.699219, - 0.371094, - 0.542969, - 0.546875, - 0.332031, - 0.761719, - 1.015625, - 0.071289, - 0.835938, - 0.789062, - 0.976562, - 0.695312, - 0.625, - 0.835938, - 0.255859, - 0.664062, - 0.337891, - 0.410156, - 0.640625, - 0.667969, - 1.109375, - 0.859375, - 0.578125, - 0.089844, - 0.886719, - 0.574219, - 0.628906, - 0.902344, - 0.365234, - 0.984375, - -0.000183, - 0.609375, - 0.71875, - 0.394531, - 0.679688, - 0.886719, - 0.800781, - 0.466797, - 0.914062, - 0.9375, - 0.988281, - 0.083984, - 0.71875, - 0.824219, - 0.757812, - 0.605469, - 0.546875, - 0.507812, - 0.291016, - 0.75, - 0.980469, - 1.140625, - 0.519531, - 0.742188, - 0.539062, - 0.585938, - 0.941406, - 0.416016, - 0.566406, - 0.236328, - 0.460938, - 0.707031, - 0.75, - 0.640625, - 0.75, - 0.090332, - 1.023438, - 0.789062, - 0.416016, - 0.455078, - 0.310547, - 0.683594, - 0.6875, - 0.306641, - 0.527344, - 0.394531, - 0.574219, - 0.90625, - 0.789062, - 0.080566, - 0.894531, - 0.077148, - 1.070312, - 0.746094, - 0.941406, - 0.46875, - 0.699219, - 0.613281, - 0.5625, - 0.355469, - 0.804688, - 0.828125, - 0.277344, - 0.703125, - 0.636719, - 0.347656, - 0.675781, - 0.3125, - 0.910156, - 0.480469, - 0.302734, - 0.617188, - 0.65625, - 0.691406, - 0.824219, - 0.617188, - 1.195312, - 0.792969, - 0.273438, - 0.447266, - 0.519531, - 0.578125, - 0.820312, - 0.263672, - 0.84375, - 0.78125, - 0.722656, - 0.832031, - 0.375, - 1.046875, - 0.40625, - 0.820312, - 0.5, - 0.511719, - 1.007812, - 0.789062, - 0.855469, - 0.636719, - 0.929688, - 0.535156, - 0.605469, - 0.490234, - 0.660156, - 0.90625, - 0.652344, - 0.765625, - 0.882812, - 0.65625, - 1.132812, - 0.652344, - 0.478516, - 0.542969, - 0.871094, - 0.675781, - 0.855469, - 0.742188, - 0.582031, - 0.683594, - 0.820312, - 1.054688, - 0.310547, - 0.847656, - 0.539062, - 0.408203, - 0.365234, - 0.617188, - 0.765625, - 1.117188, - 0.318359, - 0.921875, - 0.582031, - 0.824219, - 0.980469, - 0.976562, - 0.605469, - 0.699219, - 0.722656, - 1.085938, - 0.757812, - 0.875, - 0.800781, - 0.373047, - 0.703125, - 0.785156, - 0.640625, - 0.585938, - 0.675781, - 0.083496, - 1.015625, - 0.980469, - 0.667969, - 1.125, - 0.59375, - 0.378906, - 0.53125, - 0.652344, - 0.421875, - 1.09375, - 0.071777, - 0.332031, - 0.6875, - 0.112305, - 0.068359, - 0.652344, - 0.5625, - 0.3125, - 0.832031, - 0.554688, - 1.070312, - 0.375, - 1.046875, - 0.410156, - 0.097656, - 1.085938, - 0.992188, - 0.660156, - 0.632812, - 0.466797, - 0.400391, - 0.925781, - 0.478516, - 0.53125, - 0.578125, - 0.486328, - 0.648438, - 0.181641, - 0.878906, - 0.765625, - 0.773438, - 0.714844, - 1.039062, - 0.847656, - 0.617188, - 0.632812, - 0.345703, - 0.730469, - 0.828125, - 0.871094, - 0.976562, - 0.235352, - 0.515625, - 0.695312, - 0.871094, - 0.460938, - 0.851562, - 0.921875, - 0.441406, - 0.875, - 0.40625, - 0.382812, - 0.820312, - 0.59375, - 0.480469, - 0.550781, - 1.09375, - 0.102051, - 1.023438, - 0.063477, - 0.855469, - 0.902344, - 0.119629, - 0.192383, - 1.070312, - 0.578125, - 0.652344, - 0.785156, - 0.5625, - 0.636719, - 0.392578, - 0.328125, - 0.765625, - 0.753906, - 0.617188, - 0.503906, - 0.539062, - 0.855469, - 0.617188, - 0.320312, - 0.890625, - 0.890625, - 0.820312, - 1.039062, - 0.300781, - 0.102539, - 0.566406, - 0.792969, - 0.589844, - 0.941406, - 0.546875, - 0.863281, - 0.882812, - 0.753906, - 0.671875, - 1.078125, - 0.542969, - 0.808594, - 0.363281, - 0.095703, - 0.570312, - 0.660156, - 0.416016, - 0.640625, - 1.09375, - 1.070312, - 0.886719, - 0.515625, - 1.039062, - 1.195312, - 0.9375, - 0.566406, - 0.691406, - 1.046875, - 0.496094, - 0.421875, - 0.443359, - 0.326172, - 1.085938, - 0.921875, - 0.628906, - 0.304688, - 0.71875, - 0.667969, - 0.621094, - 0.265625, - 0.417969, - 0.207031, - 0.75, - 0.707031, - 0.5625, - 0.429688, - 0.664062, - 0.800781, - 0.412109, - 0.085449, - 0.929688, - 0.458984, - 0.910156, - 0.5625, - 0.953125, - 0.75, - 1.171875, - 0.835938, - 0.683594, - 0.136719, - 1.140625, - 0.308594, - 0.425781, - 0.683594, - 0.478516, - 0.640625, - 0.949219, - 0.078125, - 0.753906, - 1.078125, - 0.796875, - 0.09375, - 0.660156, - 0.503906, - 1.1875, - 0.457031, - 0.65625, - 0.625, - 0.073242, - 0.898438, - 0.851562, - 0.773438, - 0.289062, - 0.558594, - 0.679688, - 0.628906, - 0.742188, - 0.832031, - 0.384766, - 0.287109, - 0.640625, - 0.644531, - 1.101562, - 0.416016, - 0.154297, - 1.21875, - 0.675781, - 0.707031, - 0.376953, - 0.960938, - 1.039062, - 1.15625, - 0.069336, - 0.287109, - 0.064941, - 0.804688, - 1.445312, - 1.125, - 0.65625, - 0.490234, - 0.566406, - 1.3125, - 0.675781, - 0.371094, - 0.636719, - 0.333984, - 0.640625, - 0.337891, - 0.976562, - 0.094727, - 0.683594, - 0.867188, - 0.71875, - 0.804688, - 0.335938, - 1.164062, - 0.617188, - 0.910156, - 0.8125, - 0.921875, - 0.660156, - 0.378906, - 1.054688, - 0.488281, - 0.613281, - 0.503906, - 0.679688, - 0.765625, - 1.015625, - 0.820312, - 0.796875, - 0.808594, - 0.100098, - 0.578125, - 0.574219, - 0.691406, - 1.085938, - 0.412109, - 0.925781, - 0.835938, - 0.621094, - 0.929688, - 0.714844, - 0.867188, - 0.734375, - 0.71875, - 0.10791, - 0.949219, - 0.898438, - 0.28125, - 0.734375, - 0.691406, - 0.890625, - 0.652344, - 0.300781, - 1.140625, - 0.380859, - 0.464844, - 0.316406, - 1.109375, - 0.980469, - 0.949219, - 0.867188, - 0.400391, - 0.095703, - 0.53125, - 0.714844, - 0.738281, - 0.785156, - 0.921875, - 0.667969, - 0.746094, - 0.980469, - 0.392578, - 0.542969, - 0.613281, - 0.695312, - 0.539062, - 0.867188, - 0.621094, - 0.675781, - 0.832031, - 0.714844, - 1.148438, - 1.039062, - 0.863281, - 0.710938, - 0.063477, - 0.898438, - 0.087402, - 0.158203, - 0.484375, - 0.539062, - 0.316406, - 0.241211, - 0.523438, - 0.082031, - 0.371094, - 0.792969, - 0.695312, - 0.914062, - 0.539062, - 0.539062, - 0.53125, - 0.992188, - 0.449219, - 0.106445, - 0.78125, - 1.085938, - 0.71875, - 1.296875, - 0.726562, - 0.984375, - 0.648438, - 1.125, - 0.773438, - 0.769531, - 0.878906, - 0.275391, - 1.054688, - 0.341797, - 0.117676, - 0.707031, - 0.408203, - 0.558594, - 0.890625, - 0.96875, - 0.006439, - 0.378906, - 0.337891, - 0.847656, - 0.550781, - 0.925781, - 0.839844, - 0.535156, - 0.988281, - 0.953125, - 0.675781, - 0.722656, - 0.351562, - 0.165039, - 0.300781, - 0.636719, - 0.578125, - 1.007812, - 0.847656, - 0.07959, - 0.078613, - 0.10791, - 0.667969, - 0.523438, - 0.443359, - 1.414062, - 0.945312, - 0.507812, - 0.765625, - 0.792969, - 0.539062, - 0.094727, - 0.609375, - 0.507812, - 0.867188, - 0.875, - 0.306641, - 0.349609, - 0.910156, - 0.683594, - 0.582031, - 0.298828, - 0.53125, - 0.898438, - 0.108887, - 0.523438, - 0.699219, - 0.292969, - 0.703125, - 0.792969, - 0.439453, - 0.910156, - 0.632812, - 0.527344, - 0.084473, - 0.542969, - 0.255859, - 0.746094, - 0.792969, - 0.318359, - 0.511719, - 0.742188, - 0.585938, - 0.367188, - 0.554688, - 0.292969, - 0.625, - 0.792969, - 0.664062, - 0.519531, - 0.761719, - 0.310547, - 0.785156, - 0.847656, - 0.507812, - 1.078125, - 0.796875, - 0.671875, - 0.365234, - 0.351562, - 0.902344, - 0.917969, - 1.09375, - 0.734375, - 1.15625, - 0.683594, - 0.582031, - 0.652344, - 0.527344, - 0.691406, - 1.007812, - 0.451172, - 0.451172, - 0.667969, - 0.402344, - 0.761719, - 0.742188, - 0.648438, - 0.867188, - 0.496094, - 1.109375, - 0.326172, - 1.09375, - 0.339844, - 0.652344, - 0.542969, - 0.691406, - 0.3125, - 0.166016, - 0.609375, - 0.855469, - 0.075195, - 0.78125, - 0.683594, - 0.832031 - ] - }, - "name": "model.model.layers.10.input_layernorm.weight", - "outputIndexes": [ - 846 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 845 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_10/Mul_output_0", - "outputIndexes": [ - 847 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 846, - 847 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_10/Mul_1_output_0", - "outputIndexes": [ - 848 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 848 - ], - "outputIndexes": [ - 2588 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2588 - ], - "outputIndexes": [ - 2589 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear", - "inputIndexes": [ - 2589 - ], - "outputIndexes": [ - 2590 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 263292420, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2590 - ], - "outputIndexes": [ - 2591 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2591 - ], - "outputIndexes": [ - 849 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 848 - ], - "main_type": "NONE", - "name": "/Shape_141_output_0", - "outputIndexes": [ - 850 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 850 - ], - "main_type": "NONE", - "name": "Shape2578", - "outputIndexes": [ - 851 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 850 - ], - "main_type": "NONE", - "name": "Rank2580", - "outputIndexes": [ - 852 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 852, - 852 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2582", - "outputIndexes": [ - 853 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 853 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2583", - "outputIndexes": [ - 854 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 853, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2585", - "outputIndexes": [ - 855 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 855 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2586", - "outputIndexes": [ - 856 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 851, - 854, - 856, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2589", - "outputIndexes": [ - 857 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 857 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2590", - "outputIndexes": [ - 858 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 858 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2591", - "outputIndexes": [ - 859 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 859, - 858 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2592", - "outputIndexes": [ - 860 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 850, - 860, - 853 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_154_output_0", - "outputIndexes": [ - 861 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 861, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_321_output_0", - "outputIndexes": [ - 862 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 862, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_130_output_0", - "outputIndexes": [ - 863 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 849, - 863 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_91_output_0", - "outputIndexes": [ - 864 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 864, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_80_output_0", - "outputIndexes": [ - 865 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 864 - ], - "main_type": "NONE", - "name": "/Shape_142_output_0", - "outputIndexes": [ - 866 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 866 - ], - "main_type": "NONE", - "name": "Shape2599", - "outputIndexes": [ - 867 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 866 - ], - "main_type": "NONE", - "name": "Rank2601", - "outputIndexes": [ - 868 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 868, - 868 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2603", - "outputIndexes": [ - 869 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 869 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2604", - "outputIndexes": [ - 870 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 869, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2606", - "outputIndexes": [ - 871 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2607", - "outputIndexes": [ - 872 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 867, - 870, - 872, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2610", - "outputIndexes": [ - 873 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 873 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2611", - "outputIndexes": [ - 874 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 874 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2612", - "outputIndexes": [ - 875 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 875, - 874 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2613", - "outputIndexes": [ - 876 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 866, - 876, - 869 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_155_output_0", - "outputIndexes": [ - 877 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 877, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_30_output_0", - "outputIndexes": [ - 878 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 878, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_326_output_0", - "outputIndexes": [ - 879 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 864, - 879, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_41_output_0", - "outputIndexes": [ - 880 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 880 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_20_output_0", - "outputIndexes": [ - 881 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 864, - 22, - 879, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_40_output_0", - "outputIndexes": [ - 882 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 881, - 882 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_133_output_0", - "outputIndexes": [ - 883 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 883, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_81_output_0", - "outputIndexes": [ - 884 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 865, - 884 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_50_output_0", - "outputIndexes": [ - 885 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 848 - ], - "outputIndexes": [ - 2592 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2592 - ], - "outputIndexes": [ - 2593 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear", - "inputIndexes": [ - 2593 - ], - "outputIndexes": [ - 2594 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 264625690, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2594 - ], - "outputIndexes": [ - 2595 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2595 - ], - "outputIndexes": [ - 886 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 862, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_131_output_0", - "outputIndexes": [ - 887 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 886, - 887 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_92_output_0", - "outputIndexes": [ - 888 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 888, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_82_output_0", - "outputIndexes": [ - 889 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 888 - ], - "main_type": "NONE", - "name": "/Shape_143_output_0", - "outputIndexes": [ - 890 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 890 - ], - "main_type": "NONE", - "name": "Shape2662", - "outputIndexes": [ - 891 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 890 - ], - "main_type": "NONE", - "name": "Rank2664", - "outputIndexes": [ - 892 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 892, - 892 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2666", - "outputIndexes": [ - 893 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 893 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2667", - "outputIndexes": [ - 894 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 893, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2669", - "outputIndexes": [ - 895 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 895 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2670", - "outputIndexes": [ - 896 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 891, - 894, - 896, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2673", - "outputIndexes": [ - 897 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 897 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2674", - "outputIndexes": [ - 898 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2675", - "outputIndexes": [ - 899 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 899, - 898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2676", - "outputIndexes": [ - 900 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 890, - 900, - 893 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_156_output_0", - "outputIndexes": [ - 901 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 901, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_31_output_0", - "outputIndexes": [ - 902 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 902, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_328_output_0", - "outputIndexes": [ - 903 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 888, - 903, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_43_output_0", - "outputIndexes": [ - 904 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 904 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_21_output_0", - "outputIndexes": [ - 905 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 888, - 22, - 903, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_42_output_0", - "outputIndexes": [ - 906 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 905, - 906 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_134_output_0", - "outputIndexes": [ - 907 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 907, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_83_output_0", - "outputIndexes": [ - 908 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 889, - 908 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_51_output_0", - "outputIndexes": [ - 909 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 848 - ], - "outputIndexes": [ - 2596 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2596 - ], - "outputIndexes": [ - 2597 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear", - "inputIndexes": [ - 2597 - ], - "outputIndexes": [ - 2598 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 264847920, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2598 - ], - "outputIndexes": [ - 2599 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2599 - ], - "outputIndexes": [ - 910 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 910, - 887 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_93_output_0", - "outputIndexes": [ - 911 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 885, - 909, - 911, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_98_output_0", - "outputIndexes": [ - 912 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 912 - ], - "outputIndexes": [ - 2600 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2600 - ], - "outputIndexes": [ - 2601 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear", - "inputIndexes": [ - 2601 - ], - "outputIndexes": [ - 2602 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 265070150, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2602 - ], - "outputIndexes": [ - 2603 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2603 - ], - "outputIndexes": [ - 913 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 845, - 913 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_53_output_0", - "outputIndexes": [ - 914 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.138672, - 0.855469, - 0.578125, - 0.65625, - 0.496094, - 0.511719, - 0.695312, - 0.5625, - 0.695312, - 0.386719, - 0.605469, - 0.245117, - 0.738281, - 0.769531, - 0.714844, - 0.652344, - 0.671875, - 0.5625, - 0.753906, - 0.347656, - 0.683594, - 0.585938, - 0.609375, - 0.121094, - 0.882812, - 0.730469, - 0.484375, - 0.375, - 0.417969, - 0.839844, - 0.71875, - 0.6875, - 0.933594, - 0.470703, - 0.601562, - 0.882812, - 0.800781, - 0.652344, - 0.328125, - 0.287109, - 0.914062, - 0.835938, - 0.742188, - 0.839844, - 0.121582, - 0.605469, - 0.589844, - 0.6875, - 0.589844, - 0.466797, - 0.128906, - 0.257812, - 0.757812, - 0.8125, - 0.738281, - 0.445312, - 0.400391, - 0.131836, - 0.337891, - 0.371094, - 0.539062, - 0.40625, - 0.546875, - 0.746094, - 0.6875, - 0.208008, - 0.507812, - 0.400391, - 0.542969, - 0.449219, - 0.539062, - 0.398438, - 0.12793, - 0.416016, - 0.695312, - 0.263672, - 0.753906, - 0.722656, - 0.671875, - 0.925781, - 0.890625, - 0.123535, - 0.249023, - 0.890625, - 0.78125, - 0.796875, - 0.84375, - 0.90625, - 0.507812, - 0.671875, - 0.695312, - 0.503906, - 0.443359, - 0.449219, - 0.816406, - 0.263672, - 0.613281, - 0.363281, - 0.90625, - 0.738281, - 1.039062, - 0.277344, - 0.257812, - 0.894531, - 0.324219, - 0.597656, - 0.609375, - 0.671875, - 0.310547, - 0.710938, - 0.363281, - 0.871094, - 0.490234, - 0.261719, - 0.835938, - 0.660156, - 0.792969, - 0.929688, - 0.121582, - 0.137695, - 0.695312, - 0.145508, - 0.400391, - 0.435547, - 0.746094, - 0.808594, - 0.871094, - 0.151367, - 0.390625, - 0.957031, - 0.617188, - 0.609375, - 0.769531, - 0.902344, - 0.796875, - 0.898438, - 0.335938, - 0.933594, - 0.330078, - 0.691406, - 0.145508, - 0.519531, - 0.494141, - 0.169922, - 0.851562, - 0.353516, - 0.8125, - 0.496094, - 0.929688, - 0.644531, - 0.550781, - 0.800781, - 0.161133, - 0.730469, - 0.644531, - 0.345703, - 0.890625, - 0.412109, - 0.8125, - 0.789062, - 0.367188, - 0.466797, - 0.621094, - 0.138672, - 0.355469, - 0.78125, - 0.605469, - 0.789062, - 0.757812, - 0.957031, - 0.988281, - 0.714844, - 0.707031, - 0.878906, - 0.488281, - 0.796875, - 0.742188, - 1.015625, - 0.773438, - 0.839844, - 0.816406, - 0.589844, - 0.796875, - 0.628906, - 0.734375, - 0.310547, - 0.155273, - 0.882812, - 0.667969, - 0.597656, - 0.917969, - 0.466797, - 0.867188, - 0.828125, - 0.820312, - 0.707031, - 0.621094, - 0.558594, - 0.804688, - 0.443359, - 0.558594, - 0.746094, - 0.953125, - 0.957031, - 0.785156, - 0.734375, - 0.707031, - 0.910156, - 0.636719, - 0.773438, - 0.617188, - 0.820312, - 0.302734, - 0.535156, - 0.882812, - 0.145508, - 0.789062, - 0.800781, - 0.722656, - 0.640625, - 0.730469, - 0.8125, - 0.202148, - 0.193359, - 0.443359, - 0.804688, - 0.402344, - 0.287109, - 0.330078, - 0.703125, - 0.742188, - 0.765625, - 0.894531, - 0.816406, - 0.742188, - 0.472656, - 0.816406, - 0.613281, - 0.734375, - 0.847656, - 0.472656, - 0.847656, - 0.667969, - 0.980469, - 0.671875, - 0.707031, - 0.839844, - 0.726562, - 0.484375, - 0.851562, - 0.527344, - 0.206055, - 0.851562, - 0.417969, - 0.134766, - 0.386719, - 0.511719, - 0.886719, - 0.820312, - 0.621094, - 0.660156, - 0.800781, - 0.796875, - 0.400391, - 0.824219, - 0.683594, - 0.384766, - 0.878906, - 0.6875, - 0.609375, - 0.746094, - 0.472656, - 0.421875, - 0.757812, - 0.291016, - 0.378906, - 0.164062, - 0.835938, - 0.388672, - 0.859375, - 0.722656, - 0.589844, - 0.582031, - 0.515625, - 0.738281, - 0.139648, - 0.40625, - 0.726562, - 0.566406, - 0.859375, - 0.710938, - 0.851562, - 0.898438, - 0.890625, - 0.464844, - 0.558594, - 0.734375, - 0.644531, - 0.84375, - 0.898438, - 0.140625, - 0.180664, - 0.890625, - 0.148438, - 0.96875, - 0.664062, - 0.804688, - 0.451172, - 0.824219, - 0.121094, - 0.304688, - 0.875, - 0.155273, - 0.664062, - 1.0, - 0.882812, - 0.152344, - 0.691406, - 0.730469, - 0.145508, - 0.691406, - 0.980469, - 0.738281, - 0.285156, - 0.613281, - 0.746094, - 0.554688, - 0.133789, - 0.613281, - 0.53125, - 0.125977, - 0.851562, - 0.145508, - 0.574219, - 0.523438, - 0.214844, - 0.589844, - 0.120605, - 0.429688, - 0.168945, - 0.589844, - 0.75, - 0.515625, - 0.839844, - 0.765625, - 0.632812, - 0.644531, - 0.458984, - 0.398438, - 0.742188, - 0.435547, - 0.236328, - 0.273438, - 0.746094, - 0.457031, - 0.789062, - 0.289062, - 0.574219, - 0.78125, - 0.363281, - 0.371094, - 0.613281, - 0.753906, - 0.722656, - 0.605469, - 0.59375, - 0.8125, - 0.628906, - 0.138672, - 0.84375, - 0.546875, - 0.373047, - 0.882812, - 0.335938, - 0.550781, - 0.5625, - 0.8125, - 0.441406, - 0.921875, - 0.388672, - 0.894531, - 0.972656, - 0.734375, - 0.953125, - 0.194336, - 0.730469, - 0.423828, - 0.894531, - 0.460938, - 0.808594, - 0.578125, - 0.691406, - 0.820312, - 0.675781, - 0.308594, - 0.144531, - 0.722656, - 0.318359, - 0.542969, - 0.789062, - 0.373047, - 0.871094, - 0.412109, - 0.667969, - 0.503906, - 0.132812, - 0.925781, - 0.675781, - 0.824219, - 0.155273, - 0.535156, - 0.386719, - 0.824219, - 0.816406, - 0.542969, - 0.539062, - 0.929688, - 0.894531, - 0.320312, - 0.734375, - 0.808594, - 0.322266, - 0.746094, - 0.398438, - 0.361328, - 0.835938, - 0.433594, - 0.800781, - 0.466797, - 0.785156, - 0.90625, - 0.867188, - 0.714844, - 0.925781, - 0.316406, - 0.394531, - 0.4375, - 0.351562, - 0.648438, - 0.75, - 0.5, - 0.306641, - 0.179688, - 0.613281, - 0.753906, - 0.871094, - 0.140625, - 0.878906, - 0.863281, - 0.878906, - 0.980469, - 0.734375, - 0.644531, - 0.996094, - 0.886719, - 0.832031, - 0.964844, - 0.742188, - 0.137695, - 0.945312, - 0.341797, - 0.625, - 0.707031, - 0.476562, - 0.527344, - 0.15918, - 0.429688, - 0.554688, - 0.550781, - 0.613281, - 0.746094, - 0.644531, - 0.326172, - 0.679688, - 0.90625, - 0.886719, - 0.796875, - 0.380859, - 0.140625, - 0.714844, - 0.886719, - 0.605469, - 0.726562, - 0.789062, - 0.511719, - 0.390625, - 0.726562, - 0.507812, - 0.769531, - 0.773438, - 0.753906, - 0.703125, - 0.839844, - 0.675781, - 0.820312, - 0.789062, - 0.8125, - 0.894531, - 0.4375, - 0.154297, - 0.124023, - 0.847656, - 0.734375, - 0.431641, - 0.976562, - 0.542969, - 0.847656, - 0.261719, - 0.392578, - 0.898438, - 0.345703, - 0.796875, - 0.871094, - 0.902344, - 0.145508, - 0.699219, - 0.628906, - 0.949219, - 0.263672, - 0.478516, - 0.570312, - 0.710938, - 0.6875, - 0.435547, - 0.796875, - 0.384766, - 0.671875, - 0.808594, - 0.753906, - 0.71875, - 0.474609, - 0.412109, - 0.115723, - 0.431641, - 0.800781, - 0.796875, - 0.820312, - 0.710938, - 0.710938, - 0.132812, - 0.613281, - 0.621094, - 0.859375, - 0.636719, - 0.65625, - 0.419922, - 0.292969, - 0.699219, - 0.304688, - 0.675781, - 0.400391, - 0.714844, - 0.789062, - 0.494141, - 0.144531, - 0.589844, - 0.835938, - 0.742188, - 0.796875, - 0.143555, - 0.847656, - 0.824219, - 0.808594, - 0.714844, - 0.796875, - 0.570312, - 0.128906, - 0.75, - 0.792969, - 0.773438, - 0.353516, - 0.964844, - 0.511719, - 0.121094, - 0.15332, - 0.46875, - 0.820312, - 0.75, - 0.148438, - 0.742188, - 0.292969, - 0.396484, - 0.667969, - 0.929688, - 0.980469, - 0.339844, - 0.474609, - 0.863281, - 0.921875, - 0.480469, - 0.820312, - 0.820312, - 0.6875, - 0.476562, - 0.382812, - 0.867188, - 0.789062, - 0.851562, - 0.734375, - 0.396484, - 0.820312, - 0.894531, - 0.6875, - 0.129883, - 0.835938, - 0.223633, - 0.145508, - 0.96875, - 0.742188, - 1.6e-05, - 0.460938, - 0.792969, - 0.129883, - 0.330078, - 0.578125, - 0.703125, - 0.636719, - 0.816406, - 0.298828, - 0.578125, - 0.398438, - 0.322266, - 0.628906, - 0.628906, - 0.957031, - 0.898438, - 0.671875, - 0.898438, - 0.785156, - 0.539062, - 0.976562, - 0.5, - 0.12793, - 0.691406, - 0.613281, - 0.494141, - 0.769531, - 0.417969, - 0.773438, - 0.574219, - 0.882812, - 0.121582, - 0.8125, - 0.375, - 0.135742, - 0.867188, - 0.851562, - 1.0, - 0.279297, - 0.435547, - 0.154297, - 0.8125, - 0.4375, - 0.408203, - 0.349609, - 0.914062, - 0.8125, - 0.828125, - 0.53125, - 0.828125, - 0.535156, - 0.259766, - 0.12793, - 0.5625, - 0.318359, - 0.722656, - 0.707031, - 0.617188, - 0.597656, - 0.474609, - 0.726562, - 0.267578, - 0.734375, - 0.894531, - 0.898438, - 0.828125, - 0.132812, - 0.726562, - 0.707031, - 0.369141, - 0.582031, - 0.710938, - 0.6875, - 0.796875, - 0.851562, - 0.683594, - 0.925781, - 0.8125, - 0.494141, - 0.882812, - 0.871094, - 0.515625, - 0.414062, - 0.847656, - 0.244141, - 0.726562, - 0.398438, - 0.462891, - 0.957031, - 0.800781, - 0.558594, - 0.640625, - 0.644531, - 0.84375, - 0.173828, - 0.703125, - 0.400391, - 0.570312, - 0.816406, - 0.341797, - 0.177734, - 0.132812, - 0.800781, - 0.267578, - 0.139648, - 0.855469, - 0.832031, - 0.789062, - 0.144531, - 0.84375, - 0.757812, - 0.147461, - 0.613281, - 0.165039, - 0.554688, - 0.710938, - 0.466797, - 0.8125, - 0.851562, - 0.632812, - 0.511719, - 0.597656, - 0.578125, - 0.359375, - 0.996094, - 0.263672, - 0.5625, - 0.785156, - 0.859375, - 0.960938, - 0.486328, - 0.15332, - 0.287109, - 0.46875, - 0.757812, - 0.714844, - 0.523438, - 0.726562, - 0.984375, - 0.796875, - 0.298828, - 0.828125, - 0.355469, - 0.173828, - 0.453125, - 0.578125, - 0.710938, - 0.371094, - 0.361328, - 0.535156, - 0.871094, - 0.566406, - 0.5, - 0.130859, - 0.542969, - 0.878906, - 0.828125, - 0.578125, - 0.431641, - 0.5625, - 0.124512, - 0.714844, - 0.75, - 0.316406, - 0.601562, - 0.367188, - 0.373047, - 0.198242, - 0.792969, - 0.324219, - 0.357422, - 0.835938, - 0.441406, - 0.621094, - 0.416016, - 0.589844, - 0.957031, - 0.363281, - 0.628906, - 0.476562, - 0.804688, - 0.875, - 0.777344, - 0.283203, - 0.34375, - 0.859375, - 0.261719, - 0.363281, - 0.972656, - 0.65625, - 0.355469, - 0.835938, - 0.236328, - 0.714844, - 0.703125, - 0.667969, - 0.398438, - 0.660156, - 0.150391, - 0.404297, - 0.703125, - 0.439453, - 0.671875, - 0.335938, - 0.398438, - 0.792969, - 0.703125, - 0.65625, - 0.757812, - 0.875, - 0.78125, - 0.804688, - 0.753906, - 0.722656, - 0.871094, - 0.613281, - 0.302734, - 0.143555, - 0.816406, - 0.324219, - 0.777344, - 0.380859, - 0.496094, - 0.349609, - 0.503906, - 0.738281, - 0.644531, - 0.359375, - 0.824219, - 0.742188, - 0.945312, - 0.722656, - 0.257812, - 0.785156, - 0.143555, - 0.353516, - 0.878906, - 0.417969, - 0.679688, - 0.126953, - 0.695312, - 0.730469, - 0.90625, - 0.261719, - 0.691406, - 0.96875, - 0.144531, - 0.402344, - 0.359375, - 0.8125, - 0.890625, - 0.433594, - 0.898438, - 0.851562, - 0.12793, - 0.229492, - 0.824219, - 0.332031, - 0.404297, - 0.628906, - 0.609375, - 0.632812, - 0.515625, - 0.617188, - 0.847656, - 0.652344, - 0.839844, - 0.597656, - 0.369141, - 0.828125, - 0.135742, - 0.851562, - 0.527344, - 0.445312, - 0.617188, - 0.628906, - 0.914062, - 0.847656, - 0.761719, - 0.613281, - 0.206055, - 0.828125, - 0.667969, - 0.133789, - 0.519531, - 0.914062, - 0.867188, - 0.804688, - 0.310547, - 0.133789, - 0.298828, - 0.339844, - 0.746094, - 0.628906, - 0.320312, - 0.710938, - 0.24707, - 0.855469, - 0.640625, - 0.496094, - 0.789062, - 0.357422, - 0.53125, - 0.5, - 0.355469, - 0.824219, - 0.871094, - 0.130859, - 0.78125, - 0.804688, - 0.929688, - 0.738281, - 0.734375, - 0.835938, - 0.232422, - 0.652344, - 0.333984, - 0.414062, - 0.695312, - 0.726562, - 0.9375, - 0.789062, - 0.550781, - 0.146484, - 0.78125, - 0.707031, - 0.605469, - 0.851562, - 0.394531, - 0.9375, - 0.582031, - 0.636719, - 0.695312, - 0.388672, - 0.730469, - 0.902344, - 0.765625, - 0.458984, - 0.835938, - 0.902344, - 0.925781, - 0.146484, - 0.746094, - 0.800781, - 0.628906, - 0.652344, - 0.652344, - 0.316406, - 0.335938, - 0.757812, - 0.933594, - 0.875, - 0.5625, - 0.71875, - 0.507812, - 0.558594, - 0.78125, - 0.462891, - 0.515625, - 0.496094, - 0.478516, - 0.726562, - 0.769531, - 0.632812, - 0.773438, - 0.143555, - 0.9375, - 0.816406, - 0.396484, - 0.480469, - 0.337891, - 0.667969, - 0.5625, - 0.3125, - 0.519531, - 0.392578, - 0.527344, - 0.835938, - 0.714844, - 0.117676, - 0.898438, - 0.132812, - 0.976562, - 0.765625, - 0.859375, - 0.460938, - 0.738281, - 0.566406, - 0.601562, - 0.480469, - 0.824219, - 0.738281, - 0.324219, - 0.71875, - 0.679688, - 0.367188, - 0.652344, - 0.175781, - 0.859375, - 0.470703, - 0.371094, - 0.574219, - 0.6875, - 0.710938, - 0.816406, - 0.488281, - 0.980469, - 0.835938, - 0.310547, - 0.435547, - 0.574219, - 0.695312, - 0.777344, - 0.238281, - 0.482422, - 0.734375, - 0.734375, - 0.890625, - 0.246094, - 0.964844, - 0.398438, - 0.816406, - 0.597656, - 0.589844, - 0.910156, - 0.8125, - 0.863281, - 0.710938, - 0.361328, - 0.625, - 0.617188, - 0.523438, - 0.683594, - 0.90625, - 0.625, - 0.746094, - 0.832031, - 0.636719, - 0.917969, - 0.667969, - 0.527344, - 0.476562, - 0.847656, - 0.691406, - 0.824219, - 0.800781, - 0.474609, - 0.769531, - 0.84375, - 0.921875, - 0.429688, - 0.894531, - 0.462891, - 0.435547, - 0.371094, - 0.589844, - 0.734375, - 0.964844, - 0.371094, - 0.90625, - 0.574219, - 0.765625, - 0.933594, - 0.219727, - 0.632812, - 0.667969, - 0.769531, - 0.738281, - 0.765625, - 0.816406, - 0.773438, - 0.365234, - 0.742188, - 0.828125, - 0.699219, - 0.621094, - 0.738281, - 0.142578, - 0.90625, - 0.519531, - 0.703125, - 0.902344, - 0.640625, - 0.378906, - 0.455078, - 0.703125, - 0.324219, - 0.960938, - 0.116211, - 0.404297, - 0.730469, - 0.136719, - 0.126953, - 0.535156, - 0.400391, - 0.472656, - 0.800781, - 0.65625, - 0.503906, - 0.408203, - 0.945312, - 0.488281, - 0.148438, - 0.933594, - 0.953125, - 0.730469, - 0.648438, - 0.476562, - 0.279297, - 0.855469, - 0.515625, - 0.570312, - 0.470703, - 0.357422, - 0.707031, - 0.169922, - 0.902344, - 0.808594, - 0.800781, - 0.792969, - 0.886719, - 0.710938, - 0.621094, - 0.640625, - 0.380859, - 0.730469, - 0.796875, - 0.773438, - 0.917969, - 0.236328, - 0.59375, - 0.71875, - 0.84375, - 0.429688, - 0.917969, - 0.90625, - 0.433594, - 0.804688, - 0.419922, - 0.427734, - 0.816406, - 0.535156, - 0.539062, - 0.478516, - 0.582031, - 0.137695, - 0.898438, - 0.123535, - 0.867188, - 0.894531, - 0.143555, - 0.25, - 0.953125, - 0.535156, - 0.75, - 0.761719, - 0.271484, - 0.683594, - 0.478516, - 0.345703, - 0.746094, - 0.792969, - 0.566406, - 0.314453, - 0.46875, - 0.78125, - 0.730469, - 0.380859, - 0.875, - 0.847656, - 0.714844, - 0.890625, - 0.361328, - 0.135742, - 0.490234, - 0.789062, - 0.644531, - 0.859375, - 0.628906, - 0.773438, - 0.886719, - 0.738281, - 0.585938, - 0.925781, - 0.53125, - 0.824219, - 0.347656, - 0.136719, - 0.333984, - 0.695312, - 0.335938, - 0.714844, - 0.894531, - 0.902344, - 0.910156, - 0.515625, - 0.890625, - 1.023438, - 0.832031, - 0.644531, - 0.796875, - 0.925781, - 0.554688, - 0.433594, - 0.277344, - 0.178711, - 0.976562, - 0.363281, - 0.511719, - 0.275391, - 0.671875, - 0.675781, - 0.208984, - 0.195312, - 0.423828, - 0.206055, - 0.78125, - 0.636719, - 0.570312, - 0.535156, - 0.691406, - 0.816406, - 0.394531, - 0.141602, - 0.902344, - 0.414062, - 0.878906, - 0.609375, - 0.898438, - 0.71875, - 0.945312, - 0.738281, - 0.75, - 0.172852, - 0.980469, - 0.255859, - 0.394531, - 0.753906, - 0.527344, - 0.609375, - 0.898438, - 0.125977, - 0.519531, - 0.9375, - 0.789062, - 0.146484, - 0.703125, - 0.476562, - 1.007812, - 0.451172, - 0.6875, - 0.648438, - 0.12793, - 0.828125, - 0.84375, - 0.789062, - 0.320312, - 0.589844, - 0.589844, - 0.640625, - 0.738281, - 0.84375, - 0.625, - 0.335938, - 0.722656, - 0.675781, - 0.976562, - 0.302734, - 0.160156, - 0.640625, - 0.734375, - 0.660156, - 0.416016, - 0.318359, - 0.910156, - 0.378906, - 0.120117, - 0.330078, - 0.12207, - 0.71875, - 0.345703, - 0.96875, - 0.6875, - 0.515625, - 0.644531, - 0.589844, - 0.679688, - 0.384766, - 0.648438, - 0.394531, - 0.652344, - 0.404297, - 0.867188, - 0.125977, - 0.667969, - 0.839844, - 0.746094, - 0.785156, - 0.265625, - 0.925781, - 0.550781, - 0.863281, - 0.613281, - 0.871094, - 0.726562, - 0.365234, - 0.929688, - 0.5, - 0.609375, - 0.511719, - 0.695312, - 0.820312, - 0.886719, - 0.871094, - 0.808594, - 0.835938, - 0.12793, - 0.466797, - 0.691406, - 0.546875, - 0.964844, - 0.416016, - 0.902344, - 0.757812, - 0.617188, - 0.824219, - 0.726562, - 0.859375, - 0.578125, - 0.804688, - 0.125, - 0.8125, - 0.910156, - 0.283203, - 0.742188, - 0.742188, - 0.832031, - 0.703125, - 0.328125, - 0.949219, - 0.353516, - 0.519531, - 0.324219, - 0.875, - 0.929688, - 0.851562, - 0.871094, - 0.408203, - 0.136719, - 0.609375, - 0.207031, - 0.851562, - 0.785156, - 0.835938, - 0.628906, - 0.628906, - 0.925781, - 0.398438, - 0.535156, - 0.625, - 0.660156, - 0.519531, - 0.824219, - 0.65625, - 0.667969, - 0.824219, - 0.792969, - 0.5, - 0.878906, - 0.832031, - 0.730469, - 0.120605, - 0.871094, - 0.137695, - 0.170898, - 0.5625, - 0.574219, - 0.333984, - 0.186523, - 0.519531, - 0.136719, - 0.333984, - 0.8125, - 0.679688, - 0.871094, - 1.054688, - 0.617188, - 0.289062, - 0.898438, - 0.386719, - 0.126953, - 0.742188, - 0.914062, - 0.742188, - 1.039062, - 0.691406, - 0.890625, - 0.660156, - 1.007812, - 0.773438, - 0.730469, - 0.871094, - 0.158203, - 0.90625, - 0.400391, - 0.134766, - 0.78125, - 0.408203, - 0.636719, - 0.808594, - 0.902344, - 0.071777, - 0.375, - 0.333984, - 0.167969, - 0.421875, - 0.773438, - 0.796875, - 0.707031, - 0.921875, - 0.917969, - 0.609375, - 0.75, - 0.416016, - 0.164062, - 0.388672, - 0.707031, - 0.671875, - 0.835938, - 0.824219, - 0.136719, - 0.121582, - 0.15332, - 0.722656, - 0.427734, - 0.398438, - 0.53125, - 0.890625, - 0.519531, - 0.792969, - 0.785156, - 0.609375, - 0.132812, - 0.613281, - 0.492188, - 0.84375, - 0.882812, - 0.324219, - 0.324219, - 0.871094, - 0.734375, - 0.671875, - 0.345703, - 0.539062, - 0.789062, - 0.136719, - 0.601562, - 0.789062, - 0.433594, - 0.773438, - 0.828125, - 0.361328, - 0.863281, - 0.667969, - 0.585938, - 0.128906, - 0.609375, - 0.310547, - 0.832031, - 0.800781, - 0.369141, - 0.558594, - 0.439453, - 0.640625, - 0.396484, - 0.609375, - 0.34375, - 0.664062, - 0.5625, - 0.496094, - 0.460938, - 0.726562, - 0.339844, - 0.777344, - 0.804688, - 0.494141, - 1.03125, - 0.8125, - 0.628906, - 0.339844, - 0.365234, - 0.878906, - 0.824219, - 0.933594, - 0.722656, - 1.023438, - 0.640625, - 0.601562, - 0.742188, - 0.589844, - 0.792969, - 0.980469, - 0.488281, - 0.439453, - 0.726562, - 0.431641, - 0.777344, - 0.527344, - 0.691406, - 0.820312, - 0.628906, - 0.90625, - 0.330078, - 0.957031, - 0.376953, - 0.59375, - 0.609375, - 0.726562, - 0.257812, - 0.167969, - 0.597656, - 0.808594, - 0.121582, - 0.667969, - 0.730469, - 0.851562 - ] - }, - "name": "model.model.layers.10.post_attention_layernorm.weight", - "outputIndexes": [ - 915 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 914 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_10/Mul_output_0", - "outputIndexes": [ - 916 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 915, - 916 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_10/Mul_1_output_0", - "outputIndexes": [ - 917 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 917 - ], - "outputIndexes": [ - 2604 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2604 - ], - "outputIndexes": [ - 2605 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/gate_proj/Linear", - "inputIndexes": [ - 2605 - ], - "outputIndexes": [ - 2606 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 266397276, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2606 - ], - "outputIndexes": [ - 2607 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2607 - ], - "outputIndexes": [ - 918 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 918 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_10/Sigmoid_output_0", - "outputIndexes": [ - 919 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 918, - 919 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_10/Mul_output_0", - "outputIndexes": [ - 920 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 917 - ], - "outputIndexes": [ - 2608 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2608 - ], - "outputIndexes": [ - 2609 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/up_proj/Linear", - "inputIndexes": [ - 2609 - ], - "outputIndexes": [ - 2610 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 274138738, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2610 - ], - "outputIndexes": [ - 2611 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2611 - ], - "outputIndexes": [ - 921 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 920, - 921 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_10/Mul_output_0", - "outputIndexes": [ - 922 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 922 - ], - "outputIndexes": [ - 2612 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2612 - ], - "outputIndexes": [ - 2613 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/down_proj/Linear", - "inputIndexes": [ - 2613 - ], - "outputIndexes": [ - 2614 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 281880200, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2614 - ], - "outputIndexes": [ - 2615 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2615 - ], - "outputIndexes": [ - 923 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 914, - 923 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_54_output_0", - "outputIndexes": [ - 924 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 924, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_99_output_0", - "outputIndexes": [ - 925 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.062988, - 0.898438, - 0.878906, - 0.601562, - 0.570312, - 0.429688, - 0.660156, - 0.492188, - 0.527344, - 0.378906, - 0.523438, - 0.361328, - 0.574219, - 0.71875, - 0.597656, - 0.625, - 0.542969, - 0.503906, - 0.589844, - 0.333984, - 0.59375, - 0.695312, - 0.601562, - 0.058838, - 1.078125, - 0.632812, - 0.4375, - 0.337891, - 0.349609, - 0.875, - 0.542969, - 0.570312, - 1.125, - 0.386719, - 0.601562, - 0.917969, - 0.847656, - 0.625, - 0.294922, - 0.308594, - 1.242188, - 0.707031, - 0.621094, - 1.0, - 0.069336, - 0.546875, - 0.470703, - 0.523438, - 0.554688, - 0.691406, - 0.068848, - 0.267578, - 0.78125, - 0.777344, - 0.65625, - 0.382812, - 0.353516, - 0.061035, - 0.486328, - 0.376953, - 0.478516, - 0.357422, - 0.640625, - 0.632812, - 0.578125, - 0.213867, - 0.523438, - 0.361328, - 0.621094, - 0.429688, - 0.582031, - 0.431641, - 0.069824, - 0.367188, - 0.605469, - 0.294922, - 0.6875, - 0.601562, - 0.542969, - 1.210938, - 0.945312, - 0.064941, - 0.443359, - 0.941406, - 0.753906, - 0.679688, - 0.832031, - 1.039062, - 0.535156, - 0.5625, - 0.613281, - 0.511719, - 0.5625, - 0.390625, - 0.773438, - 0.566406, - 0.503906, - 0.431641, - 1.078125, - 0.613281, - 1.4375, - 0.330078, - 0.296875, - 1.023438, - 0.3125, - 0.589844, - 0.808594, - 0.535156, - 0.291016, - 0.644531, - 0.357422, - 1.023438, - 0.484375, - 1.125, - 0.871094, - 0.5625, - 0.898438, - 1.054688, - 0.0625, - 0.076172, - 0.566406, - 0.098145, - 0.380859, - 0.351562, - 0.625, - 0.773438, - 1.039062, - 0.086914, - 0.503906, - 1.101562, - 0.511719, - 0.470703, - 0.679688, - 1.015625, - 0.832031, - 1.171875, - 0.302734, - 1.15625, - 0.279297, - 0.566406, - 0.087891, - 0.574219, - 0.423828, - 0.117676, - 0.976562, - 0.332031, - 0.746094, - 0.835938, - 1.210938, - 0.539062, - 0.519531, - 0.824219, - 0.112305, - 0.597656, - 0.392578, - 0.316406, - 0.964844, - 0.412109, - 0.824219, - 0.734375, - 0.371094, - 0.519531, - 0.734375, - 0.100098, - 0.367188, - 0.714844, - 0.519531, - 0.726562, - 0.761719, - 1.273438, - 1.28125, - 0.550781, - 0.566406, - 0.988281, - 0.443359, - 0.792969, - 0.859375, - 1.289062, - 0.742188, - 0.886719, - 0.839844, - 0.496094, - 0.839844, - 0.984375, - 0.597656, - 0.527344, - 0.084961, - 1.070312, - 0.484375, - 0.539062, - 1.171875, - 0.447266, - 1.140625, - 0.835938, - 0.867188, - 0.53125, - 0.519531, - 0.486328, - 0.757812, - 0.439453, - 0.396484, - 0.660156, - 0.960938, - 1.265625, - 0.742188, - 0.652344, - 0.605469, - 1.054688, - 0.5625, - 0.691406, - 0.554688, - 0.808594, - 0.298828, - 0.523438, - 0.925781, - 0.134766, - 0.6875, - 0.753906, - 0.59375, - 0.503906, - 0.605469, - 0.761719, - 0.261719, - 0.53125, - 0.447266, - 0.855469, - 0.357422, - 0.279297, - 0.535156, - 0.566406, - 0.625, - 0.695312, - 1.070312, - 0.730469, - 0.5625, - 0.376953, - 0.664062, - 0.617188, - 0.589844, - 0.925781, - 0.40625, - 0.835938, - 0.617188, - 1.203125, - 0.578125, - 0.570312, - 0.921875, - 0.691406, - 0.451172, - 1.023438, - 0.527344, - 0.337891, - 0.96875, - 1.203125, - 0.070312, - 0.34375, - 0.519531, - 0.9375, - 0.941406, - 0.628906, - 0.585938, - 0.742188, - 0.609375, - 0.417969, - 0.847656, - 0.511719, - 0.388672, - 0.875, - 0.59375, - 0.494141, - 0.734375, - 0.644531, - 0.421875, - 0.605469, - 0.298828, - 0.332031, - 0.11084, - 0.941406, - 0.367188, - 0.964844, - 0.609375, - 0.554688, - 0.601562, - 0.490234, - 0.5625, - 0.072266, - 0.357422, - 0.6875, - 0.542969, - 0.902344, - 0.625, - 0.851562, - 1.164062, - 0.964844, - 0.410156, - 0.5, - 0.707031, - 0.625, - 0.90625, - 1.070312, - 0.076172, - 0.234375, - 0.867188, - 0.097168, - 1.15625, - 0.574219, - 0.871094, - 0.523438, - 0.839844, - 0.064941, - 0.333984, - 0.824219, - 0.092285, - 0.574219, - 1.304688, - 0.886719, - 0.182617, - 0.609375, - 0.683594, - 0.085449, - 0.550781, - 1.234375, - 0.636719, - 0.267578, - 0.566406, - 0.839844, - 0.507812, - 0.078125, - 0.566406, - 0.457031, - 0.066895, - 0.890625, - 0.099609, - 0.566406, - 0.542969, - 0.302734, - 0.478516, - 0.061035, - 0.470703, - 0.136719, - 0.558594, - 0.75, - 0.484375, - 0.886719, - 0.640625, - 0.453125, - 0.523438, - 0.453125, - 0.330078, - 0.648438, - 0.378906, - 0.255859, - 0.349609, - 0.980469, - 0.326172, - 0.703125, - 1.289062, - 0.605469, - 0.695312, - 0.339844, - 0.236328, - 0.625, - 0.707031, - 0.617188, - 0.605469, - 0.550781, - 0.875, - 0.625, - 0.078125, - 0.84375, - 0.484375, - 0.361328, - 1.007812, - 0.318359, - 0.550781, - 0.507812, - 0.804688, - 0.429688, - 1.1875, - 0.363281, - 1.101562, - 1.335938, - 0.660156, - 1.390625, - 0.180664, - 0.5625, - 0.367188, - 0.894531, - 0.388672, - 0.777344, - 0.527344, - 0.605469, - 0.804688, - 0.8125, - 0.443359, - 0.12793, - 0.578125, - 0.306641, - 0.492188, - 0.6875, - 0.341797, - 0.933594, - 0.417969, - 0.457031, - 0.507812, - 0.064941, - 1.148438, - 0.527344, - 0.000216, - 0.114746, - 0.498047, - 0.365234, - 0.820312, - 0.710938, - 0.542969, - 0.515625, - 1.179688, - 1.203125, - 0.279297, - 0.613281, - 0.808594, - 0.316406, - 1.007812, - 0.382812, - 0.279297, - 0.867188, - 0.378906, - 0.867188, - 0.449219, - 0.660156, - 0.957031, - 0.96875, - 0.535156, - 1.09375, - 0.361328, - 0.363281, - 0.412109, - 0.351562, - 0.550781, - 0.699219, - 0.460938, - 0.257812, - 0.242188, - 0.933594, - 0.738281, - 0.984375, - 0.097656, - 0.980469, - 0.949219, - 1.039062, - 1.320312, - 0.660156, - 0.460938, - 1.484375, - 0.96875, - 0.773438, - 1.054688, - 0.660156, - 0.068848, - 1.164062, - 0.326172, - 0.523438, - 0.648438, - 0.494141, - 0.441406, - 0.097656, - 0.427734, - 0.539062, - 0.535156, - 0.507812, - 0.65625, - 0.5, - 0.333984, - 0.628906, - 1.054688, - 1.039062, - 0.898438, - 0.378906, - 0.115723, - 0.664062, - 0.980469, - 0.679688, - 0.570312, - 0.707031, - 0.458984, - 0.345703, - 0.644531, - 0.589844, - 0.636719, - 0.664062, - 0.679688, - 0.523438, - 0.867188, - 0.71875, - 0.800781, - 0.71875, - 0.890625, - 0.988281, - 0.451172, - 0.129883, - 0.067383, - 0.867188, - 0.640625, - 0.232422, - 1.226562, - 0.445312, - 0.828125, - 1.0625, - 0.380859, - 1.023438, - 0.285156, - 0.761719, - 1.015625, - 1.015625, - 0.087402, - 0.589844, - 0.632812, - 1.164062, - 0.330078, - 0.714844, - 4.4e-05, - 0.597656, - 0.554688, - 0.482422, - 0.746094, - 0.349609, - 0.460938, - 0.835938, - 0.730469, - 0.539062, - 0.400391, - 0.349609, - 0.073242, - 0.449219, - 0.757812, - 0.78125, - 0.855469, - 0.585938, - 0.597656, - 0.069824, - 0.511719, - 0.480469, - 0.902344, - 0.519531, - 0.490234, - 0.382812, - 0.441406, - 0.71875, - 0.390625, - 0.5625, - 0.380859, - 0.539062, - 0.664062, - 0.351562, - 0.069336, - 0.498047, - 0.902344, - 0.628906, - 0.761719, - 0.092773, - 0.871094, - 0.738281, - 0.808594, - 0.605469, - 0.761719, - 0.960938, - 0.077148, - 0.632812, - 0.730469, - 0.75, - 0.375, - 1.21875, - 0.470703, - 0.067871, - 0.200195, - 0.347656, - 0.730469, - 0.664062, - 0.081055, - 0.621094, - 1.171875, - 0.433594, - 0.496094, - 1.117188, - 1.34375, - 0.328125, - 0.472656, - 0.917969, - 1.078125, - 0.341797, - 0.804688, - 0.839844, - 0.519531, - 0.394531, - 0.363281, - 0.917969, - 0.726562, - 0.980469, - 0.675781, - 0.400391, - 0.851562, - 1.210938, - 0.585938, - 0.078125, - 0.882812, - 0.285156, - 0.088867, - 1.085938, - 0.710938, - -0.000113, - 0.419922, - 0.773438, - 0.069824, - 0.335938, - 0.539062, - 0.625, - 0.570312, - 0.761719, - 0.304688, - 0.425781, - 0.369141, - 0.332031, - 0.546875, - 0.5, - 1.398438, - 1.007812, - 0.558594, - 0.988281, - 0.734375, - 0.503906, - 1.257812, - 0.523438, - 0.070312, - 0.445312, - 0.466797, - 0.554688, - 0.707031, - 0.390625, - 0.671875, - 0.613281, - 0.988281, - 0.069824, - 0.769531, - 0.373047, - 0.070801, - 1.0625, - 1.046875, - 1.148438, - 0.349609, - 0.373047, - 0.094238, - 0.828125, - 0.355469, - 0.353516, - 0.318359, - 1.054688, - 0.691406, - 0.738281, - 0.423828, - 0.820312, - 0.578125, - 0.328125, - 0.07373, - 0.46875, - 0.433594, - 0.652344, - 0.597656, - 0.503906, - 0.59375, - 0.4375, - 0.609375, - 0.574219, - 0.640625, - 1.140625, - 1.0, - 0.820312, - 0.102539, - 0.550781, - 0.542969, - 0.396484, - 0.498047, - 0.601562, - 0.498047, - 0.820312, - 0.832031, - 0.632812, - 1.125, - 0.761719, - 0.455078, - 0.957031, - 0.882812, - 0.451172, - 0.451172, - 0.847656, - 0.388672, - 0.746094, - 0.474609, - 0.445312, - 1.117188, - 0.765625, - 0.652344, - 0.539062, - 0.478516, - 0.949219, - 0.191406, - 0.609375, - 0.378906, - 0.640625, - 0.914062, - 0.287109, - 0.132812, - 0.067871, - 0.839844, - 0.589844, - 0.078125, - 0.902344, - 0.867188, - 0.691406, - 0.145508, - 0.917969, - 0.710938, - 0.078125, - 0.542969, - 0.112305, - 0.535156, - 0.554688, - 0.472656, - 0.820312, - 0.863281, - 0.507812, - 0.46875, - 0.466797, - 0.482422, - 0.326172, - 1.375, - 0.259766, - 0.486328, - 0.710938, - 1.039062, - 1.132812, - 0.625, - 0.107422, - 0.757812, - 0.462891, - 0.679688, - 0.636719, - 0.476562, - 0.664062, - 1.351562, - 0.871094, - 0.349609, - 0.792969, - 1.03125, - 0.134766, - 0.496094, - 0.507812, - 0.589844, - 0.332031, - 0.335938, - 0.484375, - 1.085938, - 0.494141, - 0.507812, - 0.065918, - 0.46875, - 0.929688, - 0.882812, - 0.949219, - 0.423828, - 0.527344, - 0.062012, - 0.589844, - 0.613281, - 0.378906, - 0.535156, - 0.351562, - 0.375, - 0.194336, - 0.617188, - 0.289062, - 0.3125, - 0.96875, - 0.375, - 0.566406, - 0.455078, - 0.527344, - 1.335938, - 0.310547, - 0.539062, - 0.408203, - 0.746094, - 1.023438, - 0.777344, - 1.34375, - 0.421875, - 0.851562, - 0.289062, - 0.355469, - 1.40625, - 0.554688, - 0.320312, - 0.890625, - 0.314453, - 0.59375, - 0.671875, - 0.664062, - 0.386719, - 0.5625, - 0.091309, - 0.363281, - 0.46875, - 0.394531, - 0.585938, - 0.318359, - 0.416016, - 0.765625, - 0.574219, - 0.458984, - 0.605469, - 0.953125, - 0.722656, - 0.734375, - 0.648438, - 0.523438, - 0.863281, - 0.486328, - 0.291016, - 0.145508, - 0.882812, - 0.3125, - 0.617188, - 0.371094, - 0.511719, - 0.363281, - 0.462891, - 0.699219, - 0.542969, - 0.351562, - 0.886719, - 0.578125, - 1.195312, - 0.617188, - 0.255859, - 0.695312, - 0.172852, - 0.326172, - 1.046875, - 0.394531, - 0.605469, - 0.060791, - 0.578125, - 0.695312, - 1.132812, - 0.279297, - 0.589844, - 1.3125, - 0.081055, - 0.427734, - 0.347656, - 0.722656, - 1.0, - 0.542969, - 1.039062, - 0.851562, - 0.070312, - 1.226562, - 0.90625, - 0.304688, - 1.171875, - 0.5625, - 0.476562, - 0.59375, - 0.671875, - 0.447266, - 0.890625, - 0.519531, - 0.84375, - 0.59375, - 0.390625, - 0.960938, - 0.075195, - 1.09375, - 0.535156, - 0.380859, - 0.511719, - 0.5625, - 0.894531, - 0.984375, - 0.640625, - 0.75, - 0.19043, - 0.820312, - 0.527344, - 0.068359, - 0.443359, - 1.0625, - 0.964844, - 0.828125, - 0.322266, - 0.065918, - 1.117188, - 1.257812, - 0.585938, - 0.539062, - 0.382812, - 0.625, - 0.302734, - 0.960938, - 0.570312, - 0.351562, - 0.703125, - 0.341797, - 0.486328, - 0.478516, - 0.361328, - 0.75, - 1.023438, - 0.068848, - 0.761719, - 0.703125, - 1.328125, - 0.640625, - 0.617188, - 0.78125, - 0.242188, - 0.574219, - 0.328125, - 0.408203, - 0.609375, - 0.628906, - 1.257812, - 0.824219, - 0.535156, - 0.079102, - 0.890625, - 0.535156, - 0.535156, - 0.953125, - 0.361328, - 1.148438, - -0.000103, - 0.542969, - 0.636719, - 0.414062, - 0.648438, - 1.171875, - 0.757812, - 0.4375, - 0.945312, - 0.992188, - 1.101562, - 0.07666, - 0.617188, - 0.820312, - 0.75, - 0.546875, - 0.455078, - 0.427734, - 0.339844, - 0.613281, - 1.054688, - 1.148438, - 0.492188, - 0.621094, - 0.519531, - 0.542969, - 0.839844, - 0.416016, - 0.523438, - 0.365234, - 0.421875, - 0.628906, - 0.738281, - 0.546875, - 0.734375, - 0.078125, - 1.210938, - 0.796875, - 0.412109, - 0.423828, - 0.328125, - 0.613281, - 0.632812, - 0.308594, - 0.486328, - 0.349609, - 0.511719, - 0.957031, - 0.695312, - 0.060547, - 0.96875, - 0.070312, - 1.3125, - 0.71875, - 0.957031, - 0.466797, - 0.660156, - 0.53125, - 0.488281, - 0.371094, - 0.863281, - 0.75, - 0.308594, - 0.683594, - 0.601562, - 0.355469, - 0.613281, - 0.287109, - 0.910156, - 0.462891, - 0.335938, - 0.554688, - 0.621094, - 0.625, - 0.832031, - 0.539062, - 1.289062, - 0.835938, - 0.298828, - 0.404297, - 0.466797, - 0.515625, - 0.859375, - 0.253906, - 0.742188, - 0.65625, - 0.660156, - 1.101562, - 0.341797, - 1.210938, - 0.427734, - 0.789062, - 0.511719, - 0.472656, - 1.015625, - 0.828125, - 0.980469, - 0.578125, - 0.84375, - 0.490234, - 0.574219, - 0.472656, - 0.605469, - 1.039062, - 0.578125, - 0.695312, - 0.925781, - 0.539062, - 1.289062, - 0.546875, - 0.462891, - 0.511719, - 0.894531, - 0.585938, - 0.859375, - 0.734375, - 0.53125, - 0.664062, - 0.921875, - 1.1875, - 0.376953, - 1.109375, - 0.488281, - 0.384766, - 0.322266, - 0.570312, - 0.667969, - 1.1875, - 0.378906, - 1.132812, - 0.515625, - 0.808594, - 1.085938, - 1.007812, - 0.59375, - 0.609375, - 0.761719, - 0.964844, - 0.648438, - 0.835938, - 0.707031, - 0.345703, - 0.601562, - 0.960938, - 0.625, - 0.492188, - 0.609375, - 0.078613, - 1.09375, - 0.886719, - 0.617188, - 1.125, - 0.507812, - 0.416016, - 0.470703, - 0.609375, - 0.378906, - 1.203125, - 0.06543, - 0.367188, - 0.605469, - 0.095703, - 0.068359, - 0.550781, - 0.507812, - 0.296875, - 0.792969, - 0.492188, - 0.890625, - 0.427734, - 1.28125, - 0.392578, - 0.085449, - 1.28125, - 1.125, - 0.539062, - 0.605469, - 0.4375, - 0.355469, - 0.910156, - 0.466797, - 0.464844, - 0.527344, - 0.410156, - 0.527344, - 0.185547, - 1.007812, - 0.734375, - 0.6875, - 0.710938, - 1.09375, - 0.714844, - 0.519531, - 0.582031, - 0.349609, - 0.667969, - 0.742188, - 0.839844, - 1.21875, - 0.241211, - 0.53125, - 0.578125, - 0.894531, - 0.431641, - 1.148438, - 1.101562, - 0.421875, - 0.851562, - 0.414062, - 0.369141, - 0.851562, - 0.515625, - 0.464844, - 0.486328, - 1.0, - 0.072266, - 1.070312, - 0.056152, - 0.921875, - 1.0, - 0.094727, - 0.174805, - 1.289062, - 0.546875, - 0.644531, - 0.773438, - 0.542969, - 0.539062, - 0.376953, - 0.316406, - 0.59375, - 0.792969, - 0.527344, - 0.535156, - 0.464844, - 0.671875, - 0.632812, - 0.318359, - 1.046875, - 0.835938, - 0.722656, - 1.03125, - 0.347656, - 0.080566, - 0.464844, - 0.71875, - 0.507812, - 0.867188, - 0.5, - 0.792969, - 0.957031, - 0.679688, - 0.574219, - 1.171875, - 0.488281, - 0.964844, - 0.390625, - 0.07959, - 0.546875, - 0.609375, - 0.441406, - 0.617188, - 1.046875, - 1.117188, - 1.109375, - 0.462891, - 1.09375, - 1.5, - 0.894531, - 0.511719, - 0.730469, - 1.132812, - 0.460938, - 0.419922, - 0.414062, - 0.367188, - 1.21875, - 0.832031, - 0.570312, - 0.289062, - 0.609375, - 0.59375, - 0.683594, - 0.246094, - 0.388672, - 0.189453, - 0.730469, - 0.652344, - 0.527344, - 0.546875, - 0.558594, - 0.722656, - 0.367188, - 0.07373, - 1.078125, - 0.396484, - 0.839844, - 0.511719, - 1.09375, - 0.660156, - 1.289062, - 0.75, - 0.570312, - 0.11377, - 1.40625, - 0.285156, - 0.388672, - 0.664062, - 0.578125, - 0.539062, - 0.988281, - 0.074219, - 0.660156, - 1.242188, - 0.800781, - 0.077148, - 0.546875, - 0.464844, - 1.460938, - 0.460938, - 0.582031, - 0.5625, - 0.068848, - 0.949219, - 0.921875, - 0.757812, - 0.302734, - 0.490234, - 0.597656, - 0.539062, - 0.632812, - 0.792969, - 0.345703, - 0.310547, - 0.574219, - 0.554688, - 1.234375, - 0.373047, - 0.141602, - 1.140625, - 0.640625, - 0.613281, - 0.355469, - 0.972656, - 1.023438, - 1.132812, - 0.054199, - 0.269531, - 0.066895, - 0.667969, - 1.046875, - 1.328125, - 0.617188, - 0.462891, - 0.498047, - 1.203125, - 0.59375, - 0.363281, - 0.570312, - 0.404297, - 0.566406, - 0.419922, - 0.984375, - 0.066406, - 0.625, - 0.816406, - 0.640625, - 0.765625, - 0.287109, - 1.226562, - 0.542969, - 0.980469, - 0.691406, - 0.914062, - 0.617188, - 0.373047, - 1.15625, - 0.447266, - 0.570312, - 0.457031, - 0.636719, - 0.71875, - 1.007812, - 1.078125, - 0.832031, - 0.851562, - 0.083496, - 0.542969, - 0.539062, - 0.632812, - 1.304688, - 0.394531, - 1.210938, - 0.769531, - 0.570312, - 0.84375, - 0.644531, - 0.917969, - 0.609375, - 0.703125, - 0.091309, - 0.839844, - 1.148438, - 0.287109, - 0.648438, - 0.59375, - 0.851562, - 0.542969, - 0.335938, - 0.945312, - 0.378906, - 0.455078, - 0.328125, - 1.015625, - 1.140625, - 0.96875, - 1.085938, - 0.363281, - 0.070312, - 0.478516, - 0.824219, - 0.929688, - 0.707031, - 0.957031, - 0.558594, - 0.6875, - 1.078125, - 0.367188, - 0.486328, - 0.550781, - 0.585938, - 0.474609, - 0.777344, - 0.601562, - 0.550781, - 0.910156, - 0.847656, - 0.980469, - 1.0625, - 0.832031, - 0.589844, - 0.056641, - 0.945312, - 0.07666, - 0.144531, - 0.46875, - 0.535156, - 0.318359, - 0.24707, - 0.488281, - 0.069824, - 0.353516, - 0.746094, - 0.617188, - 1.101562, - 0.644531, - 0.492188, - 0.460938, - 1.0, - 0.417969, - 0.086426, - 0.636719, - 1.078125, - 0.621094, - 1.367188, - 0.714844, - 0.996094, - 0.632812, - 1.34375, - 0.722656, - 0.679688, - 0.976562, - 0.25, - 1.125, - 0.335938, - 0.093262, - 0.675781, - 0.390625, - 0.546875, - 0.835938, - 1.140625, - -6.8e-05, - 0.339844, - 0.375, - 0.832031, - 0.486328, - 0.796875, - 0.804688, - 0.539062, - 1.1875, - 1.0625, - 0.539062, - 0.605469, - 0.386719, - 0.154297, - 0.347656, - 0.613281, - 0.566406, - 0.871094, - 0.867188, - 0.07373, - 0.063477, - 0.109863, - 0.589844, - 0.460938, - 0.4375, - 1.523438, - 1.101562, - 0.460938, - 0.71875, - 0.796875, - 0.492188, - 0.087402, - 0.582031, - 0.449219, - 0.792969, - 1.101562, - 0.328125, - 0.304688, - 0.878906, - 0.554688, - 0.496094, - 0.318359, - 0.523438, - 0.804688, - 0.094238, - 0.482422, - 0.761719, - 0.330078, - 0.691406, - 0.84375, - 0.4375, - 1.03125, - 0.550781, - 0.498047, - 0.070801, - 0.523438, - 0.314453, - 0.761719, - 0.746094, - 0.380859, - 0.429688, - 0.640625, - 0.539062, - 0.382812, - 0.480469, - 0.316406, - 0.582031, - 0.753906, - 0.636719, - 0.476562, - 0.65625, - 0.287109, - 0.761719, - 0.789062, - 0.460938, - 1.5625, - 0.804688, - 0.640625, - 0.339844, - 0.339844, - 0.832031, - 0.882812, - 1.0625, - 0.625, - 1.359375, - 0.589844, - 0.5, - 0.617188, - 0.515625, - 0.636719, - 1.28125, - 0.423828, - 0.427734, - 0.667969, - 0.376953, - 0.722656, - 0.664062, - 0.554688, - 0.792969, - 0.460938, - 1.234375, - 0.357422, - 1.179688, - 0.396484, - 0.585938, - 0.503906, - 0.597656, - 0.298828, - 0.137695, - 0.546875, - 0.832031, - 0.07373, - 0.679688, - 0.589844, - 0.855469 - ] - }, - "name": "model.model.layers.11.input_layernorm.weight", - "outputIndexes": [ - 926 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 925 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_11/Mul_output_0", - "outputIndexes": [ - 927 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 926, - 927 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_11/Mul_1_output_0", - "outputIndexes": [ - 928 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 928 - ], - "outputIndexes": [ - 2616 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2616 - ], - "outputIndexes": [ - 2617 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear", - "inputIndexes": [ - 2617 - ], - "outputIndexes": [ - 2618 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 289621662, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2618 - ], - "outputIndexes": [ - 2619 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2619 - ], - "outputIndexes": [ - 929 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 928 - ], - "main_type": "NONE", - "name": "/Shape_155_output_0", - "outputIndexes": [ - 930 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 930 - ], - "main_type": "NONE", - "name": "Shape2828", - "outputIndexes": [ - 931 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 930 - ], - "main_type": "NONE", - "name": "Rank2830", - "outputIndexes": [ - 932 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 932, - 932 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2832", - "outputIndexes": [ - 933 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 933 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2833", - "outputIndexes": [ - 934 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 933, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2835", - "outputIndexes": [ - 935 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 935 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2836", - "outputIndexes": [ - 936 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 931, - 934, - 936, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2839", - "outputIndexes": [ - 937 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 937 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2840", - "outputIndexes": [ - 938 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 938 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2841", - "outputIndexes": [ - 939 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 939, - 938 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2842", - "outputIndexes": [ - 940 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 930, - 940, - 933 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_169_output_0", - "outputIndexes": [ - 941 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 941, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_353_output_0", - "outputIndexes": [ - 942 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 942, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_143_output_0", - "outputIndexes": [ - 943 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 929, - 943 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_100_output_0", - "outputIndexes": [ - 944 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_88_output_0", - "outputIndexes": [ - 945 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944 - ], - "main_type": "NONE", - "name": "/Shape_156_output_0", - "outputIndexes": [ - 946 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 946 - ], - "main_type": "NONE", - "name": "Shape2849", - "outputIndexes": [ - 947 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 946 - ], - "main_type": "NONE", - "name": "Rank2851", - "outputIndexes": [ - 948 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 948, - 948 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2853", - "outputIndexes": [ - 949 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 949 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2854", - "outputIndexes": [ - 950 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 949, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2856", - "outputIndexes": [ - 951 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 951 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2857", - "outputIndexes": [ - 952 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 947, - 950, - 952, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2860", - "outputIndexes": [ - 953 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 953 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2861", - "outputIndexes": [ - 954 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 954 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2862", - "outputIndexes": [ - 955 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 955, - 954 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2863", - "outputIndexes": [ - 956 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 946, - 956, - 949 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_170_output_0", - "outputIndexes": [ - 957 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 957, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_33_output_0", - "outputIndexes": [ - 958 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 958, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_358_output_0", - "outputIndexes": [ - 959 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944, - 959, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_45_output_0", - "outputIndexes": [ - 960 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 960 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_22_output_0", - "outputIndexes": [ - 961 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944, - 22, - 959, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_44_output_0", - "outputIndexes": [ - 962 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 961, - 962 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_146_output_0", - "outputIndexes": [ - 963 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 963, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_89_output_0", - "outputIndexes": [ - 964 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 945, - 964 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_55_output_0", - "outputIndexes": [ - 965 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 928 - ], - "outputIndexes": [ - 2620 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2620 - ], - "outputIndexes": [ - 2621 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear", - "inputIndexes": [ - 2621 - ], - "outputIndexes": [ - 2622 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 290954932, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2622 - ], - "outputIndexes": [ - 2623 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2623 - ], - "outputIndexes": [ - 966 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 942, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_144_output_0", - "outputIndexes": [ - 967 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 966, - 967 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_101_output_0", - "outputIndexes": [ - 968 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 968, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_90_output_0", - "outputIndexes": [ - 969 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 968 - ], - "main_type": "NONE", - "name": "/Shape_157_output_0", - "outputIndexes": [ - 970 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 970 - ], - "main_type": "NONE", - "name": "Shape2912", - "outputIndexes": [ - 971 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 970 - ], - "main_type": "NONE", - "name": "Rank2914", - "outputIndexes": [ - 972 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 972, - 972 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2916", - "outputIndexes": [ - 973 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 973 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2917", - "outputIndexes": [ - 974 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 973, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2919", - "outputIndexes": [ - 975 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 975 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2920", - "outputIndexes": [ - 976 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 971, - 974, - 976, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2923", - "outputIndexes": [ - 977 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 977 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2924", - "outputIndexes": [ - 978 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 978 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2925", - "outputIndexes": [ - 979 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 979, - 978 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2926", - "outputIndexes": [ - 980 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 970, - 980, - 973 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_171_output_0", - "outputIndexes": [ - 981 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 981, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_34_output_0", - "outputIndexes": [ - 982 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 982, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_360_output_0", - "outputIndexes": [ - 983 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 968, - 983, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_47_output_0", - "outputIndexes": [ - 984 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 984 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_23_output_0", - "outputIndexes": [ - 985 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 968, - 22, - 983, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_46_output_0", - "outputIndexes": [ - 986 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 985, - 986 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_147_output_0", - "outputIndexes": [ - 987 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 987, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_91_output_0", - "outputIndexes": [ - 988 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 969, - 988 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_56_output_0", - "outputIndexes": [ - 989 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 928 - ], - "outputIndexes": [ - 2624 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2624 - ], - "outputIndexes": [ - 2625 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear", - "inputIndexes": [ - 2625 - ], - "outputIndexes": [ - 2626 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 291177162, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2626 - ], - "outputIndexes": [ - 2627 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2627 - ], - "outputIndexes": [ - 990 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 990, - 967 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_102_output_0", - "outputIndexes": [ - 991 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 965, - 989, - 991, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_107_output_0", - "outputIndexes": [ - 992 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 992 - ], - "outputIndexes": [ - 2628 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2628 - ], - "outputIndexes": [ - 2629 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear", - "inputIndexes": [ - 2629 - ], - "outputIndexes": [ - 2630 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 291399392, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2630 - ], - "outputIndexes": [ - 2631 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2631 - ], - "outputIndexes": [ - 993 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 925, - 993 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_58_output_0", - "outputIndexes": [ - 994 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.166992, - 0.851562, - 0.535156, - 0.617188, - 0.462891, - 0.457031, - 0.679688, - 0.542969, - 0.679688, - 0.353516, - 0.574219, - 0.241211, - 0.726562, - 0.765625, - 0.699219, - 0.636719, - 0.65625, - 0.542969, - 0.742188, - 0.306641, - 0.703125, - 0.550781, - 0.582031, - 0.111816, - 0.960938, - 0.746094, - 0.453125, - 0.333984, - 0.384766, - 0.816406, - 0.730469, - 0.695312, - 0.976562, - 0.40625, - 0.574219, - 0.902344, - 0.808594, - 0.632812, - 0.298828, - 0.279297, - 0.992188, - 0.847656, - 0.746094, - 0.90625, - 0.167969, - 0.578125, - 0.550781, - 0.671875, - 0.558594, - 0.457031, - 0.116211, - 0.242188, - 0.761719, - 0.796875, - 0.71875, - 0.431641, - 0.369141, - 0.121582, - 0.345703, - 0.339844, - 0.503906, - 0.371094, - 0.519531, - 0.742188, - 0.675781, - 0.200195, - 0.480469, - 0.363281, - 0.523438, - 0.433594, - 0.519531, - 0.380859, - 0.123047, - 0.390625, - 0.695312, - 0.265625, - 0.730469, - 0.699219, - 0.648438, - 0.972656, - 0.90625, - 0.12207, - 0.253906, - 0.925781, - 0.769531, - 0.804688, - 0.871094, - 0.941406, - 0.474609, - 0.675781, - 0.675781, - 0.472656, - 0.429688, - 0.414062, - 0.832031, - 0.28125, - 0.59375, - 0.351562, - 0.9375, - 0.726562, - 1.125, - 0.273438, - 0.230469, - 0.914062, - 0.308594, - 0.589844, - 0.585938, - 0.636719, - 0.289062, - 0.699219, - 0.322266, - 0.90625, - 0.476562, - 0.242188, - 0.859375, - 0.625, - 0.78125, - 0.914062, - 0.117188, - 0.12793, - 0.710938, - 0.141602, - 0.384766, - 0.400391, - 0.753906, - 0.847656, - 0.914062, - 0.137695, - 0.375, - 1.03125, - 0.585938, - 0.589844, - 0.726562, - 0.921875, - 0.78125, - 1.0, - 0.310547, - 1.023438, - 0.306641, - 0.671875, - 0.125977, - 0.496094, - 0.462891, - 0.157227, - 0.886719, - 0.306641, - 0.839844, - 0.539062, - 0.972656, - 0.628906, - 0.527344, - 0.785156, - 0.155273, - 0.734375, - 0.632812, - 0.316406, - 0.890625, - 0.382812, - 0.855469, - 0.828125, - 0.333984, - 0.433594, - 0.617188, - 0.146484, - 0.328125, - 0.769531, - 0.585938, - 0.785156, - 0.753906, - 0.945312, - 1.046875, - 0.699219, - 0.707031, - 0.902344, - 0.474609, - 0.785156, - 0.730469, - 1.0625, - 0.753906, - 0.875, - 0.863281, - 0.554688, - 0.808594, - 0.574219, - 0.703125, - 0.318359, - 0.141602, - 0.933594, - 0.664062, - 0.582031, - 0.976562, - 0.431641, - 0.882812, - 0.839844, - 0.828125, - 0.695312, - 0.605469, - 0.542969, - 0.824219, - 0.412109, - 0.539062, - 0.734375, - 0.925781, - 1.070312, - 0.8125, - 0.726562, - 0.675781, - 0.949219, - 0.609375, - 0.773438, - 0.589844, - 0.8125, - 0.275391, - 0.494141, - 0.902344, - 0.160156, - 0.773438, - 0.824219, - 0.730469, - 0.640625, - 0.710938, - 0.816406, - 0.198242, - 0.197266, - 0.410156, - 0.855469, - 0.375, - 0.261719, - 0.335938, - 0.695312, - 0.734375, - 0.777344, - 0.917969, - 0.839844, - 0.75, - 0.435547, - 0.796875, - 0.585938, - 0.710938, - 0.855469, - 0.441406, - 0.859375, - 0.644531, - 1.015625, - 0.660156, - 0.707031, - 0.878906, - 0.707031, - 0.451172, - 0.929688, - 0.492188, - 0.225586, - 0.851562, - 0.421875, - 0.11377, - 0.355469, - 0.484375, - 0.929688, - 0.84375, - 0.605469, - 0.644531, - 0.804688, - 0.789062, - 0.386719, - 0.859375, - 0.660156, - 0.357422, - 0.867188, - 0.675781, - 0.570312, - 0.75, - 0.472656, - 0.402344, - 0.734375, - 0.273438, - 0.34375, - 0.154297, - 0.84375, - 0.339844, - 0.867188, - 0.726562, - 0.546875, - 0.546875, - 0.478516, - 0.734375, - 0.147461, - 0.421875, - 0.703125, - 0.535156, - 0.886719, - 0.730469, - 0.894531, - 0.984375, - 0.941406, - 0.429688, - 0.542969, - 0.730469, - 0.617188, - 0.855469, - 0.914062, - 0.125, - 0.19043, - 0.875, - 0.15625, - 1.007812, - 0.628906, - 0.839844, - 0.429688, - 0.796875, - 0.114746, - 0.283203, - 0.894531, - 0.147461, - 0.683594, - 1.078125, - 0.910156, - 0.150391, - 0.679688, - 0.71875, - 0.138672, - 0.671875, - 1.046875, - 0.722656, - 0.277344, - 0.597656, - 0.726562, - 0.542969, - 0.125977, - 0.601562, - 0.53125, - 0.12207, - 0.859375, - 0.135742, - 0.570312, - 0.490234, - 0.217773, - 0.589844, - 0.108398, - 0.392578, - 0.162109, - 0.5625, - 0.746094, - 0.488281, - 0.859375, - 0.765625, - 0.597656, - 0.628906, - 0.410156, - 0.371094, - 0.746094, - 0.404297, - 0.235352, - 0.275391, - 0.71875, - 0.431641, - 0.789062, - 0.283203, - 0.550781, - 0.769531, - 0.320312, - 0.355469, - 0.589844, - 0.738281, - 0.710938, - 0.578125, - 0.566406, - 0.863281, - 0.59375, - 0.121094, - 0.863281, - 0.519531, - 0.349609, - 0.902344, - 0.308594, - 0.511719, - 0.542969, - 0.800781, - 0.412109, - 0.945312, - 0.34375, - 0.972656, - 1.046875, - 0.714844, - 1.109375, - 0.198242, - 0.71875, - 0.390625, - 0.898438, - 0.447266, - 0.800781, - 0.566406, - 0.671875, - 0.84375, - 0.667969, - 0.310547, - 0.154297, - 0.691406, - 0.3125, - 0.523438, - 0.785156, - 0.332031, - 0.878906, - 0.384766, - 0.65625, - 0.480469, - 0.146484, - 1.007812, - 0.679688, - 0.917969, - 0.163086, - 0.503906, - 0.363281, - 0.828125, - 0.820312, - 0.507812, - 0.503906, - 1.039062, - 0.980469, - 0.300781, - 0.75, - 0.820312, - 0.306641, - 0.691406, - 0.357422, - 0.332031, - 0.816406, - 0.388672, - 0.800781, - 0.441406, - 0.792969, - 0.953125, - 0.898438, - 0.707031, - 0.941406, - 0.310547, - 0.361328, - 0.400391, - 0.326172, - 0.625, - 0.769531, - 0.482422, - 0.291016, - 0.1875, - 0.59375, - 0.753906, - 0.914062, - 0.137695, - 0.925781, - 0.894531, - 0.941406, - 1.078125, - 0.714844, - 0.625, - 1.171875, - 0.898438, - 0.835938, - 0.976562, - 0.738281, - 0.121582, - 1.03125, - 0.310547, - 0.609375, - 0.710938, - 0.453125, - 0.507812, - 0.146484, - 0.376953, - 0.519531, - 0.515625, - 0.589844, - 0.730469, - 0.636719, - 0.310547, - 0.671875, - 0.945312, - 0.914062, - 0.832031, - 0.347656, - 0.151367, - 0.71875, - 0.921875, - 0.597656, - 0.722656, - 0.78125, - 0.482422, - 0.347656, - 0.714844, - 0.488281, - 0.753906, - 0.753906, - 0.78125, - 0.699219, - 0.859375, - 0.628906, - 0.828125, - 0.820312, - 0.84375, - 0.90625, - 0.404297, - 0.170898, - 0.141602, - 0.902344, - 0.71875, - 0.447266, - 1.070312, - 0.523438, - 0.867188, - 0.25, - 0.359375, - 0.949219, - 0.341797, - 0.789062, - 0.898438, - 0.933594, - 0.128906, - 0.695312, - 0.609375, - 1.0, - 0.259766, - 0.451172, - 0.539062, - 0.707031, - 0.667969, - 0.410156, - 0.78125, - 0.361328, - 0.671875, - 0.808594, - 0.765625, - 0.707031, - 0.419922, - 0.378906, - 0.133789, - 0.390625, - 0.792969, - 0.800781, - 0.855469, - 0.710938, - 0.707031, - 0.121094, - 0.589844, - 0.597656, - 0.875, - 0.617188, - 0.621094, - 0.390625, - 0.298828, - 0.683594, - 0.289062, - 0.652344, - 0.355469, - 0.726562, - 0.789062, - 0.546875, - 0.134766, - 0.589844, - 0.878906, - 0.730469, - 0.800781, - 0.144531, - 0.875, - 0.847656, - 0.808594, - 0.699219, - 0.839844, - 0.535156, - 0.131836, - 0.75, - 0.804688, - 0.785156, - 0.310547, - 1.078125, - 0.484375, - 0.107422, - 0.164062, - 0.433594, - 0.839844, - 0.761719, - 0.150391, - 0.757812, - 0.3125, - 0.378906, - 0.652344, - 0.980469, - 1.007812, - 0.320312, - 0.455078, - 0.886719, - 0.992188, - 0.478516, - 0.804688, - 0.859375, - 0.691406, - 0.433594, - 0.353516, - 0.914062, - 0.78125, - 0.910156, - 0.726562, - 0.365234, - 0.839844, - 0.957031, - 0.675781, - 0.121094, - 0.84375, - 0.210938, - 0.125977, - 0.996094, - 0.726562, - -0.000103, - 0.431641, - 0.816406, - 0.119629, - 0.291016, - 0.558594, - 0.6875, - 0.625, - 0.824219, - 0.285156, - 0.570312, - 0.363281, - 0.291016, - 0.597656, - 0.597656, - 1.085938, - 0.898438, - 0.675781, - 0.894531, - 0.808594, - 0.527344, - 1.039062, - 0.488281, - 0.110352, - 0.695312, - 0.589844, - 0.480469, - 0.738281, - 0.375, - 0.769531, - 0.554688, - 0.9375, - 0.119141, - 0.824219, - 0.341797, - 0.126953, - 0.875, - 0.867188, - 1.054688, - 0.267578, - 0.412109, - 0.147461, - 0.832031, - 0.398438, - 0.373047, - 0.324219, - 0.9375, - 0.820312, - 0.839844, - 0.5, - 0.855469, - 0.511719, - 0.271484, - 0.125, - 0.546875, - 0.310547, - 0.707031, - 0.703125, - 0.597656, - 0.570312, - 0.433594, - 0.722656, - 0.275391, - 0.738281, - 0.914062, - 0.9375, - 0.847656, - 0.141602, - 0.71875, - 0.683594, - 0.345703, - 0.554688, - 0.703125, - 0.675781, - 0.816406, - 0.851562, - 0.671875, - 1.015625, - 0.800781, - 0.464844, - 0.917969, - 0.894531, - 0.498047, - 0.378906, - 0.859375, - 0.267578, - 0.6875, - 0.375, - 0.439453, - 0.996094, - 0.824219, - 0.542969, - 0.617188, - 0.613281, - 0.878906, - 0.191406, - 0.679688, - 0.378906, - 0.558594, - 0.84375, - 0.328125, - 0.168945, - 0.113281, - 0.847656, - 0.285156, - 0.138672, - 0.878906, - 0.871094, - 0.773438, - 0.160156, - 0.917969, - 0.769531, - 0.132812, - 0.59375, - 0.15625, - 0.539062, - 0.710938, - 0.435547, - 0.8125, - 0.855469, - 0.617188, - 0.498047, - 0.585938, - 0.546875, - 0.316406, - 1.109375, - 0.255859, - 0.539062, - 0.777344, - 0.902344, - 1.03125, - 0.462891, - 0.150391, - 0.314453, - 0.427734, - 0.753906, - 0.714844, - 0.484375, - 0.707031, - 1.039062, - 0.78125, - 0.289062, - 0.835938, - 0.353516, - 0.164062, - 0.423828, - 0.546875, - 0.683594, - 0.337891, - 0.324219, - 0.515625, - 0.921875, - 0.542969, - 0.486328, - 0.118652, - 0.503906, - 0.921875, - 0.84375, - 0.554688, - 0.414062, - 0.539062, - 0.120117, - 0.726562, - 0.75, - 0.298828, - 0.597656, - 0.339844, - 0.349609, - 0.198242, - 0.800781, - 0.294922, - 0.332031, - 0.855469, - 0.404297, - 0.601562, - 0.400391, - 0.550781, - 1.054688, - 0.318359, - 0.601562, - 0.433594, - 0.792969, - 0.933594, - 0.773438, - 0.285156, - 0.324219, - 0.875, - 0.251953, - 0.330078, - 1.039062, - 0.628906, - 0.318359, - 0.832031, - 0.225586, - 0.695312, - 0.714844, - 0.660156, - 0.363281, - 0.648438, - 0.155273, - 0.353516, - 0.699219, - 0.419922, - 0.652344, - 0.296875, - 0.375, - 0.84375, - 0.695312, - 0.640625, - 0.773438, - 0.9375, - 0.785156, - 0.785156, - 0.777344, - 0.722656, - 0.90625, - 0.59375, - 0.289062, - 0.142578, - 0.824219, - 0.298828, - 0.773438, - 0.337891, - 0.46875, - 0.320312, - 0.478516, - 0.734375, - 0.640625, - 0.328125, - 0.878906, - 0.71875, - 0.996094, - 0.710938, - 0.24707, - 0.792969, - 0.148438, - 0.318359, - 0.902344, - 0.388672, - 0.660156, - 0.114746, - 0.6875, - 0.71875, - 0.941406, - 0.248047, - 0.667969, - 1.0625, - 0.135742, - 0.361328, - 0.320312, - 0.792969, - 0.882812, - 0.412109, - 0.878906, - 0.863281, - 0.116699, - 0.242188, - 0.886719, - 0.296875, - 0.398438, - 0.59375, - 0.597656, - 0.605469, - 0.632812, - 0.605469, - 0.871094, - 0.613281, - 0.855469, - 0.566406, - 0.339844, - 0.828125, - 0.12793, - 0.957031, - 0.486328, - 0.423828, - 0.589844, - 0.609375, - 0.953125, - 0.882812, - 0.757812, - 0.609375, - 0.205078, - 0.84375, - 0.652344, - 0.120605, - 0.488281, - 0.964844, - 0.925781, - 0.84375, - 0.292969, - 0.121094, - 0.279297, - 0.341797, - 0.703125, - 0.609375, - 0.3125, - 0.675781, - 0.234375, - 0.886719, - 0.621094, - 0.462891, - 0.78125, - 0.333984, - 0.507812, - 0.476562, - 0.314453, - 0.824219, - 0.859375, - 0.119141, - 0.773438, - 0.796875, - 1.046875, - 0.742188, - 0.722656, - 0.835938, - 0.231445, - 0.632812, - 0.304688, - 0.380859, - 0.683594, - 0.730469, - 0.976562, - 0.789062, - 0.515625, - 0.129883, - 0.777344, - 0.71875, - 0.566406, - 0.84375, - 0.355469, - 0.992188, - 0.566406, - 0.628906, - 0.671875, - 0.355469, - 0.734375, - 0.996094, - 0.765625, - 0.417969, - 0.839844, - 0.917969, - 0.984375, - 0.129883, - 0.734375, - 0.8125, - 0.589844, - 0.625, - 0.613281, - 0.3125, - 0.302734, - 0.746094, - 0.972656, - 0.941406, - 0.546875, - 0.707031, - 0.458984, - 0.539062, - 0.785156, - 0.425781, - 0.498047, - 0.462891, - 0.453125, - 0.714844, - 0.78125, - 0.640625, - 0.761719, - 0.126953, - 1.046875, - 0.847656, - 0.355469, - 0.466797, - 0.328125, - 0.660156, - 0.539062, - 0.285156, - 0.5, - 0.351562, - 0.515625, - 0.832031, - 0.710938, - 0.158203, - 0.941406, - 0.12207, - 1.085938, - 0.765625, - 0.886719, - 0.419922, - 0.738281, - 0.554688, - 0.59375, - 0.441406, - 0.84375, - 0.722656, - 0.292969, - 0.6875, - 0.644531, - 0.339844, - 0.636719, - 0.197266, - 0.863281, - 0.4375, - 0.326172, - 0.546875, - 0.671875, - 0.667969, - 0.824219, - 0.455078, - 1.023438, - 0.875, - 0.285156, - 0.408203, - 0.535156, - 0.710938, - 0.777344, - 0.223633, - 0.480469, - 0.722656, - 0.738281, - 1.0, - 0.251953, - 1.03125, - 0.347656, - 0.84375, - 0.582031, - 0.585938, - 0.953125, - 0.816406, - 0.90625, - 0.695312, - 0.361328, - 0.605469, - 0.589844, - 0.498047, - 0.679688, - 0.953125, - 0.597656, - 0.726562, - 0.859375, - 0.597656, - 1.023438, - 0.660156, - 0.490234, - 0.439453, - 0.871094, - 0.691406, - 0.863281, - 0.804688, - 0.455078, - 0.757812, - 0.898438, - 0.960938, - 0.373047, - 0.972656, - 0.433594, - 0.410156, - 0.333984, - 0.582031, - 0.726562, - 0.984375, - 0.351562, - 0.953125, - 0.546875, - 0.769531, - 0.992188, - 0.242188, - 0.609375, - 0.675781, - 0.78125, - 0.730469, - 0.738281, - 0.832031, - 0.765625, - 0.328125, - 0.726562, - 0.90625, - 0.6875, - 0.585938, - 0.734375, - 0.128906, - 0.949219, - 0.492188, - 0.683594, - 0.960938, - 0.609375, - 0.333984, - 0.419922, - 0.695312, - 0.320312, - 0.992188, - 0.111328, - 0.367188, - 0.730469, - 0.132812, - 0.114746, - 0.515625, - 0.380859, - 0.457031, - 0.796875, - 0.632812, - 0.488281, - 0.365234, - 1.0625, - 0.445312, - 0.133789, - 1.070312, - 1.0, - 0.71875, - 0.625, - 0.439453, - 0.273438, - 0.878906, - 0.494141, - 0.542969, - 0.447266, - 0.341797, - 0.695312, - 0.168945, - 0.933594, - 0.800781, - 0.796875, - 0.800781, - 0.941406, - 0.6875, - 0.605469, - 0.605469, - 0.34375, - 0.722656, - 0.78125, - 0.800781, - 0.984375, - 0.223633, - 0.574219, - 0.703125, - 0.875, - 0.408203, - 0.988281, - 0.988281, - 0.40625, - 0.796875, - 0.380859, - 0.390625, - 0.851562, - 0.523438, - 0.515625, - 0.457031, - 0.542969, - 0.134766, - 0.9375, - 0.109863, - 0.917969, - 0.921875, - 0.137695, - 0.251953, - 0.984375, - 0.488281, - 0.75, - 0.742188, - 0.292969, - 0.652344, - 0.435547, - 0.318359, - 0.714844, - 0.824219, - 0.546875, - 0.316406, - 0.445312, - 0.761719, - 0.742188, - 0.34375, - 0.929688, - 0.875, - 0.699219, - 0.929688, - 0.320312, - 0.139648, - 0.460938, - 0.785156, - 0.628906, - 0.863281, - 0.601562, - 0.78125, - 0.910156, - 0.75, - 0.542969, - 0.949219, - 0.488281, - 0.882812, - 0.324219, - 0.131836, - 0.324219, - 0.699219, - 0.359375, - 0.691406, - 0.910156, - 0.910156, - 0.988281, - 0.474609, - 0.925781, - 1.125, - 0.871094, - 0.625, - 0.839844, - 0.96875, - 0.53125, - 0.398438, - 0.279297, - 0.192383, - 1.0625, - 0.359375, - 0.478516, - 0.253906, - 0.660156, - 0.660156, - 0.243164, - 0.208984, - 0.400391, - 0.198242, - 0.785156, - 0.609375, - 0.542969, - 0.5625, - 0.683594, - 0.851562, - 0.365234, - 0.130859, - 0.96875, - 0.386719, - 0.894531, - 0.582031, - 0.957031, - 0.726562, - 0.992188, - 0.71875, - 0.75, - 0.160156, - 1.085938, - 0.248047, - 0.369141, - 0.777344, - 0.542969, - 0.585938, - 0.925781, - 0.123047, - 0.488281, - 0.980469, - 0.765625, - 0.130859, - 0.6875, - 0.439453, - 1.125, - 0.408203, - 0.695312, - 0.605469, - 0.123047, - 0.847656, - 0.867188, - 0.796875, - 0.302734, - 0.574219, - 0.554688, - 0.621094, - 0.738281, - 0.859375, - 0.617188, - 0.302734, - 0.707031, - 0.675781, - 1.023438, - 0.292969, - 0.164062, - 0.582031, - 0.742188, - 0.628906, - 0.396484, - 0.326172, - 0.929688, - 0.369141, - 0.106445, - 0.294922, - 0.11377, - 0.683594, - 0.314453, - 1.0625, - 0.679688, - 0.484375, - 0.613281, - 0.523438, - 0.671875, - 0.355469, - 0.621094, - 0.357422, - 0.640625, - 0.386719, - 0.902344, - 0.151367, - 0.65625, - 0.839844, - 0.757812, - 0.773438, - 0.269531, - 0.953125, - 0.53125, - 0.902344, - 0.609375, - 0.867188, - 0.703125, - 0.347656, - 0.988281, - 0.470703, - 0.585938, - 0.494141, - 0.699219, - 0.816406, - 0.878906, - 0.960938, - 0.828125, - 0.859375, - 0.134766, - 0.441406, - 0.671875, - 0.519531, - 1.054688, - 0.375, - 0.980469, - 0.742188, - 0.585938, - 0.824219, - 0.710938, - 0.886719, - 0.558594, - 0.808594, - 0.12793, - 0.796875, - 1.007812, - 0.259766, - 0.734375, - 0.734375, - 0.835938, - 0.679688, - 0.294922, - 0.890625, - 0.322266, - 0.488281, - 0.289062, - 0.914062, - 1.007812, - 0.871094, - 0.933594, - 0.371094, - 0.126953, - 0.585938, - 0.234375, - 0.914062, - 0.804688, - 0.851562, - 0.609375, - 0.613281, - 0.933594, - 0.365234, - 0.511719, - 0.613281, - 0.621094, - 0.482422, - 0.832031, - 0.652344, - 0.636719, - 0.847656, - 0.816406, - 0.470703, - 0.914062, - 0.828125, - 0.722656, - 0.115723, - 0.910156, - 0.129883, - 0.165039, - 0.515625, - 0.546875, - 0.306641, - 0.185547, - 0.496094, - 0.117676, - 0.310547, - 0.789062, - 0.664062, - 0.902344, - 0.984375, - 0.601562, - 0.291016, - 0.929688, - 0.373047, - 0.121582, - 0.738281, - 0.90625, - 0.707031, - 1.085938, - 0.679688, - 0.886719, - 0.636719, - 1.101562, - 0.753906, - 0.691406, - 0.90625, - 0.169922, - 0.921875, - 0.386719, - 0.160156, - 0.773438, - 0.361328, - 0.605469, - 0.816406, - 0.984375, - 0.160156, - 0.347656, - 0.324219, - 0.201172, - 0.414062, - 0.773438, - 0.8125, - 0.699219, - 0.992188, - 0.96875, - 0.589844, - 0.710938, - 0.363281, - 0.163086, - 0.339844, - 0.691406, - 0.648438, - 0.835938, - 0.84375, - 0.122559, - 0.116211, - 0.139648, - 0.71875, - 0.392578, - 0.380859, - 0.460938, - 0.921875, - 0.494141, - 0.792969, - 0.808594, - 0.585938, - 0.132812, - 0.589844, - 0.449219, - 0.839844, - 0.980469, - 0.291016, - 0.302734, - 0.894531, - 0.714844, - 0.644531, - 0.322266, - 0.503906, - 0.773438, - 0.131836, - 0.585938, - 0.828125, - 0.386719, - 0.761719, - 0.839844, - 0.332031, - 0.921875, - 0.65625, - 0.570312, - 0.124512, - 0.601562, - 0.287109, - 0.839844, - 0.8125, - 0.335938, - 0.542969, - 0.441406, - 0.628906, - 0.365234, - 0.589844, - 0.291016, - 0.644531, - 0.527344, - 0.476562, - 0.445312, - 0.722656, - 0.3125, - 0.785156, - 0.820312, - 0.46875, - 1.273438, - 0.820312, - 0.601562, - 0.3125, - 0.330078, - 0.890625, - 0.859375, - 0.925781, - 0.71875, - 1.117188, - 0.601562, - 0.582031, - 0.757812, - 0.539062, - 0.789062, - 1.117188, - 0.451172, - 0.417969, - 0.707031, - 0.408203, - 0.796875, - 0.496094, - 0.667969, - 0.828125, - 0.613281, - 0.90625, - 0.304688, - 0.988281, - 0.341797, - 0.570312, - 0.574219, - 0.703125, - 0.251953, - 0.167969, - 0.570312, - 0.816406, - 0.117676, - 0.652344, - 0.714844, - 0.90625 - ] - }, - "name": "model.model.layers.11.post_attention_layernorm.weight", - "outputIndexes": [ - 995 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 994 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_11/Mul_output_0", - "outputIndexes": [ - 996 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 995, - 996 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_11/Mul_1_output_0", - "outputIndexes": [ - 997 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 997 - ], - "outputIndexes": [ - 2632 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2632 - ], - "outputIndexes": [ - 2633 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/gate_proj/Linear", - "inputIndexes": [ - 2633 - ], - "outputIndexes": [ - 2634 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 292726518, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2634 - ], - "outputIndexes": [ - 2635 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2635 - ], - "outputIndexes": [ - 998 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 998 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_11/Sigmoid_output_0", - "outputIndexes": [ - 999 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 998, - 999 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_11/Mul_output_0", - "outputIndexes": [ - 1000 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 997 - ], - "outputIndexes": [ - 2636 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2636 - ], - "outputIndexes": [ - 2637 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/up_proj/Linear", - "inputIndexes": [ - 2637 - ], - "outputIndexes": [ - 2638 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 300467980, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2638 - ], - "outputIndexes": [ - 2639 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2639 - ], - "outputIndexes": [ - 1001 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1000, - 1001 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_11/Mul_output_0", - "outputIndexes": [ - 1002 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1002 - ], - "outputIndexes": [ - 2640 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2640 - ], - "outputIndexes": [ - 2641 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/down_proj/Linear", - "inputIndexes": [ - 2641 - ], - "outputIndexes": [ - 2642 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 308209442, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2642 - ], - "outputIndexes": [ - 2643 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2643 - ], - "outputIndexes": [ - 1003 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 994, - 1003 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_59_output_0", - "outputIndexes": [ - 1004 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1004, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_108_output_0", - "outputIndexes": [ - 1005 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.636719, - 0.898438, - 1.125, - 0.574219, - 0.664062, - 0.396484, - 0.730469, - 0.554688, - 0.566406, - 0.408203, - 0.652344, - 0.416016, - 0.652344, - 0.855469, - 0.648438, - 0.738281, - 0.652344, - 0.566406, - 0.660156, - 0.292969, - 0.660156, - 0.859375, - 0.71875, - 0.136719, - 1.195312, - 0.695312, - 0.451172, - 0.330078, - 0.251953, - 0.78125, - 0.738281, - 0.6875, - 1.171875, - 0.227539, - 0.722656, - 0.902344, - 0.785156, - 0.683594, - 0.291016, - 0.396484, - 0.980469, - 0.800781, - 0.796875, - 1.039062, - 0.632812, - 0.582031, - 0.462891, - 0.535156, - 0.617188, - 0.859375, - 0.162109, - 0.367188, - 0.804688, - 0.925781, - 0.753906, - 0.445312, - 0.367188, - 0.200195, - 0.703125, - 0.355469, - 0.539062, - 0.347656, - 0.863281, - 0.742188, - 0.621094, - 0.376953, - 0.574219, - 0.269531, - 0.777344, - 0.453125, - 0.699219, - 0.511719, - 0.245117, - 0.425781, - 0.679688, - 0.423828, - 0.683594, - 0.59375, - 0.65625, - 1.195312, - 0.980469, - 0.15918, - 0.585938, - 0.996094, - 0.8125, - 0.683594, - 0.835938, - 0.945312, - 0.679688, - 0.660156, - 0.710938, - 0.507812, - 0.871094, - 0.414062, - 0.886719, - 0.800781, - 0.660156, - 0.488281, - 1.078125, - 0.792969, - 1.257812, - 0.392578, - 0.345703, - 1.015625, - 0.355469, - 0.679688, - 1.015625, - 0.589844, - 0.339844, - 0.671875, - 0.333984, - 0.992188, - 0.542969, - 1.234375, - 0.738281, - 0.714844, - 0.929688, - 1.078125, - 0.166016, - 0.172852, - 0.683594, - 0.345703, - 0.466797, - 0.349609, - 0.761719, - 0.800781, - 0.964844, - 0.149414, - 0.578125, - 1.054688, - 0.574219, - 0.597656, - 0.792969, - 1.046875, - 0.890625, - 1.039062, - 0.261719, - 1.09375, - 0.320312, - 0.542969, - 0.15332, - 0.707031, - 0.457031, - 0.204102, - 0.960938, - 0.341797, - 0.789062, - 0.824219, - 1.0625, - 0.605469, - 0.574219, - 0.832031, - 0.246094, - 0.671875, - 0.371094, - 0.392578, - 0.925781, - 0.392578, - 0.902344, - 0.828125, - 0.40625, - 0.589844, - 0.902344, - 0.388672, - 0.353516, - 0.824219, - 0.65625, - 0.777344, - 0.785156, - 1.28125, - 1.046875, - 0.640625, - 0.648438, - 0.996094, - 0.546875, - 0.820312, - 1.015625, - 1.242188, - 0.832031, - 0.980469, - 0.816406, - 0.464844, - 0.917969, - 1.09375, - 0.679688, - 0.78125, - 0.212891, - 1.132812, - 0.507812, - 0.617188, - 1.101562, - 0.511719, - 1.171875, - 0.925781, - 0.976562, - 0.613281, - 0.660156, - 0.542969, - 0.746094, - 0.421875, - 0.470703, - 0.621094, - 1.039062, - 1.140625, - 0.746094, - 0.667969, - 0.621094, - 0.949219, - 0.609375, - 0.753906, - 0.609375, - 0.851562, - 0.378906, - 0.478516, - 1.03125, - 0.458984, - 0.917969, - 0.839844, - 0.703125, - 0.601562, - 0.726562, - 0.785156, - 0.292969, - 0.636719, - 0.40625, - 0.871094, - 0.382812, - 0.275391, - 0.824219, - 0.730469, - 0.632812, - 0.695312, - 0.972656, - 0.773438, - 0.664062, - 0.320312, - 0.703125, - 0.644531, - 0.714844, - 0.96875, - 0.460938, - 1.015625, - 0.761719, - 1.132812, - 0.664062, - 0.648438, - 0.941406, - 0.761719, - 0.480469, - 1.015625, - 0.585938, - 0.5, - 1.164062, - 1.53125, - 0.11084, - 0.355469, - 0.613281, - 0.988281, - 0.929688, - 0.765625, - 0.695312, - 0.707031, - 0.738281, - 0.4375, - 0.789062, - 0.539062, - 0.396484, - 0.886719, - 0.617188, - 0.515625, - 0.792969, - 0.765625, - 0.482422, - 0.648438, - 0.345703, - 0.302734, - 0.213867, - 0.929688, - 0.277344, - 0.941406, - 0.703125, - 0.53125, - 0.648438, - 0.597656, - 0.664062, - 0.425781, - 0.302734, - 0.796875, - 0.617188, - 0.90625, - 0.695312, - 0.871094, - 0.980469, - 0.996094, - 0.46875, - 0.511719, - 0.753906, - 0.757812, - 0.855469, - 1.054688, - 0.144531, - 0.457031, - 0.863281, - 0.445312, - 1.210938, - 0.523438, - 0.898438, - 0.644531, - 0.855469, - 0.111816, - 0.388672, - 0.855469, - 0.238281, - 0.597656, - 1.085938, - 0.867188, - 0.292969, - 0.722656, - 0.710938, - 0.275391, - 0.726562, - 1.289062, - 0.6875, - 0.335938, - 0.578125, - 0.996094, - 0.527344, - 0.141602, - 0.664062, - 0.5625, - 0.110352, - 0.976562, - 0.211914, - 0.722656, - 0.621094, - 0.359375, - 0.570312, - 0.146484, - 0.460938, - 0.294922, - 0.691406, - 0.851562, - 0.535156, - 0.886719, - 0.691406, - 0.5, - 0.636719, - 0.425781, - 0.316406, - 0.742188, - 0.34375, - 0.378906, - 0.466797, - 1.117188, - 0.180664, - 0.828125, - 1.40625, - 0.65625, - 0.796875, - 0.304688, - 0.192383, - 0.675781, - 0.652344, - 0.742188, - 0.589844, - 0.585938, - 0.9375, - 0.664062, - 0.145508, - 0.933594, - 0.527344, - 0.412109, - 1.0625, - 0.349609, - 0.554688, - 0.554688, - 0.984375, - 0.503906, - 1.132812, - 0.378906, - 1.039062, - 1.171875, - 0.75, - 1.1875, - 0.445312, - 0.632812, - 0.464844, - 1.0, - 0.445312, - 0.738281, - 0.582031, - 0.714844, - 0.859375, - 0.917969, - 0.710938, - 0.423828, - 0.617188, - 0.259766, - 0.585938, - 0.777344, - 0.341797, - 0.914062, - 0.496094, - 0.494141, - 0.722656, - 0.535156, - 1.03125, - 0.636719, - 3.6e-05, - 0.550781, - 0.628906, - 0.421875, - 0.699219, - 0.855469, - 0.511719, - 0.496094, - 1.078125, - 1.085938, - 0.300781, - 0.6875, - 0.820312, - 0.345703, - 1.148438, - 0.365234, - 0.158203, - 0.9375, - 0.417969, - 0.953125, - 0.589844, - 0.75, - 1.007812, - 0.941406, - 0.597656, - 1.140625, - 0.447266, - 0.400391, - 0.400391, - 0.386719, - 0.65625, - 0.75, - 0.5625, - 0.166992, - 0.457031, - 1.125, - 0.738281, - 1.09375, - 0.277344, - 0.839844, - 0.914062, - 1.015625, - 1.125, - 0.769531, - 0.480469, - 1.171875, - 0.980469, - 0.730469, - 1.070312, - 0.703125, - 0.119629, - 1.085938, - 0.332031, - 0.671875, - 0.671875, - 0.613281, - 0.503906, - 0.197266, - 0.410156, - 0.621094, - 0.617188, - 0.498047, - 0.746094, - 0.484375, - 0.304688, - 0.75, - 1.125, - 0.988281, - 1.070312, - 0.316406, - 0.375, - 0.792969, - 0.910156, - 0.820312, - 0.648438, - 0.789062, - 0.507812, - 0.341797, - 0.730469, - 0.6875, - 0.703125, - 0.714844, - 0.667969, - 0.589844, - 0.871094, - 0.792969, - 0.816406, - 0.875, - 1.125, - 0.941406, - 0.429688, - 0.527344, - 0.511719, - 0.894531, - 0.773438, - 0.242188, - 1.070312, - 0.503906, - 0.847656, - 0.980469, - 0.361328, - 0.996094, - 0.243164, - 0.839844, - 0.929688, - 0.945312, - 0.201172, - 0.679688, - 0.71875, - 1.125, - 0.349609, - 0.8125, - -0.000235, - 0.652344, - 0.640625, - 0.511719, - 0.835938, - 0.345703, - 0.441406, - 0.820312, - 0.695312, - 0.585938, - 0.287109, - 0.386719, - 0.398438, - 0.494141, - 0.8125, - 0.867188, - 0.964844, - 0.671875, - 0.695312, - 0.126953, - 0.503906, - 0.511719, - 0.949219, - 0.558594, - 0.380859, - 0.472656, - 0.621094, - 0.828125, - 0.550781, - 0.671875, - 0.316406, - 0.695312, - 0.734375, - 0.361328, - 0.314453, - 0.585938, - 0.890625, - 0.664062, - 0.851562, - 0.229492, - 0.925781, - 0.828125, - 0.867188, - 0.722656, - 0.792969, - 1.109375, - 0.351562, - 0.789062, - 0.8125, - 0.875, - 0.345703, - 1.289062, - 0.550781, - 0.118652, - 0.322266, - 0.347656, - 0.773438, - 0.8125, - 0.365234, - 0.753906, - 1.273438, - 0.503906, - 0.412109, - 0.964844, - 1.25, - 0.322266, - 0.519531, - 1.007812, - 0.964844, - 0.351562, - 0.886719, - 0.980469, - 0.632812, - 0.439453, - 0.386719, - 0.980469, - 0.898438, - 1.046875, - 0.664062, - 0.425781, - 0.804688, - 1.023438, - 0.699219, - 0.203125, - 0.925781, - 0.417969, - 0.191406, - 0.980469, - 0.949219, - -0.000241, - 0.447266, - 0.953125, - 0.120117, - 0.269531, - 0.550781, - 0.6875, - 0.734375, - 0.769531, - 0.382812, - 0.519531, - 0.373047, - 0.390625, - 0.679688, - 0.542969, - 1.539062, - 0.949219, - 0.699219, - 0.980469, - 0.855469, - 0.574219, - 1.203125, - 0.601562, - 0.120605, - 0.46875, - 0.566406, - 0.628906, - 0.671875, - 0.371094, - 0.773438, - 0.65625, - 0.902344, - 0.125, - 0.730469, - 0.371094, - 0.144531, - 1.070312, - 1.117188, - 1.21875, - 0.476562, - 0.392578, - 0.240234, - 0.824219, - 0.462891, - 0.341797, - 0.292969, - 1.03125, - 0.734375, - 0.828125, - 0.410156, - 0.996094, - 0.597656, - 0.482422, - 0.259766, - 0.490234, - 0.585938, - 0.761719, - 0.691406, - 0.542969, - 0.667969, - 0.447266, - 0.621094, - 0.742188, - 0.742188, - 1.101562, - 0.824219, - 0.789062, - 0.353516, - 0.648438, - 0.695312, - 0.478516, - 0.613281, - 0.703125, - 0.609375, - 0.890625, - 0.964844, - 0.777344, - 1.109375, - 0.789062, - 0.439453, - 1.03125, - 0.957031, - 0.482422, - 0.496094, - 0.925781, - 0.605469, - 0.785156, - 0.574219, - 0.486328, - 1.101562, - 0.804688, - 0.769531, - 0.589844, - 0.601562, - 0.910156, - 0.496094, - 0.6875, - 0.431641, - 0.859375, - 0.914062, - 0.328125, - 0.292969, - 0.112305, - 0.835938, - 0.59375, - 0.351562, - 1.054688, - 0.835938, - 0.757812, - 0.441406, - 0.851562, - 0.75, - 0.158203, - 0.585938, - 0.263672, - 0.628906, - 0.625, - 0.46875, - 0.980469, - 0.960938, - 0.609375, - 0.589844, - 0.535156, - 0.613281, - 0.3125, - 1.171875, - 0.289062, - 0.609375, - 0.734375, - 0.945312, - 0.929688, - 0.753906, - 0.335938, - 0.964844, - 0.494141, - 0.6875, - 0.757812, - 0.535156, - 0.730469, - 1.320312, - 0.921875, - 0.363281, - 0.820312, - 1.101562, - 0.292969, - 0.550781, - 0.527344, - 0.6875, - 0.375, - 0.363281, - 0.578125, - 1.007812, - 0.59375, - 0.53125, - 0.119141, - 0.523438, - 0.917969, - 0.921875, - 1.1875, - 0.523438, - 0.601562, - 0.144531, - 0.644531, - 0.667969, - 0.476562, - 0.730469, - 0.398438, - 0.388672, - 0.337891, - 0.78125, - 0.296875, - 0.345703, - 0.894531, - 0.410156, - 0.660156, - 0.546875, - 0.46875, - 1.015625, - 0.283203, - 0.601562, - 0.396484, - 0.792969, - 0.980469, - 0.898438, - 1.523438, - 0.542969, - 1.023438, - 0.400391, - 0.306641, - 1.179688, - 0.640625, - 0.371094, - 0.855469, - 0.318359, - 0.609375, - 0.851562, - 0.75, - 0.314453, - 0.710938, - 0.457031, - 0.316406, - 0.488281, - 0.453125, - 0.652344, - 0.324219, - 0.460938, - 0.820312, - 0.636719, - 0.550781, - 0.664062, - 0.933594, - 0.734375, - 0.90625, - 0.71875, - 0.648438, - 0.925781, - 0.605469, - 0.335938, - 0.231445, - 0.867188, - 0.269531, - 0.71875, - 0.357422, - 0.609375, - 0.400391, - 0.464844, - 0.78125, - 0.703125, - 0.390625, - 0.878906, - 0.691406, - 1.148438, - 0.714844, - 0.375, - 0.738281, - 0.443359, - 0.292969, - 0.945312, - 0.417969, - 0.648438, - 0.117676, - 0.652344, - 0.789062, - 1.085938, - 0.351562, - 0.714844, - 1.171875, - 0.261719, - 0.369141, - 0.298828, - 0.808594, - 1.023438, - 0.625, - 1.140625, - 1.0625, - 0.134766, - 1.304688, - 0.890625, - 0.289062, - 1.398438, - 0.671875, - 0.570312, - 0.738281, - 0.777344, - 0.484375, - 0.886719, - 0.527344, - 0.90625, - 0.671875, - 0.347656, - 1.070312, - 0.135742, - 0.941406, - 0.589844, - 0.458984, - 0.582031, - 0.632812, - 1.0, - 1.0625, - 0.675781, - 0.808594, - 0.337891, - 0.964844, - 0.613281, - 0.126953, - 0.554688, - 1.03125, - 0.972656, - 0.832031, - 0.441406, - 0.115723, - 1.40625, - 1.359375, - 0.589844, - 0.554688, - 0.357422, - 0.652344, - 0.425781, - 0.945312, - 0.570312, - 0.236328, - 0.785156, - 0.382812, - 0.542969, - 0.578125, - 0.316406, - 0.867188, - 1.171875, - 0.12207, - 0.816406, - 0.703125, - 1.132812, - 0.742188, - 0.621094, - 0.933594, - 0.337891, - 0.710938, - 0.380859, - 0.419922, - 0.703125, - 0.683594, - 1.125, - 0.953125, - 0.554688, - 0.122559, - 1.039062, - 0.605469, - 0.59375, - 1.03125, - 0.326172, - 1.054688, - 9e-06, - 0.621094, - 0.722656, - 0.431641, - 0.679688, - 1.039062, - 0.777344, - 0.423828, - 0.945312, - 0.964844, - 1.132812, - 0.148438, - 0.699219, - 0.847656, - 0.722656, - 0.601562, - 0.527344, - 0.59375, - 0.318359, - 0.703125, - 0.972656, - 1.164062, - 0.478516, - 0.769531, - 0.464844, - 0.550781, - 1.15625, - 0.373047, - 0.59375, - 0.191406, - 0.462891, - 0.664062, - 0.652344, - 0.785156, - 0.730469, - 0.131836, - 1.101562, - 0.835938, - 0.402344, - 0.472656, - 0.332031, - 0.789062, - 0.71875, - 0.361328, - 0.527344, - 0.378906, - 0.582031, - 1.023438, - 0.808594, - 0.574219, - 0.882812, - 0.125977, - 1.140625, - 0.742188, - 0.992188, - 0.394531, - 0.816406, - 0.613281, - 0.554688, - 0.292969, - 0.800781, - 0.8125, - 0.28125, - 0.730469, - 0.644531, - 0.396484, - 0.644531, - 0.5625, - 0.941406, - 0.519531, - 0.28125, - 0.613281, - 0.679688, - 0.675781, - 0.917969, - 0.636719, - 1.25, - 0.914062, - 0.3125, - 0.484375, - 0.523438, - 0.542969, - 0.828125, - 0.359375, - 0.875, - 0.839844, - 0.644531, - 0.914062, - 0.507812, - 1.0625, - 0.347656, - 0.796875, - 0.539062, - 0.542969, - 0.980469, - 0.847656, - 0.941406, - 0.617188, - 0.933594, - 0.574219, - 0.667969, - 0.451172, - 0.65625, - 0.902344, - 0.773438, - 0.703125, - 0.996094, - 0.722656, - 1.148438, - 0.601562, - 0.449219, - 0.535156, - 0.898438, - 0.636719, - 0.867188, - 0.871094, - 0.59375, - 0.703125, - 0.984375, - 1.273438, - 0.235352, - 1.132812, - 0.5625, - 0.431641, - 0.402344, - 0.660156, - 0.796875, - 1.132812, - 0.237305, - 0.984375, - 0.554688, - 0.835938, - 1.03125, - 1.046875, - 0.589844, - 0.777344, - 0.886719, - 1.078125, - 0.785156, - 0.828125, - 0.777344, - 0.375, - 0.65625, - 0.929688, - 0.648438, - 0.566406, - 0.636719, - 0.155273, - 1.023438, - 1.054688, - 0.671875, - 1.09375, - 0.519531, - 0.341797, - 0.470703, - 0.570312, - 0.554688, - 1.21875, - 0.113281, - 0.283203, - 0.679688, - 0.263672, - 0.09668, - 0.648438, - 0.5625, - 0.287109, - 0.910156, - 0.494141, - 1.171875, - 0.378906, - 1.1875, - 0.386719, - 0.188477, - 1.28125, - 1.101562, - 0.621094, - 0.699219, - 0.490234, - 0.546875, - 0.960938, - 0.464844, - 0.511719, - 0.601562, - 0.589844, - 0.671875, - 0.255859, - 0.976562, - 0.871094, - 0.753906, - 0.757812, - 1.132812, - 0.855469, - 0.570312, - 0.65625, - 0.341797, - 0.699219, - 0.832031, - 0.902344, - 1.070312, - 0.326172, - 0.515625, - 0.675781, - 0.863281, - 0.478516, - 1.039062, - 0.960938, - 0.4375, - 0.886719, - 0.410156, - 0.410156, - 0.890625, - 0.675781, - 0.574219, - 0.558594, - 1.195312, - 0.151367, - 1.046875, - 0.108398, - 0.902344, - 0.996094, - 0.225586, - 0.188477, - 1.085938, - 0.589844, - 0.695312, - 0.765625, - 0.648438, - 0.648438, - 0.373047, - 0.339844, - 0.726562, - 0.816406, - 0.671875, - 0.59375, - 0.570312, - 0.789062, - 0.722656, - 0.306641, - 1.085938, - 0.96875, - 0.753906, - 1.117188, - 0.292969, - 0.332031, - 0.621094, - 0.757812, - 0.566406, - 0.972656, - 0.511719, - 0.96875, - 0.976562, - 0.84375, - 0.664062, - 1.164062, - 0.457031, - 0.921875, - 0.347656, - 0.25, - 0.699219, - 0.710938, - 0.355469, - 0.566406, - 1.132812, - 1.09375, - 1.09375, - 0.4375, - 1.007812, - 1.28125, - 0.917969, - 0.566406, - 0.785156, - 1.15625, - 0.515625, - 0.423828, - 0.574219, - 0.400391, - 1.226562, - 1.046875, - 0.714844, - 0.388672, - 0.78125, - 0.695312, - 0.746094, - 0.439453, - 0.429688, - 0.289062, - 0.800781, - 0.753906, - 0.566406, - 0.449219, - 0.6875, - 0.898438, - 0.445312, - 0.15332, - 1.140625, - 0.46875, - 0.894531, - 0.546875, - 1.085938, - 0.746094, - 1.117188, - 0.902344, - 0.734375, - 0.173828, - 1.132812, - 0.4375, - 0.433594, - 0.6875, - 0.367188, - 0.664062, - 0.910156, - 0.330078, - 0.847656, - 1.109375, - 0.839844, - 0.180664, - 0.738281, - 0.462891, - 1.1875, - 0.445312, - 0.710938, - 0.710938, - 0.197266, - 0.976562, - 0.882812, - 0.742188, - 0.341797, - 0.585938, - 0.699219, - 0.605469, - 0.6875, - 0.832031, - 0.378906, - 0.291016, - 0.667969, - 0.667969, - 1.039062, - 0.490234, - 0.365234, - 1.289062, - 0.707031, - 0.777344, - 0.4375, - 1.164062, - 1.070312, - 1.15625, - 0.099121, - 0.318359, - 0.112793, - 0.730469, - 1.242188, - 1.140625, - 0.636719, - 0.515625, - 0.5625, - 1.382812, - 0.644531, - 0.404297, - 0.628906, - 0.376953, - 0.609375, - 0.335938, - 0.886719, - 0.585938, - 0.714844, - 0.894531, - 0.777344, - 0.921875, - 0.417969, - 1.210938, - 0.640625, - 1.015625, - 0.867188, - 0.992188, - 0.683594, - 0.449219, - 1.1875, - 0.435547, - 0.71875, - 0.478516, - 0.707031, - 0.820312, - 0.96875, - 0.941406, - 0.9375, - 0.871094, - 0.371094, - 0.578125, - 0.625, - 0.765625, - 1.0625, - 0.417969, - 1.078125, - 0.847656, - 0.609375, - 0.890625, - 0.757812, - 0.855469, - 0.761719, - 0.769531, - 0.192383, - 0.878906, - 1.132812, - 0.345703, - 0.699219, - 0.644531, - 0.84375, - 0.691406, - 0.28125, - 1.09375, - 0.396484, - 0.435547, - 0.328125, - 1.0625, - 0.984375, - 0.964844, - 1.0625, - 0.427734, - 0.150391, - 0.503906, - 0.828125, - 0.707031, - 0.792969, - 0.84375, - 0.695312, - 0.820312, - 1.054688, - 0.441406, - 0.558594, - 0.578125, - 0.707031, - 0.523438, - 0.867188, - 0.621094, - 0.640625, - 0.933594, - 0.816406, - 1.226562, - 1.070312, - 0.902344, - 0.761719, - 0.100098, - 0.941406, - 0.136719, - 0.25, - 0.402344, - 0.5625, - 0.308594, - 0.445312, - 0.488281, - 0.101562, - 0.386719, - 0.804688, - 0.734375, - 1.234375, - 0.447266, - 0.527344, - 0.664062, - 1.054688, - 0.515625, - 0.175781, - 0.78125, - 1.015625, - 0.695312, - 1.25, - 0.835938, - 1.015625, - 0.707031, - 1.273438, - 0.816406, - 0.785156, - 0.898438, - 0.376953, - 1.054688, - 0.40625, - 0.554688, - 0.679688, - 0.333984, - 0.511719, - 0.882812, - 0.976562, - -9.6e-05, - 0.394531, - 0.324219, - 0.773438, - 0.65625, - 0.914062, - 0.832031, - 0.453125, - 1.039062, - 1.117188, - 0.671875, - 0.628906, - 0.347656, - 0.40625, - 0.279297, - 0.65625, - 0.542969, - 0.984375, - 0.894531, - 0.166016, - 0.121582, - 0.205078, - 0.679688, - 0.515625, - 0.453125, - 1.046875, - 0.953125, - 0.498047, - 0.875, - 0.839844, - 0.542969, - 0.341797, - 0.6875, - 0.443359, - 0.828125, - 1.007812, - 0.332031, - 0.365234, - 0.914062, - 0.695312, - 0.558594, - 0.314453, - 0.546875, - 0.824219, - 0.176758, - 0.511719, - 0.8125, - 0.225586, - 0.757812, - 0.890625, - 0.375, - 0.9375, - 0.574219, - 0.574219, - 0.145508, - 0.589844, - 0.283203, - 0.785156, - 0.820312, - 0.248047, - 0.515625, - 0.859375, - 0.597656, - 0.341797, - 0.523438, - 0.28125, - 0.695312, - 0.808594, - 0.679688, - 0.507812, - 0.925781, - 0.328125, - 0.828125, - 0.851562, - 0.515625, - 1.382812, - 0.792969, - 0.742188, - 0.373047, - 0.328125, - 0.839844, - 0.976562, - 1.039062, - 0.707031, - 1.085938, - 0.648438, - 0.625, - 0.667969, - 0.490234, - 0.707031, - 0.96875, - 0.449219, - 0.494141, - 0.746094, - 0.435547, - 0.835938, - 0.851562, - 0.589844, - 0.824219, - 0.472656, - 0.996094, - 0.345703, - 1.09375, - 0.296875, - 0.640625, - 0.492188, - 0.542969, - 0.384766, - 0.316406, - 0.601562, - 0.984375, - 0.212891, - 0.8125, - 0.699219, - 0.71875 - ] - }, - "name": "model.model.layers.12.input_layernorm.weight", - "outputIndexes": [ - 1006 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1005 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_12/Mul_output_0", - "outputIndexes": [ - 1007 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1006, - 1007 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_12/Mul_1_output_0", - "outputIndexes": [ - 1008 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1008 - ], - "outputIndexes": [ - 2644 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2644 - ], - "outputIndexes": [ - 2645 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear", - "inputIndexes": [ - 2645 - ], - "outputIndexes": [ - 2646 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 315950904, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2646 - ], - "outputIndexes": [ - 2647 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2647 - ], - "outputIndexes": [ - 1009 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1008 - ], - "main_type": "NONE", - "name": "/Shape_169_output_0", - "outputIndexes": [ - 1010 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1010 - ], - "main_type": "NONE", - "name": "Shape3078", - "outputIndexes": [ - 1011 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1010 - ], - "main_type": "NONE", - "name": "Rank3080", - "outputIndexes": [ - 1012 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1012, - 1012 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3082", - "outputIndexes": [ - 1013 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1013 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3083", - "outputIndexes": [ - 1014 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1013, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3085", - "outputIndexes": [ - 1015 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1015 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3086", - "outputIndexes": [ - 1016 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1011, - 1014, - 1016, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3089", - "outputIndexes": [ - 1017 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1017 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3090", - "outputIndexes": [ - 1018 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1018 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3091", - "outputIndexes": [ - 1019 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1019, - 1018 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3092", - "outputIndexes": [ - 1020 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1010, - 1020, - 1013 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_184_output_0", - "outputIndexes": [ - 1021 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1021, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_385_output_0", - "outputIndexes": [ - 1022 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1022, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_156_output_0", - "outputIndexes": [ - 1023 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1009, - 1023 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_109_output_0", - "outputIndexes": [ - 1024 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1024, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_96_output_0", - "outputIndexes": [ - 1025 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1024 - ], - "main_type": "NONE", - "name": "/Shape_170_output_0", - "outputIndexes": [ - 1026 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1026 - ], - "main_type": "NONE", - "name": "Shape3099", - "outputIndexes": [ - 1027 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1026 - ], - "main_type": "NONE", - "name": "Rank3101", - "outputIndexes": [ - 1028 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1028, - 1028 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3103", - "outputIndexes": [ - 1029 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1029 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3104", - "outputIndexes": [ - 1030 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1029, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3106", - "outputIndexes": [ - 1031 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1031 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3107", - "outputIndexes": [ - 1032 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1027, - 1030, - 1032, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3110", - "outputIndexes": [ - 1033 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1033 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3111", - "outputIndexes": [ - 1034 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1034 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3112", - "outputIndexes": [ - 1035 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1035, - 1034 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3113", - "outputIndexes": [ - 1036 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1026, - 1036, - 1029 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_185_output_0", - "outputIndexes": [ - 1037 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1037, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_36_output_0", - "outputIndexes": [ - 1038 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1038, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_390_output_0", - "outputIndexes": [ - 1039 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1024, - 1039, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_49_output_0", - "outputIndexes": [ - 1040 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1040 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_24_output_0", - "outputIndexes": [ - 1041 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1024, - 22, - 1039, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_48_output_0", - "outputIndexes": [ - 1042 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1041, - 1042 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_159_output_0", - "outputIndexes": [ - 1043 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1043, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_97_output_0", - "outputIndexes": [ - 1044 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1025, - 1044 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_60_output_0", - "outputIndexes": [ - 1045 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1008 - ], - "outputIndexes": [ - 2648 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2648 - ], - "outputIndexes": [ - 2649 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear", - "inputIndexes": [ - 2649 - ], - "outputIndexes": [ - 2650 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 317284174, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2650 - ], - "outputIndexes": [ - 2651 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2651 - ], - "outputIndexes": [ - 1046 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1022, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_157_output_0", - "outputIndexes": [ - 1047 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1046, - 1047 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_110_output_0", - "outputIndexes": [ - 1048 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1048, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_98_output_0", - "outputIndexes": [ - 1049 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1048 - ], - "main_type": "NONE", - "name": "/Shape_171_output_0", - "outputIndexes": [ - 1050 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1050 - ], - "main_type": "NONE", - "name": "Shape3162", - "outputIndexes": [ - 1051 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1050 - ], - "main_type": "NONE", - "name": "Rank3164", - "outputIndexes": [ - 1052 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1052, - 1052 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3166", - "outputIndexes": [ - 1053 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1053 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3167", - "outputIndexes": [ - 1054 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1053, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3169", - "outputIndexes": [ - 1055 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1055 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3170", - "outputIndexes": [ - 1056 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1051, - 1054, - 1056, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3173", - "outputIndexes": [ - 1057 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1057 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3174", - "outputIndexes": [ - 1058 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1058 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3175", - "outputIndexes": [ - 1059 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1059, - 1058 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3176", - "outputIndexes": [ - 1060 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1050, - 1060, - 1053 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_186_output_0", - "outputIndexes": [ - 1061 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1061, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_37_output_0", - "outputIndexes": [ - 1062 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1062, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_392_output_0", - "outputIndexes": [ - 1063 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1048, - 1063, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_51_output_0", - "outputIndexes": [ - 1064 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1064 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_25_output_0", - "outputIndexes": [ - 1065 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1048, - 22, - 1063, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_50_output_0", - "outputIndexes": [ - 1066 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1065, - 1066 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_160_output_0", - "outputIndexes": [ - 1067 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1067, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_99_output_0", - "outputIndexes": [ - 1068 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1049, - 1068 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_61_output_0", - "outputIndexes": [ - 1069 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1008 - ], - "outputIndexes": [ - 2652 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2652 - ], - "outputIndexes": [ - 2653 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear", - "inputIndexes": [ - 2653 - ], - "outputIndexes": [ - 2654 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 317506404, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2654 - ], - "outputIndexes": [ - 2655 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2655 - ], - "outputIndexes": [ - 1070 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1070, - 1047 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_111_output_0", - "outputIndexes": [ - 1071 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1045, - 1069, - 1071, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_116_output_0", - "outputIndexes": [ - 1072 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1072 - ], - "outputIndexes": [ - 2656 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2656 - ], - "outputIndexes": [ - 2657 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear", - "inputIndexes": [ - 2657 - ], - "outputIndexes": [ - 2658 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 317728634, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2658 - ], - "outputIndexes": [ - 2659 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2659 - ], - "outputIndexes": [ - 1073 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1005, - 1073 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_63_output_0", - "outputIndexes": [ - 1074 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.12793, - 0.886719, - 0.546875, - 0.613281, - 0.460938, - 0.443359, - 0.691406, - 0.558594, - 0.699219, - 0.335938, - 0.589844, - 0.24707, - 0.753906, - 0.777344, - 0.734375, - 0.648438, - 0.679688, - 0.539062, - 0.777344, - 0.28125, - 0.710938, - 0.566406, - 0.574219, - 0.119629, - 1.117188, - 0.777344, - 0.453125, - 0.324219, - 0.332031, - 0.832031, - 0.773438, - 0.726562, - 0.964844, - 0.34375, - 0.585938, - 0.960938, - 0.847656, - 0.632812, - 0.287109, - 0.279297, - 1.007812, - 0.867188, - 0.777344, - 0.910156, - 0.164062, - 0.582031, - 0.546875, - 0.675781, - 0.566406, - 0.455078, - 0.125977, - 0.257812, - 0.792969, - 0.820312, - 0.734375, - 0.419922, - 0.351562, - 0.126953, - 0.341797, - 0.332031, - 0.498047, - 0.355469, - 0.507812, - 0.78125, - 0.699219, - 0.205078, - 0.480469, - 0.335938, - 0.527344, - 0.431641, - 0.511719, - 0.380859, - 0.125, - 0.378906, - 0.707031, - 0.263672, - 0.75, - 0.71875, - 0.660156, - 0.980469, - 0.941406, - 0.123535, - 0.255859, - 0.976562, - 0.804688, - 0.851562, - 0.914062, - 0.964844, - 0.482422, - 0.6875, - 0.691406, - 0.462891, - 0.423828, - 0.408203, - 0.875, - 0.283203, - 0.605469, - 0.337891, - 0.988281, - 0.75, - 1.132812, - 0.269531, - 0.238281, - 0.980469, - 0.292969, - 0.582031, - 0.597656, - 0.640625, - 0.287109, - 0.71875, - 0.324219, - 0.921875, - 0.480469, - 0.224609, - 0.890625, - 0.640625, - 0.816406, - 0.953125, - 0.123535, - 0.139648, - 0.722656, - 0.139648, - 0.367188, - 0.380859, - 0.785156, - 0.878906, - 0.929688, - 0.142578, - 0.375, - 1.03125, - 0.585938, - 0.597656, - 0.757812, - 0.976562, - 0.8125, - 1.015625, - 0.28125, - 1.039062, - 0.294922, - 0.695312, - 0.132812, - 0.511719, - 0.453125, - 0.164062, - 0.914062, - 0.275391, - 0.863281, - 0.46875, - 1.0, - 0.621094, - 0.527344, - 0.808594, - 0.163086, - 0.753906, - 0.636719, - 0.300781, - 0.867188, - 0.367188, - 0.917969, - 0.871094, - 0.330078, - 0.427734, - 0.617188, - 0.146484, - 0.310547, - 0.796875, - 0.617188, - 0.816406, - 0.78125, - 0.957031, - 1.0625, - 0.714844, - 0.710938, - 0.945312, - 0.464844, - 0.800781, - 0.742188, - 1.054688, - 0.773438, - 0.90625, - 0.886719, - 0.53125, - 0.84375, - 0.585938, - 0.722656, - 0.298828, - 0.150391, - 1.015625, - 0.671875, - 0.59375, - 0.964844, - 0.425781, - 0.902344, - 0.855469, - 0.855469, - 0.746094, - 0.632812, - 0.566406, - 0.859375, - 0.40625, - 0.515625, - 0.746094, - 0.9375, - 1.046875, - 0.839844, - 0.75, - 0.6875, - 0.988281, - 0.601562, - 0.804688, - 0.601562, - 0.851562, - 0.28125, - 0.498047, - 0.929688, - 0.176758, - 0.804688, - 0.84375, - 0.769531, - 0.648438, - 0.742188, - 0.832031, - 0.209961, - 0.222656, - 0.388672, - 0.898438, - 0.355469, - 0.253906, - 0.316406, - 0.734375, - 0.75, - 0.796875, - 0.921875, - 0.890625, - 0.773438, - 0.412109, - 0.808594, - 0.601562, - 0.738281, - 0.875, - 0.451172, - 0.898438, - 0.652344, - 1.0, - 0.671875, - 0.742188, - 0.917969, - 0.699219, - 0.435547, - 0.953125, - 0.503906, - 0.230469, - 0.890625, - 0.353516, - 0.125977, - 0.341797, - 0.480469, - 0.980469, - 0.875, - 0.609375, - 0.65625, - 0.847656, - 0.824219, - 0.371094, - 0.867188, - 0.644531, - 0.349609, - 0.925781, - 0.679688, - 0.574219, - 0.761719, - 0.490234, - 0.390625, - 0.746094, - 0.273438, - 0.333984, - 0.15625, - 0.855469, - 0.322266, - 0.878906, - 0.757812, - 0.53125, - 0.542969, - 0.482422, - 0.773438, - 0.128906, - 0.335938, - 0.738281, - 0.546875, - 0.953125, - 0.757812, - 0.933594, - 0.996094, - 0.941406, - 0.40625, - 0.539062, - 0.753906, - 0.625, - 0.886719, - 0.929688, - 0.134766, - 0.204102, - 0.898438, - 0.147461, - 1.046875, - 0.617188, - 0.855469, - 0.414062, - 0.796875, - 0.119629, - 0.283203, - 0.929688, - 0.151367, - 0.6875, - 1.03125, - 0.929688, - 0.166992, - 0.714844, - 0.746094, - 0.138672, - 0.703125, - 1.0625, - 0.765625, - 0.277344, - 0.59375, - 0.753906, - 0.523438, - 0.122559, - 0.613281, - 0.511719, - 0.130859, - 0.878906, - 0.141602, - 0.578125, - 0.496094, - 0.224609, - 0.597656, - 0.112305, - 0.390625, - 0.169922, - 0.566406, - 0.765625, - 0.490234, - 0.898438, - 0.796875, - 0.59375, - 0.648438, - 0.404297, - 0.347656, - 0.769531, - 0.376953, - 0.246094, - 0.277344, - 0.734375, - 0.351562, - 0.816406, - 0.259766, - 0.566406, - 0.828125, - 0.304688, - 0.316406, - 0.597656, - 0.757812, - 0.722656, - 0.597656, - 0.582031, - 0.933594, - 0.597656, - 0.130859, - 0.914062, - 0.527344, - 0.326172, - 0.929688, - 0.3125, - 0.507812, - 0.535156, - 0.820312, - 0.412109, - 0.941406, - 0.330078, - 0.980469, - 1.046875, - 0.757812, - 1.046875, - 0.197266, - 0.75, - 0.384766, - 0.945312, - 0.4375, - 0.816406, - 0.566406, - 0.695312, - 0.902344, - 0.675781, - 0.304688, - 0.15332, - 0.707031, - 0.28125, - 0.527344, - 0.796875, - 0.310547, - 0.921875, - 0.376953, - 0.667969, - 0.490234, - 0.121582, - 1.007812, - 0.722656, - 0.839844, - 0.152344, - 0.496094, - 0.365234, - 0.835938, - 0.875, - 0.498047, - 0.486328, - 1.054688, - 0.976562, - 0.279297, - 0.773438, - 0.863281, - 0.291016, - 0.6875, - 0.357422, - 0.292969, - 0.851562, - 0.388672, - 0.835938, - 0.451172, - 0.8125, - 0.976562, - 0.914062, - 0.757812, - 0.992188, - 0.308594, - 0.349609, - 0.386719, - 0.318359, - 0.636719, - 0.816406, - 0.488281, - 0.257812, - 0.193359, - 0.59375, - 0.785156, - 0.933594, - 0.142578, - 0.957031, - 0.890625, - 0.964844, - 1.054688, - 0.742188, - 0.644531, - 1.109375, - 0.929688, - 0.863281, - 1.015625, - 0.773438, - 0.124512, - 1.054688, - 0.296875, - 0.621094, - 0.734375, - 0.460938, - 0.488281, - 0.151367, - 0.371094, - 0.523438, - 0.519531, - 0.566406, - 0.773438, - 0.628906, - 0.28125, - 0.675781, - 0.976562, - 0.957031, - 0.921875, - 0.333984, - 0.166992, - 0.726562, - 0.921875, - 0.605469, - 0.746094, - 0.8125, - 0.476562, - 0.337891, - 0.738281, - 0.476562, - 0.796875, - 0.785156, - 0.835938, - 0.71875, - 0.902344, - 0.628906, - 0.867188, - 0.859375, - 0.882812, - 0.925781, - 0.380859, - 0.164062, - 0.122559, - 0.941406, - 0.738281, - 0.429688, - 1.109375, - 0.523438, - 0.898438, - 0.275391, - 0.345703, - 0.988281, - 0.296875, - 0.792969, - 0.941406, - 0.976562, - 0.136719, - 0.707031, - 0.621094, - 1.039062, - 0.263672, - 0.433594, - 0.402344, - 0.722656, - 0.675781, - 0.398438, - 0.824219, - 0.345703, - 0.667969, - 0.828125, - 0.78125, - 0.726562, - 0.384766, - 0.378906, - 0.166016, - 0.404297, - 0.855469, - 0.832031, - 0.863281, - 0.753906, - 0.714844, - 0.12793, - 0.582031, - 0.609375, - 0.917969, - 0.617188, - 0.570312, - 0.384766, - 0.308594, - 0.699219, - 0.300781, - 0.6875, - 0.333984, - 0.761719, - 0.816406, - 0.462891, - 0.133789, - 0.574219, - 0.90625, - 0.742188, - 0.832031, - 0.146484, - 0.941406, - 0.902344, - 0.8125, - 0.734375, - 0.886719, - 0.527344, - 0.154297, - 0.796875, - 0.835938, - 0.820312, - 0.291016, - 1.09375, - 0.474609, - 0.119629, - 0.169922, - 0.416016, - 0.867188, - 0.792969, - 0.137695, - 0.785156, - 0.285156, - 0.365234, - 0.609375, - 0.980469, - 1.039062, - 0.300781, - 0.447266, - 0.925781, - 1.007812, - 0.478516, - 0.847656, - 0.894531, - 0.695312, - 0.423828, - 0.341797, - 0.96875, - 0.800781, - 0.945312, - 0.75, - 0.347656, - 0.867188, - 0.972656, - 0.679688, - 0.136719, - 0.859375, - 0.242188, - 0.136719, - 1.023438, - 0.738281, - 0.000254, - 0.417969, - 0.867188, - 0.130859, - 0.273438, - 0.554688, - 0.707031, - 0.648438, - 0.851562, - 0.277344, - 0.570312, - 0.339844, - 0.296875, - 0.613281, - 0.605469, - 1.257812, - 0.914062, - 0.691406, - 0.9375, - 0.84375, - 0.523438, - 1.03125, - 0.490234, - 0.119629, - 0.707031, - 0.609375, - 0.480469, - 0.773438, - 0.367188, - 0.792969, - 0.550781, - 0.96875, - 0.125, - 0.859375, - 0.320312, - 0.131836, - 0.898438, - 0.902344, - 1.070312, - 0.28125, - 0.400391, - 0.148438, - 0.871094, - 0.400391, - 0.347656, - 0.300781, - 0.972656, - 0.855469, - 0.914062, - 0.494141, - 0.953125, - 0.507812, - 0.279297, - 0.126953, - 0.546875, - 0.316406, - 0.730469, - 0.761719, - 0.589844, - 0.566406, - 0.419922, - 0.738281, - 0.289062, - 0.773438, - 0.917969, - 0.945312, - 0.890625, - 0.164062, - 0.738281, - 0.699219, - 0.337891, - 0.574219, - 0.738281, - 0.710938, - 0.835938, - 0.882812, - 0.679688, - 1.023438, - 0.847656, - 0.462891, - 0.957031, - 0.914062, - 0.494141, - 0.376953, - 0.914062, - 0.265625, - 0.6875, - 0.373047, - 0.425781, - 1.0, - 0.847656, - 0.539062, - 0.617188, - 0.617188, - 0.898438, - 0.192383, - 0.722656, - 0.369141, - 0.578125, - 0.886719, - 0.326172, - 0.173828, - 0.12793, - 0.875, - 0.287109, - 0.129883, - 0.917969, - 0.925781, - 0.820312, - 0.172852, - 0.96875, - 0.78125, - 0.139648, - 0.613281, - 0.169922, - 0.527344, - 0.75, - 0.425781, - 0.847656, - 0.898438, - 0.625, - 0.503906, - 0.605469, - 0.558594, - 0.298828, - 1.09375, - 0.24707, - 0.539062, - 0.828125, - 0.929688, - 1.054688, - 0.455078, - 0.144531, - 0.287109, - 0.40625, - 0.785156, - 0.75, - 0.494141, - 0.726562, - 1.054688, - 0.8125, - 0.289062, - 0.875, - 0.337891, - 0.169922, - 0.410156, - 0.539062, - 0.703125, - 0.324219, - 0.302734, - 0.523438, - 0.9375, - 0.535156, - 0.492188, - 0.125977, - 0.5, - 0.96875, - 0.875, - 0.535156, - 0.412109, - 0.546875, - 0.122559, - 0.757812, - 0.789062, - 0.306641, - 0.59375, - 0.330078, - 0.335938, - 0.204102, - 0.847656, - 0.285156, - 0.320312, - 0.851562, - 0.392578, - 0.621094, - 0.390625, - 0.535156, - 1.054688, - 0.304688, - 0.609375, - 0.429688, - 0.816406, - 0.964844, - 0.816406, - 0.230469, - 0.328125, - 0.929688, - 0.261719, - 0.306641, - 1.023438, - 0.625, - 0.316406, - 0.878906, - 0.223633, - 0.714844, - 0.71875, - 0.664062, - 0.324219, - 0.671875, - 0.140625, - 0.339844, - 0.722656, - 0.404297, - 0.65625, - 0.285156, - 0.375, - 0.910156, - 0.726562, - 0.652344, - 0.804688, - 0.976562, - 0.789062, - 0.816406, - 0.804688, - 0.769531, - 0.9375, - 0.597656, - 0.283203, - 0.154297, - 0.824219, - 0.277344, - 0.816406, - 0.322266, - 0.472656, - 0.316406, - 0.472656, - 0.761719, - 0.648438, - 0.314453, - 0.890625, - 0.75, - 1.007812, - 0.746094, - 0.253906, - 0.8125, - 0.15918, - 0.298828, - 0.949219, - 0.380859, - 0.683594, - 0.125, - 0.695312, - 0.746094, - 0.933594, - 0.249023, - 0.699219, - 1.046875, - 0.130859, - 0.339844, - 0.298828, - 0.820312, - 0.921875, - 0.40625, - 0.902344, - 0.90625, - 0.128906, - 0.204102, - 0.886719, - 0.28125, - 0.355469, - 0.621094, - 0.609375, - 0.605469, - 0.539062, - 0.601562, - 0.890625, - 0.636719, - 0.886719, - 0.574219, - 0.326172, - 0.863281, - 0.132812, - 0.972656, - 0.472656, - 0.408203, - 0.601562, - 0.628906, - 0.976562, - 0.910156, - 0.796875, - 0.613281, - 0.208984, - 0.855469, - 0.65625, - 0.124023, - 0.503906, - 0.988281, - 0.988281, - 0.890625, - 0.300781, - 0.12793, - 0.263672, - 0.306641, - 0.710938, - 0.601562, - 0.292969, - 0.699219, - 0.25, - 0.910156, - 0.628906, - 0.416016, - 0.792969, - 0.333984, - 0.515625, - 0.478516, - 0.296875, - 0.863281, - 0.875, - 0.121094, - 0.792969, - 0.808594, - 1.03125, - 0.800781, - 0.746094, - 0.894531, - 0.240234, - 0.632812, - 0.283203, - 0.378906, - 0.695312, - 0.746094, - 0.992188, - 0.8125, - 0.503906, - 0.133789, - 0.835938, - 0.726562, - 0.570312, - 0.878906, - 0.330078, - 0.984375, - 0.425781, - 0.628906, - 0.703125, - 0.339844, - 0.761719, - 0.953125, - 0.792969, - 0.400391, - 0.863281, - 0.957031, - 1.023438, - 0.137695, - 0.761719, - 0.824219, - 0.5625, - 0.636719, - 0.621094, - 0.310547, - 0.291016, - 0.777344, - 0.964844, - 1.03125, - 0.542969, - 0.742188, - 0.427734, - 0.53125, - 0.832031, - 0.408203, - 0.511719, - 0.335938, - 0.429688, - 0.722656, - 0.8125, - 0.644531, - 0.777344, - 0.130859, - 1.03125, - 0.863281, - 0.341797, - 0.455078, - 0.308594, - 0.6875, - 0.53125, - 0.283203, - 0.494141, - 0.353516, - 0.503906, - 0.859375, - 0.722656, - 0.158203, - 0.972656, - 0.125977, - 1.09375, - 0.792969, - 0.941406, - 0.400391, - 0.746094, - 0.5625, - 0.605469, - 0.402344, - 0.863281, - 0.734375, - 0.273438, - 0.703125, - 0.660156, - 0.320312, - 0.648438, - 0.211914, - 0.914062, - 0.431641, - 0.308594, - 0.550781, - 0.671875, - 0.6875, - 0.878906, - 0.445312, - 1.023438, - 0.929688, - 0.261719, - 0.404297, - 0.535156, - 0.71875, - 0.789062, - 0.237305, - 0.486328, - 0.761719, - 0.75, - 0.988281, - 0.25, - 1.0625, - 0.339844, - 0.886719, - 0.582031, - 0.589844, - 0.960938, - 0.863281, - 0.929688, - 0.714844, - 0.376953, - 0.613281, - 0.582031, - 0.488281, - 0.707031, - 0.976562, - 0.609375, - 0.738281, - 0.859375, - 0.601562, - 1.03125, - 0.683594, - 0.470703, - 0.439453, - 0.90625, - 0.738281, - 0.855469, - 0.820312, - 0.462891, - 0.792969, - 0.949219, - 1.007812, - 0.328125, - 0.976562, - 0.421875, - 0.400391, - 0.326172, - 0.570312, - 0.761719, - 1.007812, - 0.291016, - 0.96875, - 0.554688, - 0.765625, - 1.007812, - 0.217773, - 0.617188, - 0.707031, - 0.800781, - 0.742188, - 0.765625, - 0.878906, - 0.773438, - 0.324219, - 0.75, - 0.914062, - 0.691406, - 0.605469, - 0.753906, - 0.135742, - 0.980469, - 0.494141, - 0.695312, - 0.972656, - 0.609375, - 0.3125, - 0.408203, - 0.695312, - 0.320312, - 1.0, - 0.115234, - 0.339844, - 0.765625, - 0.146484, - 0.125, - 0.523438, - 0.375, - 0.453125, - 0.808594, - 0.640625, - 0.486328, - 0.347656, - 1.078125, - 0.445312, - 0.142578, - 1.085938, - 1.03125, - 0.734375, - 0.640625, - 0.439453, - 0.28125, - 0.910156, - 0.474609, - 0.542969, - 0.449219, - 0.34375, - 0.722656, - 0.177734, - 0.972656, - 0.820312, - 0.816406, - 0.804688, - 0.984375, - 0.695312, - 0.601562, - 0.605469, - 0.328125, - 0.726562, - 0.824219, - 0.824219, - 0.988281, - 0.231445, - 0.566406, - 0.714844, - 0.871094, - 0.410156, - 1.007812, - 0.992188, - 0.388672, - 0.847656, - 0.369141, - 0.388672, - 0.878906, - 0.535156, - 0.515625, - 0.449219, - 0.53125, - 0.137695, - 0.960938, - 0.117676, - 0.9375, - 0.9375, - 0.15625, - 0.269531, - 1.015625, - 0.484375, - 0.789062, - 0.753906, - 0.306641, - 0.65625, - 0.433594, - 0.298828, - 0.746094, - 0.835938, - 0.550781, - 0.330078, - 0.447266, - 0.816406, - 0.765625, - 0.322266, - 0.960938, - 0.921875, - 0.707031, - 0.945312, - 0.298828, - 0.15918, - 0.470703, - 0.820312, - 0.632812, - 0.914062, - 0.59375, - 0.8125, - 0.953125, - 0.765625, - 0.546875, - 0.941406, - 0.480469, - 0.910156, - 0.310547, - 0.168945, - 0.328125, - 0.71875, - 0.335938, - 0.707031, - 0.921875, - 0.929688, - 1.023438, - 0.464844, - 0.925781, - 1.117188, - 0.902344, - 0.65625, - 0.886719, - 0.992188, - 0.519531, - 0.378906, - 0.285156, - 0.225586, - 1.0625, - 0.339844, - 0.490234, - 0.261719, - 0.675781, - 0.683594, - 0.22168, - 0.212891, - 0.396484, - 0.208008, - 0.820312, - 0.628906, - 0.53125, - 0.4375, - 0.714844, - 0.882812, - 0.363281, - 0.139648, - 1.015625, - 0.375, - 0.929688, - 0.574219, - 0.992188, - 0.734375, - 1.03125, - 0.726562, - 0.808594, - 0.171875, - 1.09375, - 0.253906, - 0.359375, - 0.800781, - 0.427734, - 0.582031, - 0.945312, - 0.121582, - 0.5, - 0.992188, - 0.816406, - 0.134766, - 0.710938, - 0.425781, - 1.085938, - 0.386719, - 0.710938, - 0.621094, - 0.125977, - 0.871094, - 0.871094, - 0.828125, - 0.28125, - 0.59375, - 0.546875, - 0.652344, - 0.777344, - 0.875, - 0.613281, - 0.28125, - 0.722656, - 0.683594, - 1.023438, - 0.302734, - 0.174805, - 0.558594, - 0.738281, - 0.628906, - 0.373047, - 0.310547, - 0.9375, - 0.353516, - 0.116699, - 0.291016, - 0.121094, - 0.714844, - 0.322266, - 1.085938, - 0.695312, - 0.486328, - 0.617188, - 0.507812, - 0.691406, - 0.341797, - 0.632812, - 0.34375, - 0.664062, - 0.316406, - 0.941406, - 0.125, - 0.667969, - 0.886719, - 0.78125, - 0.789062, - 0.267578, - 0.992188, - 0.539062, - 0.941406, - 0.609375, - 0.90625, - 0.734375, - 0.332031, - 1.007812, - 0.462891, - 0.585938, - 0.496094, - 0.730469, - 0.851562, - 0.90625, - 0.9375, - 0.859375, - 0.910156, - 0.132812, - 0.451172, - 0.699219, - 0.519531, - 1.039062, - 0.369141, - 0.984375, - 0.761719, - 0.589844, - 0.832031, - 0.71875, - 0.902344, - 0.550781, - 0.851562, - 0.144531, - 0.820312, - 1.007812, - 0.263672, - 0.75, - 0.765625, - 0.855469, - 0.703125, - 0.287109, - 0.921875, - 0.3125, - 0.472656, - 0.275391, - 0.925781, - 1.015625, - 0.898438, - 0.9375, - 0.351562, - 0.134766, - 0.59375, - 0.22168, - 0.9375, - 0.832031, - 0.867188, - 0.609375, - 0.617188, - 0.960938, - 0.357422, - 0.507812, - 0.609375, - 0.636719, - 0.478516, - 0.867188, - 0.632812, - 0.65625, - 0.875, - 0.835938, - 0.435547, - 0.917969, - 0.839844, - 0.738281, - 0.114258, - 0.941406, - 0.134766, - 0.172852, - 0.507812, - 0.558594, - 0.287109, - 0.201172, - 0.464844, - 0.12793, - 0.302734, - 0.820312, - 0.6875, - 0.984375, - 0.925781, - 0.609375, - 0.316406, - 0.960938, - 0.369141, - 0.133789, - 0.789062, - 0.921875, - 0.714844, - 1.09375, - 0.699219, - 0.894531, - 0.648438, - 1.109375, - 0.769531, - 0.703125, - 0.945312, - 0.181641, - 0.933594, - 0.390625, - 0.147461, - 0.808594, - 0.333984, - 0.617188, - 0.855469, - 0.96875, - 0.152344, - 0.337891, - 0.285156, - 0.176758, - 0.416016, - 0.773438, - 0.847656, - 0.675781, - 1.015625, - 0.988281, - 0.585938, - 0.742188, - 0.349609, - 0.164062, - 0.318359, - 0.707031, - 0.664062, - 0.835938, - 0.871094, - 0.123535, - 0.125977, - 0.147461, - 0.746094, - 0.390625, - 0.388672, - 0.474609, - 0.957031, - 0.488281, - 0.839844, - 0.855469, - 0.589844, - 0.134766, - 0.609375, - 0.449219, - 0.851562, - 0.976562, - 0.283203, - 0.304688, - 0.949219, - 0.734375, - 0.65625, - 0.304688, - 0.503906, - 0.8125, - 0.134766, - 0.601562, - 0.878906, - 0.339844, - 0.804688, - 0.847656, - 0.306641, - 0.953125, - 0.671875, - 0.585938, - 0.132812, - 0.605469, - 0.267578, - 0.871094, - 0.847656, - 0.294922, - 0.539062, - 0.431641, - 0.640625, - 0.345703, - 0.597656, - 0.277344, - 0.667969, - 0.527344, - 0.462891, - 0.431641, - 0.75, - 0.304688, - 0.835938, - 0.867188, - 0.458984, - 1.484375, - 0.84375, - 0.621094, - 0.306641, - 0.318359, - 0.910156, - 0.917969, - 0.957031, - 0.730469, - 1.179688, - 0.609375, - 0.585938, - 0.773438, - 0.542969, - 0.839844, - 1.101562, - 0.439453, - 0.412109, - 0.71875, - 0.400391, - 0.851562, - 0.503906, - 0.6875, - 0.855469, - 0.605469, - 0.898438, - 0.300781, - 1.03125, - 0.314453, - 0.570312, - 0.550781, - 0.703125, - 0.259766, - 0.169922, - 0.585938, - 0.832031, - 0.119629, - 0.667969, - 0.746094, - 0.910156 - ] - }, - "name": "model.model.layers.12.post_attention_layernorm.weight", - "outputIndexes": [ - 1075 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1074 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_12/Mul_output_0", - "outputIndexes": [ - 1076 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1075, - 1076 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_12/Mul_1_output_0", - "outputIndexes": [ - 1077 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1077 - ], - "outputIndexes": [ - 2660 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2660 - ], - "outputIndexes": [ - 2661 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/gate_proj/Linear", - "inputIndexes": [ - 2661 - ], - "outputIndexes": [ - 2662 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 319055760, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2662 - ], - "outputIndexes": [ - 2663 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2663 - ], - "outputIndexes": [ - 1078 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1078 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_12/Sigmoid_output_0", - "outputIndexes": [ - 1079 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1078, - 1079 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_12/Mul_output_0", - "outputIndexes": [ - 1080 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1077 - ], - "outputIndexes": [ - 2664 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2664 - ], - "outputIndexes": [ - 2665 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/up_proj/Linear", - "inputIndexes": [ - 2665 - ], - "outputIndexes": [ - 2666 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 326797222, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2666 - ], - "outputIndexes": [ - 2667 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2667 - ], - "outputIndexes": [ - 1081 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1080, - 1081 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_12/Mul_output_0", - "outputIndexes": [ - 1082 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1082 - ], - "outputIndexes": [ - 2668 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2668 - ], - "outputIndexes": [ - 2669 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/down_proj/Linear", - "inputIndexes": [ - 2669 - ], - "outputIndexes": [ - 2670 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 334538684, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2670 - ], - "outputIndexes": [ - 2671 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2671 - ], - "outputIndexes": [ - 1083 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1074, - 1083 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_64_output_0", - "outputIndexes": [ - 1084 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1084, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_117_output_0", - "outputIndexes": [ - 1085 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.070801, - 0.878906, - 0.875, - 0.507812, - 0.535156, - 0.302734, - 0.652344, - 0.441406, - 0.539062, - 0.285156, - 0.542969, - 0.363281, - 0.589844, - 0.789062, - 0.695312, - 0.664062, - 0.570312, - 0.472656, - 0.679688, - 0.217773, - 0.617188, - 0.660156, - 0.601562, - 0.068848, - 1.0, - 0.710938, - 0.351562, - 0.22168, - 0.202148, - 0.816406, - 0.769531, - 0.609375, - 1.054688, - 0.1875, - 0.609375, - 0.914062, - 0.777344, - 0.613281, - 0.208984, - 0.287109, - 0.992188, - 0.792969, - 0.730469, - 0.988281, - 0.357422, - 0.5, - 0.416016, - 0.507812, - 0.507812, - 0.722656, - 0.072266, - 0.292969, - 0.734375, - 0.808594, - 0.746094, - 0.318359, - 0.273438, - 0.064453, - 0.5, - 0.279297, - 0.423828, - 0.253906, - 0.632812, - 0.773438, - 0.632812, - 0.212891, - 0.462891, - 0.202148, - 0.660156, - 0.386719, - 0.582031, - 0.400391, - 0.065918, - 0.300781, - 0.644531, - 0.310547, - 0.664062, - 0.578125, - 0.574219, - 1.117188, - 0.984375, - 0.075195, - 0.470703, - 0.886719, - 0.8125, - 0.703125, - 0.894531, - 1.03125, - 0.535156, - 0.582031, - 0.628906, - 0.423828, - 0.621094, - 0.300781, - 0.882812, - 0.585938, - 0.578125, - 0.359375, - 1.039062, - 0.734375, - 1.257812, - 0.322266, - 0.283203, - 1.007812, - 0.24707, - 0.554688, - 0.851562, - 0.566406, - 0.242188, - 0.644531, - 0.251953, - 0.992188, - 0.458984, - 1.0625, - 0.835938, - 0.617188, - 0.9375, - 1.070312, - 0.06543, - 0.085938, - 0.664062, - 0.098633, - 0.339844, - 0.287109, - 0.71875, - 0.808594, - 1.0625, - 0.083984, - 0.431641, - 1.09375, - 0.496094, - 0.5, - 0.75, - 1.03125, - 0.855469, - 1.085938, - 0.208984, - 1.09375, - 0.231445, - 0.527344, - 0.075195, - 0.566406, - 0.347656, - 0.125, - 0.992188, - 0.21875, - 0.796875, - 0.707031, - 1.1875, - 0.535156, - 0.484375, - 0.800781, - 0.109863, - 0.636719, - 0.394531, - 0.237305, - 0.921875, - 0.302734, - 0.949219, - 0.8125, - 0.289062, - 0.451172, - 0.808594, - 0.121094, - 0.269531, - 0.773438, - 0.515625, - 0.796875, - 0.835938, - 1.085938, - 1.140625, - 0.578125, - 0.695312, - 1.132812, - 0.404297, - 0.777344, - 0.90625, - 1.171875, - 0.746094, - 0.957031, - 0.824219, - 0.412109, - 0.90625, - 0.917969, - 0.605469, - 0.527344, - 0.086426, - 1.125, - 0.445312, - 0.507812, - 1.078125, - 0.386719, - 1.09375, - 0.851562, - 0.9375, - 0.585938, - 0.605469, - 0.482422, - 0.777344, - 0.310547, - 0.382812, - 0.609375, - 0.992188, - 1.070312, - 0.75, - 0.609375, - 0.570312, - 1.015625, - 0.542969, - 0.726562, - 0.550781, - 0.828125, - 0.28125, - 0.412109, - 1.046875, - 0.351562, - 0.855469, - 0.816406, - 0.703125, - 0.542969, - 0.707031, - 0.835938, - 0.257812, - 0.726562, - 0.289062, - 0.808594, - 0.294922, - 0.202148, - 0.5625, - 0.6875, - 0.636719, - 0.710938, - 0.921875, - 0.800781, - 0.65625, - 0.230469, - 0.726562, - 0.585938, - 0.703125, - 0.953125, - 0.349609, - 0.988281, - 0.671875, - 1.085938, - 0.597656, - 0.640625, - 0.929688, - 0.746094, - 0.375, - 1.046875, - 0.503906, - 0.394531, - 1.046875, - 0.886719, - 0.069824, - 0.298828, - 0.474609, - 1.054688, - 0.921875, - 0.683594, - 0.605469, - 0.746094, - 0.75, - 0.322266, - 0.835938, - 0.462891, - 0.277344, - 0.851562, - 0.597656, - 0.417969, - 0.777344, - 0.675781, - 0.357422, - 0.640625, - 0.243164, - 0.243164, - 0.10791, - 0.933594, - 0.222656, - 0.835938, - 0.667969, - 0.445312, - 0.542969, - 0.460938, - 0.6875, - 0.075195, - 0.257812, - 0.765625, - 0.53125, - 0.941406, - 0.628906, - 0.808594, - 0.90625, - 0.964844, - 0.337891, - 0.458984, - 0.683594, - 0.703125, - 0.859375, - 0.945312, - 0.075684, - 0.308594, - 0.929688, - 0.091797, - 1.125, - 0.484375, - 0.847656, - 0.474609, - 0.839844, - 0.065918, - 0.285156, - 0.902344, - 0.098145, - 0.566406, - 0.96875, - 0.878906, - 0.227539, - 0.664062, - 0.6875, - 0.083008, - 0.664062, - 1.179688, - 0.675781, - 0.261719, - 0.542969, - 0.894531, - 0.449219, - 0.072754, - 0.578125, - 0.449219, - 0.062256, - 0.929688, - 0.092773, - 0.609375, - 0.539062, - 0.318359, - 0.515625, - 0.053711, - 0.380859, - 0.141602, - 0.5625, - 0.816406, - 0.414062, - 0.914062, - 0.699219, - 0.439453, - 0.515625, - 0.341797, - 0.253906, - 0.691406, - 0.251953, - 0.248047, - 0.367188, - 0.976562, - 0.169922, - 0.78125, - 1.0, - 0.609375, - 0.800781, - 0.216797, - 0.160156, - 0.589844, - 0.671875, - 0.699219, - 0.511719, - 0.507812, - 0.953125, - 0.566406, - 0.075684, - 0.886719, - 0.460938, - 0.298828, - 0.933594, - 0.265625, - 0.441406, - 0.464844, - 0.832031, - 0.386719, - 1.039062, - 0.25, - 1.046875, - 1.015625, - 0.6875, - 1.007812, - 0.179688, - 0.589844, - 0.339844, - 1.007812, - 0.367188, - 0.742188, - 0.486328, - 0.59375, - 0.914062, - 0.824219, - 0.5, - 0.172852, - 0.566406, - 0.21582, - 0.460938, - 0.710938, - 0.224609, - 0.933594, - 0.365234, - 0.464844, - 0.5625, - 0.071289, - 1.0, - 0.589844, - 0.664062, - 0.120605, - 0.470703, - 0.310547, - 0.746094, - 0.867188, - 0.427734, - 0.398438, - 1.101562, - 1.023438, - 0.19043, - 0.675781, - 0.777344, - 0.248047, - 0.972656, - 0.298828, - 0.124512, - 0.925781, - 0.302734, - 0.855469, - 0.400391, - 0.667969, - 0.953125, - 0.925781, - 0.601562, - 1.09375, - 0.320312, - 0.287109, - 0.316406, - 0.271484, - 0.570312, - 0.691406, - 0.421875, - 0.140625, - 0.310547, - 0.960938, - 0.703125, - 0.957031, - 0.101562, - 0.847656, - 0.898438, - 0.945312, - 1.140625, - 0.773438, - 0.482422, - 1.140625, - 0.917969, - 0.714844, - 1.085938, - 0.71875, - 0.06543, - 1.039062, - 0.239258, - 0.5625, - 0.664062, - 0.462891, - 0.390625, - 0.100098, - 0.318359, - 0.488281, - 0.527344, - 0.457031, - 0.753906, - 0.449219, - 0.243164, - 0.617188, - 1.046875, - 1.09375, - 0.949219, - 0.246094, - 0.330078, - 0.734375, - 0.863281, - 0.683594, - 0.648438, - 0.757812, - 0.390625, - 0.259766, - 0.730469, - 0.542969, - 0.691406, - 0.726562, - 0.6875, - 0.550781, - 0.90625, - 0.664062, - 0.917969, - 0.8125, - 1.03125, - 0.886719, - 0.318359, - 0.154297, - 0.081543, - 0.96875, - 0.6875, - 0.183594, - 1.15625, - 0.462891, - 0.851562, - 0.980469, - 0.279297, - 0.972656, - 0.177734, - 0.734375, - 0.875, - 0.914062, - 0.087891, - 0.628906, - 0.617188, - 1.046875, - 0.351562, - 0.660156, - -5.6e-05, - 0.628906, - 0.542969, - 0.392578, - 0.871094, - 0.269531, - 0.431641, - 0.792969, - 0.675781, - 0.527344, - 0.231445, - 0.287109, - 0.361328, - 0.386719, - 0.859375, - 0.828125, - 0.921875, - 0.636719, - 0.648438, - 0.072754, - 0.447266, - 0.455078, - 0.9375, - 0.480469, - 0.345703, - 0.347656, - 0.507812, - 0.726562, - 0.402344, - 0.585938, - 0.226562, - 0.640625, - 0.703125, - 0.292969, - 0.083496, - 0.527344, - 0.898438, - 0.699219, - 0.855469, - 0.083984, - 0.859375, - 0.902344, - 0.792969, - 0.722656, - 0.8125, - 0.816406, - 0.304688, - 0.746094, - 0.777344, - 0.816406, - 0.251953, - 1.0625, - 0.425781, - 0.069824, - 0.233398, - 0.277344, - 0.851562, - 0.792969, - 0.087891, - 0.8125, - 0.921875, - 0.371094, - 0.373047, - 0.964844, - 1.164062, - 0.245117, - 0.453125, - 0.878906, - 1.015625, - 0.316406, - 0.78125, - 0.980469, - 0.585938, - 0.296875, - 0.285156, - 0.976562, - 0.828125, - 1.0625, - 0.679688, - 0.310547, - 0.828125, - 1.070312, - 0.613281, - 0.121094, - 0.832031, - 0.335938, - 0.092285, - 1.007812, - 0.832031, - 1.9e-05, - 0.328125, - 0.910156, - 0.069336, - 0.198242, - 0.455078, - 0.664062, - 0.605469, - 0.757812, - 0.283203, - 0.457031, - 0.259766, - 0.275391, - 0.605469, - 0.449219, - 1.125, - 0.984375, - 0.664062, - 0.9375, - 0.828125, - 0.490234, - 1.101562, - 0.53125, - 0.075684, - 0.466797, - 0.542969, - 0.486328, - 0.664062, - 0.287109, - 0.675781, - 0.539062, - 0.921875, - 0.071289, - 0.75, - 0.259766, - 0.077148, - 0.976562, - 1.046875, - 1.21875, - 0.335938, - 0.310547, - 0.094238, - 0.804688, - 0.330078, - 0.251953, - 0.205078, - 1.023438, - 0.757812, - 0.867188, - 0.357422, - 1.0625, - 0.488281, - 0.353516, - 0.066406, - 0.419922, - 0.460938, - 0.625, - 0.675781, - 0.472656, - 0.542969, - 0.365234, - 0.574219, - 0.597656, - 0.714844, - 0.996094, - 0.851562, - 0.777344, - 0.298828, - 0.59375, - 0.628906, - 0.324219, - 0.550781, - 0.683594, - 0.601562, - 0.808594, - 0.878906, - 0.679688, - 1.117188, - 0.800781, - 0.353516, - 0.914062, - 0.90625, - 0.404297, - 0.371094, - 0.90625, - 0.457031, - 0.648438, - 0.384766, - 0.355469, - 1.039062, - 0.769531, - 0.59375, - 0.515625, - 0.507812, - 0.882812, - 0.253906, - 0.679688, - 0.3125, - 0.71875, - 0.929688, - 0.261719, - 0.135742, - 0.071289, - 0.882812, - 0.582031, - 0.068359, - 1.085938, - 0.871094, - 0.769531, - 0.259766, - 1.0, - 0.707031, - 0.090332, - 0.542969, - 0.121582, - 0.490234, - 0.558594, - 0.371094, - 0.917969, - 0.890625, - 0.515625, - 0.460938, - 0.503906, - 0.535156, - 0.204102, - 1.132812, - 0.232422, - 0.488281, - 0.691406, - 0.941406, - 1.023438, - 0.550781, - 0.103027, - 0.667969, - 0.369141, - 0.6875, - 0.707031, - 0.474609, - 0.675781, - 1.09375, - 0.882812, - 0.320312, - 0.828125, - 0.824219, - 0.142578, - 0.417969, - 0.429688, - 0.636719, - 0.269531, - 0.267578, - 0.480469, - 0.949219, - 0.462891, - 0.441406, - 0.06543, - 0.392578, - 0.890625, - 0.835938, - 0.929688, - 0.388672, - 0.507812, - 0.058594, - 0.59375, - 0.640625, - 0.337891, - 0.625, - 0.277344, - 0.292969, - 0.211914, - 0.738281, - 0.232422, - 0.241211, - 0.84375, - 0.330078, - 0.550781, - 0.433594, - 0.392578, - 1.117188, - 0.212891, - 0.484375, - 0.306641, - 0.789062, - 0.992188, - 0.839844, - 0.890625, - 0.404297, - 1.0625, - 0.283203, - 0.242188, - 0.945312, - 0.554688, - 0.259766, - 0.875, - 0.277344, - 0.625, - 0.789062, - 0.648438, - 0.24707, - 0.644531, - 0.094238, - 0.237305, - 0.507812, - 0.34375, - 0.601562, - 0.225586, - 0.371094, - 0.894531, - 0.628906, - 0.550781, - 0.667969, - 0.929688, - 0.707031, - 0.800781, - 0.785156, - 0.664062, - 0.972656, - 0.5, - 0.237305, - 0.164062, - 0.878906, - 0.229492, - 0.742188, - 0.245117, - 0.496094, - 0.298828, - 0.376953, - 0.730469, - 0.640625, - 0.259766, - 0.898438, - 0.671875, - 1.0625, - 0.671875, - 0.244141, - 0.773438, - 0.269531, - 0.224609, - 0.964844, - 0.302734, - 0.652344, - 0.067871, - 0.59375, - 0.816406, - 1.046875, - 0.245117, - 0.71875, - 1.242188, - 0.080078, - 0.277344, - 0.226562, - 0.757812, - 0.941406, - 0.455078, - 1.0625, - 1.0, - 0.062988, - 0.746094, - 0.875, - 0.205078, - 1.007812, - 0.554688, - 0.488281, - 0.628906, - 0.582031, - 0.425781, - 0.855469, - 0.511719, - 0.902344, - 0.601562, - 0.271484, - 0.96875, - 0.066406, - 0.921875, - 0.46875, - 0.320312, - 0.511719, - 0.605469, - 0.996094, - 1.015625, - 0.640625, - 0.695312, - 0.202148, - 0.878906, - 0.542969, - 0.069824, - 0.458984, - 1.09375, - 0.964844, - 0.824219, - 0.332031, - 0.067383, - 0.808594, - 0.933594, - 0.589844, - 0.478516, - 0.302734, - 0.597656, - 0.308594, - 0.886719, - 0.527344, - 0.227539, - 0.734375, - 0.285156, - 0.455078, - 0.457031, - 0.233398, - 0.78125, - 1.03125, - 0.069336, - 0.808594, - 0.707031, - 1.070312, - 0.703125, - 0.589844, - 0.851562, - 0.255859, - 0.617188, - 0.259766, - 0.3125, - 0.675781, - 0.675781, - 1.046875, - 0.9375, - 0.458984, - 0.078613, - 0.941406, - 0.566406, - 0.484375, - 0.957031, - 0.259766, - 0.976562, - -0.000181, - 0.550781, - 0.691406, - 0.298828, - 0.660156, - 0.914062, - 0.753906, - 0.322266, - 0.96875, - 0.988281, - 1.0625, - 0.077637, - 0.6875, - 0.84375, - 0.644531, - 0.53125, - 0.46875, - 0.439453, - 0.212891, - 0.742188, - 0.957031, - 1.117188, - 0.421875, - 0.691406, - 0.345703, - 0.453125, - 0.992188, - 0.300781, - 0.494141, - 0.175781, - 0.341797, - 0.617188, - 0.730469, - 0.675781, - 0.707031, - 0.071777, - 1.054688, - 0.851562, - 0.291016, - 0.353516, - 0.24707, - 0.667969, - 0.570312, - 0.28125, - 0.421875, - 0.261719, - 0.457031, - 0.964844, - 0.78125, - 0.367188, - 0.84375, - 0.068359, - 1.132812, - 0.691406, - 0.964844, - 0.328125, - 0.726562, - 0.496094, - 0.53125, - 0.257812, - 0.78125, - 0.71875, - 0.224609, - 0.679688, - 0.585938, - 0.263672, - 0.578125, - 0.417969, - 0.929688, - 0.384766, - 0.197266, - 0.498047, - 0.589844, - 0.570312, - 0.894531, - 0.515625, - 1.148438, - 0.863281, - 0.220703, - 0.337891, - 0.404297, - 0.542969, - 0.746094, - 0.246094, - 0.710938, - 0.765625, - 0.636719, - 0.953125, - 0.376953, - 1.023438, - 0.277344, - 0.886719, - 0.455078, - 0.46875, - 0.996094, - 0.78125, - 0.960938, - 0.621094, - 0.832031, - 0.503906, - 0.535156, - 0.388672, - 0.675781, - 0.941406, - 0.589844, - 0.664062, - 0.914062, - 0.667969, - 1.085938, - 0.550781, - 0.333984, - 0.462891, - 0.878906, - 0.625, - 0.808594, - 0.910156, - 0.470703, - 0.664062, - 0.921875, - 1.296875, - 0.197266, - 1.046875, - 0.410156, - 0.320312, - 0.263672, - 0.566406, - 0.726562, - 1.15625, - 0.198242, - 0.855469, - 0.455078, - 0.78125, - 1.023438, - 0.792969, - 0.554688, - 0.703125, - 0.800781, - 1.039062, - 0.691406, - 0.851562, - 0.800781, - 0.248047, - 0.578125, - 0.941406, - 0.585938, - 0.546875, - 0.628906, - 0.072754, - 0.957031, - 0.835938, - 0.59375, - 1.054688, - 0.458984, - 0.261719, - 0.396484, - 0.566406, - 0.392578, - 1.125, - 0.062256, - 0.236328, - 0.675781, - 0.106445, - 0.061523, - 0.523438, - 0.455078, - 0.265625, - 0.871094, - 0.496094, - 0.882812, - 0.289062, - 1.101562, - 0.302734, - 0.091797, - 1.296875, - 1.164062, - 0.621094, - 0.636719, - 0.388672, - 0.392578, - 0.925781, - 0.359375, - 0.433594, - 0.474609, - 0.443359, - 0.628906, - 0.201172, - 0.972656, - 0.894531, - 0.699219, - 0.726562, - 1.132812, - 0.773438, - 0.527344, - 0.589844, - 0.255859, - 0.695312, - 0.777344, - 0.949219, - 1.101562, - 0.21582, - 0.447266, - 0.621094, - 0.921875, - 0.384766, - 0.949219, - 0.972656, - 0.328125, - 0.929688, - 0.285156, - 0.3125, - 0.878906, - 0.527344, - 0.443359, - 0.443359, - 0.988281, - 0.081055, - 0.980469, - 0.056885, - 0.90625, - 0.925781, - 0.177734, - 0.230469, - 0.980469, - 0.449219, - 0.699219, - 0.734375, - 0.511719, - 0.578125, - 0.310547, - 0.249023, - 0.699219, - 0.84375, - 0.5, - 0.535156, - 0.431641, - 0.773438, - 0.667969, - 0.217773, - 1.015625, - 0.914062, - 0.738281, - 1.015625, - 0.211914, - 0.263672, - 0.5, - 0.730469, - 0.550781, - 0.953125, - 0.441406, - 0.894531, - 0.972656, - 0.738281, - 0.542969, - 1.085938, - 0.388672, - 0.925781, - 0.300781, - 0.369141, - 0.519531, - 0.640625, - 0.339844, - 0.546875, - 1.132812, - 1.046875, - 1.117188, - 0.328125, - 1.03125, - 1.179688, - 0.972656, - 0.53125, - 0.808594, - 1.09375, - 0.392578, - 0.304688, - 0.474609, - 0.447266, - 1.132812, - 0.761719, - 0.554688, - 0.255859, - 0.625, - 0.652344, - 0.585938, - 0.304688, - 0.339844, - 0.199219, - 0.734375, - 0.664062, - 0.445312, - 0.376953, - 0.660156, - 0.851562, - 0.294922, - 0.07959, - 1.148438, - 0.330078, - 0.886719, - 0.457031, - 1.03125, - 0.707031, - 1.117188, - 0.765625, - 0.710938, - 0.113281, - 1.265625, - 0.310547, - 0.318359, - 0.644531, - 0.330078, - 0.5, - 1.023438, - 0.061768, - 0.613281, - 1.070312, - 0.785156, - 0.074707, - 0.613281, - 0.353516, - 1.304688, - 0.333984, - 0.667969, - 0.621094, - 0.068848, - 0.992188, - 0.855469, - 0.765625, - 0.233398, - 0.488281, - 0.578125, - 0.589844, - 0.691406, - 0.863281, - 0.347656, - 0.210938, - 0.640625, - 0.554688, - 1.039062, - 0.380859, - 0.194336, - 1.015625, - 0.699219, - 0.667969, - 0.296875, - 0.902344, - 1.132812, - 0.949219, - 0.065918, - 0.197266, - 0.065918, - 0.714844, - 0.878906, - 1.140625, - 0.582031, - 0.40625, - 0.472656, - 1.007812, - 0.621094, - 0.271484, - 0.558594, - 0.271484, - 0.570312, - 0.292969, - 0.957031, - 0.06543, - 0.691406, - 0.9375, - 0.746094, - 0.820312, - 0.291016, - 1.09375, - 0.515625, - 1.03125, - 0.730469, - 0.972656, - 0.613281, - 0.314453, - 1.132812, - 0.34375, - 0.632812, - 0.402344, - 0.703125, - 0.886719, - 0.957031, - 0.90625, - 0.898438, - 0.828125, - 0.085938, - 0.439453, - 0.535156, - 0.601562, - 1.039062, - 0.328125, - 1.03125, - 0.847656, - 0.589844, - 0.84375, - 0.6875, - 0.851562, - 0.640625, - 0.726562, - 0.139648, - 0.828125, - 1.039062, - 0.231445, - 0.753906, - 0.664062, - 0.773438, - 0.613281, - 0.231445, - 1.054688, - 0.263672, - 0.371094, - 0.224609, - 0.972656, - 1.039062, - 0.96875, - 0.949219, - 0.275391, - 0.07959, - 0.447266, - 0.679688, - 0.835938, - 0.769531, - 0.910156, - 0.601562, - 0.722656, - 0.992188, - 0.296875, - 0.453125, - 0.496094, - 0.613281, - 0.378906, - 0.820312, - 0.503906, - 0.59375, - 0.878906, - 0.738281, - 0.90625, - 0.96875, - 0.804688, - 0.734375, - 0.060303, - 0.988281, - 0.070801, - 0.146484, - 0.363281, - 0.478516, - 0.236328, - 0.316406, - 0.375, - 0.069824, - 0.294922, - 0.707031, - 0.664062, - 1.039062, - 0.566406, - 0.523438, - 0.503906, - 1.039062, - 0.347656, - 0.09082, - 0.800781, - 0.949219, - 0.660156, - 1.21875, - 0.785156, - 0.855469, - 0.636719, - 1.195312, - 0.796875, - 0.671875, - 0.984375, - 0.3125, - 1.039062, - 0.302734, - 0.202148, - 0.730469, - 0.253906, - 0.488281, - 0.828125, - 1.03125, - -0.000208, - 0.304688, - 0.277344, - 0.644531, - 0.498047, - 0.8125, - 0.800781, - 0.425781, - 1.109375, - 1.039062, - 0.625, - 0.601562, - 0.257812, - 0.145508, - 0.197266, - 0.554688, - 0.507812, - 0.84375, - 0.914062, - 0.064453, - 0.061279, - 0.098633, - 0.679688, - 0.363281, - 0.347656, - 0.9375, - 0.980469, - 0.396484, - 0.804688, - 0.835938, - 0.490234, - 0.09375, - 0.613281, - 0.357422, - 0.84375, - 1.015625, - 0.249023, - 0.261719, - 0.917969, - 0.585938, - 0.490234, - 0.233398, - 0.429688, - 0.796875, - 0.092773, - 0.470703, - 0.882812, - 0.204102, - 0.703125, - 0.824219, - 0.304688, - 0.910156, - 0.515625, - 0.472656, - 0.078125, - 0.511719, - 0.213867, - 0.757812, - 0.808594, - 0.22168, - 0.40625, - 0.679688, - 0.507812, - 0.253906, - 0.486328, - 0.213867, - 0.597656, - 0.695312, - 0.5, - 0.376953, - 0.835938, - 0.238281, - 0.871094, - 0.847656, - 0.402344, - 1.09375, - 0.738281, - 0.578125, - 0.300781, - 0.238281, - 0.832031, - 0.992188, - 0.925781, - 0.648438, - 1.148438, - 0.578125, - 0.519531, - 0.65625, - 0.429688, - 0.722656, - 1.070312, - 0.316406, - 0.378906, - 0.667969, - 0.339844, - 0.835938, - 0.632812, - 0.558594, - 0.867188, - 0.402344, - 1.03125, - 0.246094, - 1.085938, - 0.251953, - 0.546875, - 0.423828, - 0.486328, - 0.285156, - 0.146484, - 0.535156, - 0.894531, - 0.07373, - 0.683594, - 0.675781, - 0.832031 - ] - }, - "name": "model.model.layers.13.input_layernorm.weight", - "outputIndexes": [ - 1086 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1085 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_13/Mul_output_0", - "outputIndexes": [ - 1087 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1086, - 1087 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_13/Mul_1_output_0", - "outputIndexes": [ - 1088 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1088 - ], - "outputIndexes": [ - 2672 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2672 - ], - "outputIndexes": [ - 2673 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear", - "inputIndexes": [ - 2673 - ], - "outputIndexes": [ - 2674 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 342280146, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2674 - ], - "outputIndexes": [ - 2675 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2675 - ], - "outputIndexes": [ - 1089 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1088 - ], - "main_type": "NONE", - "name": "/Shape_183_output_0", - "outputIndexes": [ - 1090 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1090 - ], - "main_type": "NONE", - "name": "Shape3328", - "outputIndexes": [ - 1091 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1090 - ], - "main_type": "NONE", - "name": "Rank3330", - "outputIndexes": [ - 1092 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1092, - 1092 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3332", - "outputIndexes": [ - 1093 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1093 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3333", - "outputIndexes": [ - 1094 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1093, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3335", - "outputIndexes": [ - 1095 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1095 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3336", - "outputIndexes": [ - 1096 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1091, - 1094, - 1096, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3339", - "outputIndexes": [ - 1097 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1097 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3340", - "outputIndexes": [ - 1098 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1098 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3341", - "outputIndexes": [ - 1099 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1099, - 1098 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3342", - "outputIndexes": [ - 1100 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1090, - 1100, - 1093 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_199_output_0", - "outputIndexes": [ - 1101 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1101, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_417_output_0", - "outputIndexes": [ - 1102 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1102, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_169_output_0", - "outputIndexes": [ - 1103 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1089, - 1103 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_118_output_0", - "outputIndexes": [ - 1104 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1104, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_104_output_0", - "outputIndexes": [ - 1105 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1104 - ], - "main_type": "NONE", - "name": "/Shape_184_output_0", - "outputIndexes": [ - 1106 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1106 - ], - "main_type": "NONE", - "name": "Shape3349", - "outputIndexes": [ - 1107 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1106 - ], - "main_type": "NONE", - "name": "Rank3351", - "outputIndexes": [ - 1108 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1108, - 1108 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3353", - "outputIndexes": [ - 1109 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1109 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3354", - "outputIndexes": [ - 1110 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1109, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3356", - "outputIndexes": [ - 1111 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1111 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3357", - "outputIndexes": [ - 1112 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1107, - 1110, - 1112, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3360", - "outputIndexes": [ - 1113 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1113 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3361", - "outputIndexes": [ - 1114 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1114 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3362", - "outputIndexes": [ - 1115 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1115, - 1114 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3363", - "outputIndexes": [ - 1116 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1106, - 1116, - 1109 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_200_output_0", - "outputIndexes": [ - 1117 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1117, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_39_output_0", - "outputIndexes": [ - 1118 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1118, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_422_output_0", - "outputIndexes": [ - 1119 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1104, - 1119, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_53_output_0", - "outputIndexes": [ - 1120 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1120 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_26_output_0", - "outputIndexes": [ - 1121 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1104, - 22, - 1119, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_52_output_0", - "outputIndexes": [ - 1122 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1121, - 1122 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_172_output_0", - "outputIndexes": [ - 1123 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1123, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_105_output_0", - "outputIndexes": [ - 1124 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1105, - 1124 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_65_output_0", - "outputIndexes": [ - 1125 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1088 - ], - "outputIndexes": [ - 2676 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2676 - ], - "outputIndexes": [ - 2677 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear", - "inputIndexes": [ - 2677 - ], - "outputIndexes": [ - 2678 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 343613416, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2678 - ], - "outputIndexes": [ - 2679 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2679 - ], - "outputIndexes": [ - 1126 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1102, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_170_output_0", - "outputIndexes": [ - 1127 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1126, - 1127 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_119_output_0", - "outputIndexes": [ - 1128 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_106_output_0", - "outputIndexes": [ - 1129 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128 - ], - "main_type": "NONE", - "name": "/Shape_185_output_0", - "outputIndexes": [ - 1130 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1130 - ], - "main_type": "NONE", - "name": "Shape3412", - "outputIndexes": [ - 1131 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1130 - ], - "main_type": "NONE", - "name": "Rank3414", - "outputIndexes": [ - 1132 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1132, - 1132 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3416", - "outputIndexes": [ - 1133 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1133 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3417", - "outputIndexes": [ - 1134 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1133, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3419", - "outputIndexes": [ - 1135 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1135 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3420", - "outputIndexes": [ - 1136 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1131, - 1134, - 1136, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3423", - "outputIndexes": [ - 1137 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1137 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3424", - "outputIndexes": [ - 1138 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3425", - "outputIndexes": [ - 1139 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1139, - 1138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3426", - "outputIndexes": [ - 1140 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1130, - 1140, - 1133 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_201_output_0", - "outputIndexes": [ - 1141 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1141, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_40_output_0", - "outputIndexes": [ - 1142 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1142, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_424_output_0", - "outputIndexes": [ - 1143 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128, - 1143, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_55_output_0", - "outputIndexes": [ - 1144 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1144 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_27_output_0", - "outputIndexes": [ - 1145 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128, - 22, - 1143, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_54_output_0", - "outputIndexes": [ - 1146 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1145, - 1146 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_173_output_0", - "outputIndexes": [ - 1147 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1147, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_107_output_0", - "outputIndexes": [ - 1148 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1129, - 1148 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_66_output_0", - "outputIndexes": [ - 1149 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1088 - ], - "outputIndexes": [ - 2680 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2680 - ], - "outputIndexes": [ - 2681 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear", - "inputIndexes": [ - 2681 - ], - "outputIndexes": [ - 2682 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 343835646, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2682 - ], - "outputIndexes": [ - 2683 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2683 - ], - "outputIndexes": [ - 1150 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1150, - 1127 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_120_output_0", - "outputIndexes": [ - 1151 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1125, - 1149, - 1151, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_125_output_0", - "outputIndexes": [ - 1152 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1152 - ], - "outputIndexes": [ - 2684 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2684 - ], - "outputIndexes": [ - 2685 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear", - "inputIndexes": [ - 2685 - ], - "outputIndexes": [ - 2686 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 344057876, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2686 - ], - "outputIndexes": [ - 2687 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2687 - ], - "outputIndexes": [ - 1153 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1085, - 1153 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_68_output_0", - "outputIndexes": [ - 1154 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.112793, - 0.886719, - 0.503906, - 0.59375, - 0.447266, - 0.404297, - 0.660156, - 0.535156, - 0.683594, - 0.3125, - 0.59375, - 0.226562, - 0.742188, - 0.777344, - 0.734375, - 0.628906, - 0.675781, - 0.523438, - 0.789062, - 0.25, - 0.691406, - 0.5625, - 0.550781, - 0.112305, - 0.824219, - 0.785156, - 0.427734, - 0.304688, - 0.306641, - 0.84375, - 0.765625, - 0.691406, - 0.945312, - 0.304688, - 0.558594, - 0.972656, - 0.84375, - 0.625, - 0.265625, - 0.261719, - 0.992188, - 0.882812, - 0.769531, - 0.910156, - 0.201172, - 0.570312, - 0.523438, - 0.65625, - 0.546875, - 0.439453, - 0.113281, - 0.245117, - 0.785156, - 0.789062, - 0.734375, - 0.388672, - 0.339844, - 0.10791, - 0.335938, - 0.316406, - 0.496094, - 0.330078, - 0.5, - 0.777344, - 0.695312, - 0.196289, - 0.46875, - 0.296875, - 0.527344, - 0.408203, - 0.503906, - 0.369141, - 0.108887, - 0.359375, - 0.699219, - 0.246094, - 0.738281, - 0.71875, - 0.648438, - 1.007812, - 0.929688, - 0.117676, - 0.248047, - 0.996094, - 0.78125, - 0.855469, - 0.898438, - 0.945312, - 0.478516, - 0.679688, - 0.664062, - 0.445312, - 0.412109, - 0.376953, - 0.847656, - 0.271484, - 0.597656, - 0.324219, - 0.90625, - 0.75, - 1.234375, - 0.245117, - 0.217773, - 1.023438, - 0.267578, - 0.574219, - 0.613281, - 0.621094, - 0.261719, - 0.703125, - 0.285156, - 0.929688, - 0.447266, - 0.212891, - 0.890625, - 0.625, - 0.796875, - 0.910156, - 0.110352, - 0.124023, - 0.710938, - 0.125, - 0.355469, - 0.347656, - 0.769531, - 0.886719, - 0.960938, - 0.129883, - 0.369141, - 1.078125, - 0.558594, - 0.585938, - 0.738281, - 0.957031, - 0.804688, - 1.03125, - 0.259766, - 1.0625, - 0.267578, - 0.671875, - 0.123535, - 0.494141, - 0.425781, - 0.145508, - 0.890625, - 0.257812, - 0.867188, - 0.412109, - 1.015625, - 0.601562, - 0.519531, - 0.796875, - 0.145508, - 0.746094, - 0.617188, - 0.275391, - 0.832031, - 0.347656, - 0.9375, - 0.882812, - 0.302734, - 0.410156, - 0.621094, - 0.12207, - 0.289062, - 0.804688, - 0.609375, - 0.804688, - 0.769531, - 0.867188, - 1.070312, - 0.691406, - 0.695312, - 0.910156, - 0.458984, - 0.800781, - 0.71875, - 1.03125, - 0.78125, - 0.925781, - 0.890625, - 0.503906, - 0.832031, - 0.566406, - 0.714844, - 0.283203, - 0.133789, - 1.015625, - 0.652344, - 0.582031, - 0.957031, - 0.414062, - 0.898438, - 0.863281, - 0.855469, - 0.71875, - 0.632812, - 0.558594, - 0.851562, - 0.371094, - 0.503906, - 0.742188, - 0.960938, - 1.0625, - 0.835938, - 0.75, - 0.664062, - 1.007812, - 0.574219, - 0.785156, - 0.582031, - 0.847656, - 0.255859, - 0.46875, - 0.925781, - 0.207031, - 0.820312, - 0.835938, - 0.738281, - 0.632812, - 0.742188, - 0.835938, - 0.172852, - 0.249023, - 0.373047, - 0.882812, - 0.337891, - 0.227539, - 0.283203, - 0.734375, - 0.726562, - 0.792969, - 0.914062, - 0.886719, - 0.777344, - 0.380859, - 0.804688, - 0.578125, - 0.71875, - 0.851562, - 0.425781, - 0.84375, - 0.632812, - 1.0625, - 0.660156, - 0.730469, - 0.9375, - 0.679688, - 0.416016, - 0.984375, - 0.482422, - 0.209961, - 0.886719, - 0.296875, - 0.118652, - 0.320312, - 0.464844, - 0.96875, - 0.882812, - 0.601562, - 0.632812, - 0.871094, - 0.828125, - 0.363281, - 0.859375, - 0.632812, - 0.324219, - 0.953125, - 0.664062, - 0.554688, - 0.753906, - 0.482422, - 0.371094, - 0.730469, - 0.253906, - 0.304688, - 0.137695, - 0.824219, - 0.300781, - 0.859375, - 0.761719, - 0.5, - 0.511719, - 0.453125, - 0.769531, - 0.125, - 0.300781, - 0.722656, - 0.519531, - 0.929688, - 0.746094, - 0.933594, - 1.039062, - 0.933594, - 0.386719, - 0.503906, - 0.726562, - 0.621094, - 0.902344, - 0.882812, - 0.122559, - 0.198242, - 0.925781, - 0.121582, - 1.070312, - 0.578125, - 0.847656, - 0.380859, - 0.789062, - 0.105469, - 0.267578, - 0.925781, - 0.133789, - 0.679688, - 1.046875, - 0.9375, - 0.157227, - 0.695312, - 0.738281, - 0.12793, - 0.707031, - 0.96875, - 0.753906, - 0.255859, - 0.585938, - 0.726562, - 0.511719, - 0.11377, - 0.601562, - 0.492188, - 0.10791, - 0.863281, - 0.124512, - 0.554688, - 0.496094, - 0.198242, - 0.582031, - 0.105957, - 0.369141, - 0.155273, - 0.546875, - 0.757812, - 0.460938, - 0.882812, - 0.796875, - 0.585938, - 0.621094, - 0.390625, - 0.324219, - 0.78125, - 0.355469, - 0.224609, - 0.271484, - 0.734375, - 0.322266, - 0.808594, - 0.25, - 0.5625, - 0.828125, - 0.273438, - 0.28125, - 0.578125, - 0.765625, - 0.71875, - 0.578125, - 0.574219, - 0.941406, - 0.574219, - 0.119141, - 0.90625, - 0.503906, - 0.298828, - 0.933594, - 0.294922, - 0.490234, - 0.519531, - 0.808594, - 0.388672, - 0.90625, - 0.302734, - 0.949219, - 0.980469, - 0.734375, - 1.039062, - 0.172852, - 0.742188, - 0.371094, - 0.960938, - 0.427734, - 0.789062, - 0.558594, - 0.6875, - 0.910156, - 0.664062, - 0.294922, - 0.141602, - 0.664062, - 0.255859, - 0.507812, - 0.808594, - 0.287109, - 0.886719, - 0.361328, - 0.648438, - 0.488281, - 0.109375, - 1.023438, - 0.710938, - 0.71875, - 0.133789, - 0.480469, - 0.330078, - 0.828125, - 0.871094, - 0.476562, - 0.46875, - 1.101562, - 0.972656, - 0.251953, - 0.792969, - 0.878906, - 0.265625, - 0.683594, - 0.326172, - 0.249023, - 0.859375, - 0.365234, - 0.8125, - 0.433594, - 0.832031, - 0.976562, - 0.902344, - 0.738281, - 1.03125, - 0.287109, - 0.333984, - 0.361328, - 0.285156, - 0.628906, - 0.800781, - 0.474609, - 0.228516, - 0.200195, - 0.609375, - 0.777344, - 0.925781, - 0.126953, - 0.953125, - 0.867188, - 0.964844, - 1.046875, - 0.746094, - 0.601562, - 1.109375, - 0.867188, - 0.890625, - 0.992188, - 0.765625, - 0.118652, - 1.140625, - 0.261719, - 0.613281, - 0.710938, - 0.458984, - 0.470703, - 0.138672, - 0.351562, - 0.507812, - 0.511719, - 0.546875, - 0.75, - 0.601562, - 0.261719, - 0.660156, - 0.929688, - 0.925781, - 0.816406, - 0.308594, - 0.197266, - 0.738281, - 0.933594, - 0.585938, - 0.722656, - 0.808594, - 0.455078, - 0.310547, - 0.730469, - 0.458984, - 0.804688, - 0.78125, - 0.828125, - 0.699219, - 0.878906, - 0.609375, - 0.886719, - 0.898438, - 0.804688, - 0.917969, - 0.353516, - 0.144531, - 0.109375, - 0.953125, - 0.710938, - 0.392578, - 1.117188, - 0.496094, - 0.898438, - 0.269531, - 0.318359, - 1.015625, - 0.257812, - 0.796875, - 0.914062, - 0.980469, - 0.117188, - 0.691406, - 0.609375, - 1.023438, - 0.24707, - 0.423828, - 0.363281, - 0.710938, - 0.664062, - 0.371094, - 0.816406, - 0.324219, - 0.65625, - 0.789062, - 0.769531, - 0.714844, - 0.347656, - 0.361328, - 0.199219, - 0.378906, - 0.832031, - 0.828125, - 0.867188, - 0.738281, - 0.699219, - 0.116211, - 0.5625, - 0.582031, - 0.898438, - 0.582031, - 0.53125, - 0.365234, - 0.294922, - 0.679688, - 0.291016, - 0.65625, - 0.308594, - 0.757812, - 0.820312, - 0.400391, - 0.123535, - 0.558594, - 0.921875, - 0.738281, - 0.835938, - 0.126953, - 0.921875, - 0.886719, - 0.785156, - 0.726562, - 0.90625, - 0.482422, - 0.18457, - 0.800781, - 0.828125, - 0.820312, - 0.273438, - 1.070312, - 0.464844, - 0.105957, - 0.158203, - 0.388672, - 0.886719, - 0.773438, - 0.124512, - 0.757812, - 0.265625, - 0.349609, - 0.582031, - 1.0, - 1.0, - 0.275391, - 0.425781, - 0.929688, - 1.015625, - 0.457031, - 0.835938, - 0.902344, - 0.699219, - 0.392578, - 0.324219, - 0.949219, - 0.820312, - 0.960938, - 0.726562, - 0.332031, - 0.867188, - 1.0, - 0.65625, - 0.125, - 0.84375, - 0.273438, - 0.119141, - 1.015625, - 0.726562, - -3.5e-05, - 0.390625, - 0.839844, - 0.124023, - 0.25, - 0.523438, - 0.683594, - 0.617188, - 0.847656, - 0.255859, - 0.535156, - 0.320312, - 0.285156, - 0.601562, - 0.582031, - 0.878906, - 0.910156, - 0.679688, - 0.925781, - 0.8125, - 0.507812, - 1.039062, - 0.474609, - 0.112793, - 0.695312, - 0.585938, - 0.478516, - 0.753906, - 0.335938, - 0.800781, - 0.542969, - 1.0, - 0.11084, - 0.859375, - 0.304688, - 0.120605, - 0.851562, - 0.871094, - 1.039062, - 0.269531, - 0.375, - 0.134766, - 0.863281, - 0.380859, - 0.330078, - 0.279297, - 0.972656, - 0.859375, - 0.933594, - 0.474609, - 0.964844, - 0.492188, - 0.251953, - 0.118164, - 0.527344, - 0.304688, - 0.714844, - 0.742188, - 0.570312, - 0.558594, - 0.390625, - 0.710938, - 0.287109, - 0.746094, - 0.894531, - 0.953125, - 0.875, - 0.176758, - 0.722656, - 0.679688, - 0.320312, - 0.570312, - 0.730469, - 0.695312, - 0.804688, - 0.875, - 0.65625, - 0.980469, - 0.832031, - 0.439453, - 0.933594, - 0.867188, - 0.478516, - 0.361328, - 0.910156, - 0.255859, - 0.65625, - 0.365234, - 0.404297, - 0.96875, - 0.855469, - 0.519531, - 0.605469, - 0.597656, - 0.910156, - 0.198242, - 0.707031, - 0.341797, - 0.5625, - 0.859375, - 0.318359, - 0.155273, - 0.111328, - 0.886719, - 0.279297, - 0.119629, - 0.933594, - 0.90625, - 0.796875, - 0.166016, - 1.0, - 0.753906, - 0.12793, - 0.597656, - 0.154297, - 0.5, - 0.757812, - 0.40625, - 0.855469, - 0.855469, - 0.601562, - 0.490234, - 0.578125, - 0.539062, - 0.279297, - 1.046875, - 0.21582, - 0.519531, - 0.832031, - 0.886719, - 1.132812, - 0.441406, - 0.134766, - 0.279297, - 0.388672, - 0.78125, - 0.742188, - 0.478516, - 0.699219, - 0.949219, - 0.769531, - 0.259766, - 0.855469, - 0.306641, - 0.15625, - 0.398438, - 0.527344, - 0.675781, - 0.298828, - 0.291016, - 0.503906, - 0.917969, - 0.515625, - 0.474609, - 0.120605, - 0.474609, - 0.96875, - 0.882812, - 0.539062, - 0.398438, - 0.542969, - 0.111328, - 0.734375, - 0.796875, - 0.287109, - 0.589844, - 0.304688, - 0.300781, - 0.186523, - 0.859375, - 0.255859, - 0.298828, - 0.820312, - 0.367188, - 0.613281, - 0.378906, - 0.515625, - 1.046875, - 0.28125, - 0.585938, - 0.408203, - 0.8125, - 0.972656, - 0.796875, - 0.246094, - 0.306641, - 0.96875, - 0.245117, - 0.279297, - 1.03125, - 0.609375, - 0.283203, - 0.886719, - 0.205078, - 0.691406, - 0.6875, - 0.644531, - 0.298828, - 0.632812, - 0.128906, - 0.3125, - 0.691406, - 0.392578, - 0.660156, - 0.261719, - 0.357422, - 0.902344, - 0.695312, - 0.644531, - 0.796875, - 0.992188, - 0.804688, - 0.792969, - 0.789062, - 0.78125, - 0.894531, - 0.578125, - 0.261719, - 0.136719, - 0.816406, - 0.248047, - 0.8125, - 0.294922, - 0.449219, - 0.289062, - 0.441406, - 0.738281, - 0.628906, - 0.287109, - 0.902344, - 0.746094, - 0.972656, - 0.730469, - 0.235352, - 0.808594, - 0.166992, - 0.265625, - 0.941406, - 0.34375, - 0.65625, - 0.108887, - 0.675781, - 0.730469, - 0.902344, - 0.219727, - 0.691406, - 1.023438, - 0.125977, - 0.316406, - 0.269531, - 0.800781, - 0.941406, - 0.394531, - 0.910156, - 0.867188, - 0.115723, - 0.21875, - 0.890625, - 0.255859, - 0.318359, - 0.589844, - 0.585938, - 0.589844, - 0.478516, - 0.589844, - 0.855469, - 0.609375, - 0.894531, - 0.558594, - 0.294922, - 0.847656, - 0.123047, - 0.953125, - 0.439453, - 0.373047, - 0.59375, - 0.609375, - 1.0, - 0.902344, - 0.777344, - 0.621094, - 0.18457, - 0.847656, - 0.636719, - 0.119141, - 0.484375, - 0.953125, - 1.007812, - 0.910156, - 0.289062, - 0.11377, - 0.304688, - 0.279297, - 0.691406, - 0.574219, - 0.261719, - 0.675781, - 0.237305, - 0.914062, - 0.613281, - 0.378906, - 0.800781, - 0.306641, - 0.498047, - 0.472656, - 0.271484, - 0.847656, - 0.839844, - 0.112305, - 0.785156, - 0.789062, - 1.015625, - 0.789062, - 0.738281, - 0.878906, - 0.21582, - 0.613281, - 0.267578, - 0.349609, - 0.671875, - 0.75, - 0.9375, - 0.808594, - 0.476562, - 0.124512, - 0.808594, - 0.71875, - 0.535156, - 0.84375, - 0.300781, - 1.023438, - 0.388672, - 0.59375, - 0.695312, - 0.320312, - 0.75, - 0.949219, - 0.785156, - 0.376953, - 0.847656, - 0.957031, - 1.0, - 0.128906, - 0.734375, - 0.832031, - 0.546875, - 0.625, - 0.597656, - 0.304688, - 0.269531, - 0.761719, - 0.960938, - 0.996094, - 0.523438, - 0.738281, - 0.388672, - 0.507812, - 0.796875, - 0.376953, - 0.496094, - 0.306641, - 0.402344, - 0.703125, - 0.867188, - 0.640625, - 0.765625, - 0.122559, - 1.015625, - 0.828125, - 0.3125, - 0.431641, - 0.285156, - 0.671875, - 0.519531, - 0.273438, - 0.458984, - 0.320312, - 0.488281, - 0.820312, - 0.714844, - 0.205078, - 0.976562, - 0.115234, - 1.101562, - 0.78125, - 0.925781, - 0.386719, - 0.742188, - 0.535156, - 0.585938, - 0.367188, - 0.828125, - 0.714844, - 0.255859, - 0.699219, - 0.632812, - 0.300781, - 0.621094, - 0.230469, - 0.917969, - 0.419922, - 0.28125, - 0.523438, - 0.652344, - 0.671875, - 0.828125, - 0.425781, - 0.921875, - 0.929688, - 0.238281, - 0.386719, - 0.515625, - 0.699219, - 0.777344, - 0.228516, - 0.472656, - 0.75, - 0.742188, - 0.992188, - 0.25, - 1.039062, - 0.308594, - 0.898438, - 0.554688, - 0.5625, - 0.953125, - 0.875, - 0.941406, - 0.707031, - 0.390625, - 0.59375, - 0.566406, - 0.470703, - 0.695312, - 0.976562, - 0.578125, - 0.722656, - 0.835938, - 0.601562, - 0.992188, - 0.667969, - 0.427734, - 0.425781, - 0.902344, - 0.738281, - 0.859375, - 0.800781, - 0.439453, - 0.785156, - 0.964844, - 1.007812, - 0.306641, - 0.960938, - 0.410156, - 0.382812, - 0.310547, - 0.566406, - 0.746094, - 0.972656, - 0.261719, - 0.953125, - 0.519531, - 0.761719, - 1.007812, - 0.217773, - 0.605469, - 0.699219, - 0.796875, - 0.714844, - 0.757812, - 0.863281, - 0.769531, - 0.291016, - 0.742188, - 0.863281, - 0.667969, - 0.578125, - 0.71875, - 0.121094, - 0.96875, - 0.527344, - 0.667969, - 0.972656, - 0.582031, - 0.289062, - 0.386719, - 0.675781, - 0.302734, - 0.953125, - 0.104492, - 0.306641, - 0.746094, - 0.124512, - 0.116211, - 0.507812, - 0.363281, - 0.425781, - 0.824219, - 0.621094, - 0.453125, - 0.324219, - 1.101562, - 0.417969, - 0.128906, - 1.101562, - 0.976562, - 0.722656, - 0.621094, - 0.416016, - 0.275391, - 0.941406, - 0.466797, - 0.515625, - 0.425781, - 0.328125, - 0.726562, - 0.158203, - 0.976562, - 0.832031, - 0.808594, - 0.808594, - 1.007812, - 0.679688, - 0.582031, - 0.570312, - 0.306641, - 0.707031, - 0.828125, - 0.785156, - 0.96875, - 0.206055, - 0.53125, - 0.699219, - 0.871094, - 0.408203, - 1.015625, - 0.992188, - 0.361328, - 0.851562, - 0.351562, - 0.369141, - 0.863281, - 0.527344, - 0.490234, - 0.439453, - 0.53125, - 0.125977, - 0.976562, - 0.109375, - 0.945312, - 0.925781, - 0.146484, - 0.236328, - 1.015625, - 0.470703, - 0.773438, - 0.738281, - 0.289062, - 0.628906, - 0.408203, - 0.273438, - 0.726562, - 0.828125, - 0.535156, - 0.302734, - 0.427734, - 0.773438, - 0.777344, - 0.302734, - 0.964844, - 0.921875, - 0.691406, - 0.933594, - 0.273438, - 0.169922, - 0.447266, - 0.792969, - 0.625, - 0.90625, - 0.574219, - 0.773438, - 0.957031, - 0.757812, - 0.519531, - 0.867188, - 0.453125, - 0.902344, - 0.289062, - 0.206055, - 0.314453, - 0.695312, - 0.353516, - 0.6875, - 0.871094, - 0.9375, - 1.023438, - 0.439453, - 0.921875, - 1.117188, - 0.859375, - 0.632812, - 0.917969, - 0.996094, - 0.5, - 0.351562, - 0.279297, - 0.232422, - 0.964844, - 0.306641, - 0.472656, - 0.232422, - 0.644531, - 0.671875, - 0.235352, - 0.219727, - 0.386719, - 0.182617, - 0.796875, - 0.617188, - 0.511719, - 0.375, - 0.710938, - 0.851562, - 0.335938, - 0.125977, - 1.015625, - 0.349609, - 0.910156, - 0.5625, - 0.988281, - 0.722656, - 0.976562, - 0.699219, - 0.78125, - 0.15332, - 1.078125, - 0.229492, - 0.337891, - 0.789062, - 0.378906, - 0.554688, - 0.957031, - 0.108398, - 0.5, - 1.007812, - 0.800781, - 0.126953, - 0.6875, - 0.412109, - 1.085938, - 0.363281, - 0.695312, - 0.601562, - 0.111816, - 0.859375, - 0.855469, - 0.824219, - 0.271484, - 0.582031, - 0.519531, - 0.625, - 0.769531, - 0.863281, - 0.597656, - 0.255859, - 0.710938, - 0.671875, - 1.023438, - 0.291016, - 0.157227, - 0.5, - 0.730469, - 0.609375, - 0.345703, - 0.265625, - 0.894531, - 0.324219, - 0.11084, - 0.275391, - 0.109863, - 0.710938, - 0.367188, - 1.03125, - 0.667969, - 0.443359, - 0.597656, - 0.451172, - 0.679688, - 0.3125, - 0.597656, - 0.324219, - 0.644531, - 0.294922, - 0.976562, - 0.105469, - 0.660156, - 0.898438, - 0.777344, - 0.78125, - 0.267578, - 1.007812, - 0.527344, - 0.925781, - 0.605469, - 0.90625, - 0.71875, - 0.326172, - 1.023438, - 0.435547, - 0.574219, - 0.466797, - 0.722656, - 0.867188, - 0.882812, - 0.941406, - 0.832031, - 0.902344, - 0.114258, - 0.435547, - 0.671875, - 0.507812, - 1.039062, - 0.357422, - 0.960938, - 0.761719, - 0.570312, - 0.820312, - 0.699219, - 0.933594, - 0.539062, - 0.851562, - 0.12793, - 0.824219, - 1.0, - 0.238281, - 0.734375, - 0.761719, - 0.84375, - 0.695312, - 0.257812, - 0.886719, - 0.277344, - 0.445312, - 0.248047, - 0.917969, - 1.046875, - 0.875, - 0.914062, - 0.335938, - 0.121094, - 0.558594, - 0.22168, - 0.9375, - 0.835938, - 0.875, - 0.605469, - 0.597656, - 0.945312, - 0.326172, - 0.496094, - 0.597656, - 0.628906, - 0.455078, - 0.851562, - 0.617188, - 0.617188, - 0.886719, - 0.847656, - 0.365234, - 0.890625, - 0.8125, - 0.710938, - 0.10498, - 0.960938, - 0.125977, - 0.15625, - 0.474609, - 0.539062, - 0.271484, - 0.213867, - 0.453125, - 0.118164, - 0.283203, - 0.8125, - 0.664062, - 0.851562, - 0.785156, - 0.59375, - 0.318359, - 0.996094, - 0.353516, - 0.117188, - 0.78125, - 0.910156, - 0.683594, - 1.070312, - 0.679688, - 0.851562, - 0.617188, - 1.070312, - 0.742188, - 0.683594, - 0.972656, - 0.168945, - 0.890625, - 0.376953, - 0.150391, - 0.800781, - 0.314453, - 0.59375, - 0.839844, - 0.972656, - 0.15332, - 0.306641, - 0.271484, - 0.201172, - 0.410156, - 0.757812, - 0.863281, - 0.632812, - 0.992188, - 1.023438, - 0.566406, - 0.75, - 0.330078, - 0.144531, - 0.296875, - 0.699219, - 0.648438, - 0.835938, - 0.851562, - 0.119629, - 0.110352, - 0.132812, - 0.753906, - 0.361328, - 0.369141, - 0.476562, - 0.949219, - 0.460938, - 0.828125, - 0.859375, - 0.558594, - 0.115234, - 0.601562, - 0.419922, - 0.84375, - 0.964844, - 0.253906, - 0.275391, - 0.972656, - 0.722656, - 0.640625, - 0.275391, - 0.470703, - 0.785156, - 0.121094, - 0.578125, - 0.878906, - 0.310547, - 0.757812, - 0.832031, - 0.285156, - 0.953125, - 0.65625, - 0.558594, - 0.121094, - 0.601562, - 0.237305, - 0.875, - 0.84375, - 0.271484, - 0.523438, - 0.433594, - 0.632812, - 0.318359, - 0.5625, - 0.259766, - 0.632812, - 0.519531, - 0.453125, - 0.412109, - 0.75, - 0.285156, - 0.820312, - 0.859375, - 0.435547, - 0.902344, - 0.816406, - 0.609375, - 0.296875, - 0.291016, - 0.875, - 0.949219, - 0.894531, - 0.71875, - 1.070312, - 0.582031, - 0.570312, - 0.789062, - 0.523438, - 0.832031, - 1.164062, - 0.400391, - 0.378906, - 0.710938, - 0.376953, - 0.828125, - 0.476562, - 0.671875, - 0.863281, - 0.582031, - 0.890625, - 0.271484, - 1.054688, - 0.285156, - 0.542969, - 0.519531, - 0.679688, - 0.237305, - 0.147461, - 0.554688, - 0.800781, - 0.106934, - 0.65625, - 0.707031, - 0.941406 - ] - }, - "name": "model.model.layers.13.post_attention_layernorm.weight", - "outputIndexes": [ - 1155 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1154 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_13/Mul_output_0", - "outputIndexes": [ - 1156 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1155, - 1156 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_13/Mul_1_output_0", - "outputIndexes": [ - 1157 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1157 - ], - "outputIndexes": [ - 2688 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2688 - ], - "outputIndexes": [ - 2689 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/gate_proj/Linear", - "inputIndexes": [ - 2689 - ], - "outputIndexes": [ - 2690 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 345385002, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2690 - ], - "outputIndexes": [ - 2691 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2691 - ], - "outputIndexes": [ - 1158 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1158 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_13/Sigmoid_output_0", - "outputIndexes": [ - 1159 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1158, - 1159 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_13/Mul_output_0", - "outputIndexes": [ - 1160 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1157 - ], - "outputIndexes": [ - 2692 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2692 - ], - "outputIndexes": [ - 2693 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/up_proj/Linear", - "inputIndexes": [ - 2693 - ], - "outputIndexes": [ - 2694 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 353126464, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2694 - ], - "outputIndexes": [ - 2695 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2695 - ], - "outputIndexes": [ - 1161 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1160, - 1161 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_13/Mul_output_0", - "outputIndexes": [ - 1162 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1162 - ], - "outputIndexes": [ - 2696 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2696 - ], - "outputIndexes": [ - 2697 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/down_proj/Linear", - "inputIndexes": [ - 2697 - ], - "outputIndexes": [ - 2698 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 360867926, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2698 - ], - "outputIndexes": [ - 2699 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2699 - ], - "outputIndexes": [ - 1163 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1154, - 1163 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_69_output_0", - "outputIndexes": [ - 1164 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1164, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_126_output_0", - "outputIndexes": [ - 1165 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.09375, - 1.101562, - 1.460938, - 0.59375, - 0.621094, - 0.349609, - 0.691406, - 0.519531, - 0.617188, - 0.285156, - 0.601562, - 0.404297, - 0.695312, - 1.1875, - 0.746094, - 0.703125, - 0.652344, - 0.519531, - 0.746094, - 0.229492, - 0.742188, - 0.886719, - 0.628906, - 0.087891, - 3.09375, - 0.78125, - 0.40625, - 0.240234, - 0.230469, - 0.976562, - 0.910156, - 0.695312, - 1.460938, - 0.199219, - 0.773438, - 1.195312, - 0.9375, - 0.648438, - 0.232422, - 0.363281, - 1.367188, - 0.96875, - 0.808594, - 1.328125, - 1.3125, - 0.605469, - 0.421875, - 0.570312, - 0.527344, - 0.921875, - 0.094238, - 0.376953, - 0.859375, - 1.125, - 0.847656, - 0.359375, - 0.304688, - 0.090332, - 0.785156, - 0.322266, - 0.470703, - 0.289062, - 0.761719, - 0.867188, - 0.699219, - 0.296875, - 0.503906, - 0.208008, - 0.8125, - 0.412109, - 0.710938, - 0.496094, - 0.094238, - 0.310547, - 0.695312, - 0.351562, - 0.710938, - 0.660156, - 0.621094, - 1.492188, - 1.257812, - 0.10791, - 0.632812, - 1.265625, - 0.878906, - 0.898438, - 1.242188, - 1.453125, - 0.625, - 0.714844, - 0.746094, - 0.484375, - 0.847656, - 0.335938, - 1.0625, - 0.84375, - 0.640625, - 0.402344, - 1.804688, - 0.839844, - 1.695312, - 0.396484, - 0.34375, - 1.523438, - 0.28125, - 0.621094, - 1.265625, - 0.589844, - 0.269531, - 0.734375, - 0.253906, - 1.28125, - 0.492188, - 1.3125, - 1.007812, - 0.660156, - 1.234375, - 1.40625, - 0.097168, - 0.11377, - 0.710938, - 0.121094, - 0.357422, - 0.298828, - 0.84375, - 1.101562, - 1.203125, - 0.097168, - 0.539062, - 1.5, - 0.535156, - 0.523438, - 0.796875, - 1.382812, - 0.9375, - 1.460938, - 0.205078, - 1.453125, - 0.235352, - 0.582031, - 0.09375, - 0.703125, - 0.361328, - 0.151367, - 1.203125, - 0.232422, - 1.070312, - 0.953125, - 1.460938, - 0.542969, - 0.535156, - 1.0, - 0.15332, - 0.859375, - 0.410156, - 0.265625, - 1.132812, - 0.322266, - 1.195312, - 0.972656, - 0.349609, - 0.511719, - 1.023438, - 0.225586, - 0.287109, - 0.941406, - 0.753906, - 0.925781, - 0.917969, - 1.710938, - 1.585938, - 0.65625, - 0.710938, - 1.382812, - 0.494141, - 1.109375, - 1.125, - 1.546875, - 0.898438, - 1.414062, - 1.023438, - 0.435547, - 1.140625, - 1.296875, - 0.707031, - 0.824219, - 0.118164, - 1.554688, - 0.515625, - 0.582031, - 1.601562, - 0.458984, - 1.359375, - 1.15625, - 1.070312, - 0.71875, - 0.636719, - 0.554688, - 0.988281, - 0.341797, - 0.40625, - 0.640625, - 1.429688, - 1.6875, - 0.875, - 0.714844, - 0.660156, - 1.257812, - 0.523438, - 0.976562, - 0.601562, - 1.109375, - 0.302734, - 0.453125, - 1.21875, - 1.101562, - 0.96875, - 1.015625, - 0.816406, - 0.558594, - 0.757812, - 0.957031, - 0.283203, - 0.835938, - 0.339844, - 1.085938, - 0.294922, - 0.227539, - 0.78125, - 0.828125, - 0.722656, - 0.921875, - 1.296875, - 1.0625, - 0.757812, - 0.259766, - 0.945312, - 0.644531, - 0.777344, - 1.132812, - 0.396484, - 1.59375, - 0.71875, - 1.4375, - 0.695312, - 0.742188, - 1.148438, - 0.878906, - 0.400391, - 1.507812, - 0.503906, - 0.574219, - 1.296875, - 1.359375, - 0.092773, - 0.296875, - 0.546875, - 1.257812, - 1.328125, - 0.789062, - 0.699219, - 0.992188, - 0.816406, - 0.347656, - 1.078125, - 0.488281, - 0.314453, - 1.1875, - 0.621094, - 0.439453, - 0.839844, - 0.882812, - 0.382812, - 0.757812, - 0.310547, - 0.25, - 0.119629, - 1.398438, - 0.233398, - 1.234375, - 0.738281, - 0.46875, - 0.621094, - 0.53125, - 0.859375, - 0.099121, - 0.371094, - 0.914062, - 0.613281, - 1.429688, - 0.796875, - 1.3125, - 1.4375, - 1.289062, - 0.339844, - 0.441406, - 0.820312, - 0.757812, - 1.070312, - 1.507812, - 0.102539, - 0.601562, - 1.234375, - 0.121094, - 1.546875, - 0.484375, - 1.132812, - 0.53125, - 1.117188, - 0.087402, - 0.310547, - 1.179688, - 0.125, - 0.640625, - 1.492188, - 1.0625, - 0.4375, - 0.761719, - 0.769531, - 0.108887, - 0.789062, - 2.0, - 0.738281, - 0.304688, - 0.558594, - 1.242188, - 0.527344, - 0.099121, - 0.683594, - 0.503906, - 0.086426, - 1.179688, - 0.116699, - 0.921875, - 0.605469, - 0.365234, - 0.546875, - 0.07373, - 0.408203, - 0.207031, - 0.671875, - 0.910156, - 0.458984, - 1.210938, - 1.023438, - 0.486328, - 0.574219, - 0.396484, - 0.25, - 0.855469, - 0.283203, - 0.335938, - 0.455078, - 1.3125, - 0.181641, - 0.9375, - 1.335938, - 0.730469, - 1.015625, - 0.21875, - -0.173828, - 0.714844, - 0.75, - 0.796875, - 0.519531, - 0.625, - 1.203125, - 0.621094, - 0.095703, - 1.023438, - 0.464844, - 0.333984, - 1.203125, - 0.28125, - 0.484375, - 0.492188, - 1.070312, - 0.46875, - 1.375, - 0.257812, - 1.546875, - 1.734375, - 0.871094, - 1.429688, - 0.257812, - 0.664062, - 0.363281, - 1.390625, - 0.414062, - 0.917969, - 0.5625, - 0.703125, - 1.203125, - 1.03125, - 0.757812, - 0.398438, - 0.667969, - 0.25, - 0.527344, - 0.847656, - 0.253906, - 1.226562, - 0.390625, - 0.488281, - 0.667969, - 0.108887, - 1.4375, - 0.667969, - 2.9e-05, - 0.204102, - 0.566406, - 0.333984, - 0.863281, - 1.054688, - 0.470703, - 0.439453, - 1.710938, - 1.484375, - 0.231445, - 0.925781, - 1.0, - 0.285156, - 1.179688, - 0.304688, - 0.151367, - 1.046875, - 0.314453, - 1.140625, - 0.46875, - 0.761719, - 1.273438, - 1.109375, - 0.648438, - 1.546875, - 0.386719, - 0.306641, - 0.335938, - 0.296875, - 0.691406, - 0.882812, - 0.492188, - 0.162109, - 0.699219, - 1.25, - 0.882812, - 1.25, - 0.194336, - 1.21875, - 1.164062, - 1.234375, - 1.609375, - 0.835938, - 0.451172, - 1.679688, - 1.632812, - 0.984375, - 1.351562, - 0.835938, - 0.08252, - 1.546875, - 0.261719, - 0.691406, - 0.765625, - 0.578125, - 0.404297, - 0.129883, - 0.339844, - 0.53125, - 0.589844, - 0.476562, - 0.769531, - 0.490234, - 0.267578, - 0.703125, - 1.289062, - 1.320312, - 1.960938, - 0.265625, - 1.023438, - 0.914062, - 1.164062, - 0.734375, - 0.714844, - 0.960938, - 0.421875, - 0.246094, - 0.820312, - 0.613281, - 0.925781, - 0.785156, - 0.859375, - 0.644531, - 1.148438, - 0.71875, - 1.054688, - 1.28125, - 1.75, - 1.242188, - 0.332031, - 0.259766, - 0.143555, - 1.195312, - 0.777344, - 0.219727, - 1.65625, - 0.439453, - 1.109375, - 1.09375, - 0.322266, - 1.445312, - 0.200195, - 0.929688, - 1.390625, - 1.351562, - 0.102539, - 0.675781, - 0.824219, - 1.476562, - 0.367188, - 0.792969, - -4.4e-05, - 0.714844, - 0.601562, - 0.460938, - 1.039062, - 0.302734, - 0.476562, - 0.890625, - 0.71875, - 0.640625, - 0.245117, - 0.339844, - 1.242188, - 0.421875, - 1.039062, - 1.046875, - 1.179688, - 0.734375, - 0.785156, - 0.089844, - 0.490234, - 0.490234, - 1.171875, - 0.503906, - 0.359375, - 0.384766, - 0.734375, - 0.757812, - 0.574219, - 0.683594, - 0.236328, - 0.78125, - 0.875, - 0.4375, - 0.100098, - 0.566406, - 1.25, - 0.792969, - 1.0, - 0.114746, - 1.210938, - 1.046875, - 1.046875, - 0.898438, - 1.0, - 1.109375, - 1.046875, - 0.945312, - 0.953125, - 0.988281, - 0.283203, - 1.6875, - 0.482422, - 0.084961, - 0.365234, - 0.300781, - 1.117188, - 1.039062, - 0.101074, - 0.992188, - 1.15625, - 0.410156, - 0.427734, - 1.265625, - 1.617188, - 0.265625, - 0.511719, - 1.320312, - 1.414062, - 0.333984, - 1.015625, - 1.234375, - 0.679688, - 0.304688, - 0.285156, - 1.460938, - 0.90625, - 1.367188, - 0.742188, - 0.330078, - 0.992188, - 1.421875, - 0.730469, - 0.279297, - 1.101562, - 0.59375, - 0.117676, - 1.515625, - 1.132812, - -1.3e-05, - 0.335938, - 1.453125, - 0.09668, - 0.225586, - 0.515625, - 0.777344, - 0.722656, - 0.980469, - 0.314453, - 0.496094, - 0.263672, - 0.335938, - 0.683594, - 0.507812, - 3.34375, - 1.1875, - 0.714844, - 1.382812, - 1.109375, - 0.574219, - 1.601562, - 0.585938, - 0.088379, - 0.554688, - 0.609375, - 0.578125, - 0.789062, - 0.314453, - 1.015625, - 0.605469, - 1.25, - 0.094238, - 0.898438, - 0.275391, - 0.109863, - 1.382812, - 1.625, - 1.539062, - 0.5, - 0.351562, - 0.138672, - 0.980469, - 0.375, - 0.261719, - 0.227539, - 1.40625, - 1.085938, - 1.15625, - 0.382812, - 1.234375, - 0.542969, - 0.466797, - 0.101074, - 0.451172, - 0.640625, - 0.761719, - 0.828125, - 0.474609, - 0.660156, - 0.382812, - 0.683594, - 0.832031, - 0.800781, - 1.367188, - 1.085938, - 1.101562, - 0.917969, - 0.667969, - 0.71875, - 0.378906, - 0.667969, - 0.792969, - 0.582031, - 1.078125, - 1.15625, - 0.816406, - 1.476562, - 1.046875, - 0.363281, - 1.367188, - 1.257812, - 0.447266, - 0.425781, - 1.375, - 0.617188, - 0.84375, - 0.488281, - 0.404297, - 1.546875, - 1.039062, - 0.714844, - 0.566406, - 0.550781, - 1.039062, - 0.550781, - 0.71875, - 0.330078, - 0.90625, - 1.101562, - 0.310547, - 0.178711, - 0.08252, - 1.023438, - 0.710938, - 0.101074, - 1.335938, - 0.996094, - 0.871094, - 0.660156, - 1.328125, - 0.871094, - 0.11377, - 0.621094, - 0.164062, - 0.570312, - 0.640625, - 0.435547, - 1.203125, - 1.398438, - 0.566406, - 0.503906, - 0.498047, - 0.527344, - 0.230469, - 1.679688, - 0.269531, - 0.5625, - 0.984375, - 1.335938, - 1.375, - 0.703125, - 0.12793, - 0.972656, - 0.417969, - 0.867188, - 0.800781, - 0.519531, - 0.828125, - 1.875, - 1.265625, - 0.378906, - 1.125, - 1.046875, - 0.205078, - 0.482422, - 0.480469, - 0.703125, - 0.255859, - 0.277344, - 0.53125, - 1.257812, - 0.453125, - 0.515625, - 0.08252, - 0.394531, - 1.148438, - 1.1875, - 1.25, - 0.427734, - 0.554688, - 0.083984, - 0.714844, - 0.816406, - 0.439453, - 0.734375, - 0.271484, - 0.314453, - 0.316406, - 0.976562, - 0.244141, - 0.275391, - 1.085938, - 0.345703, - 0.644531, - 0.511719, - 0.4375, - 1.554688, - 0.226562, - 0.578125, - 0.310547, - 0.878906, - 1.273438, - 0.925781, - 1.4375, - 0.494141, - 1.351562, - 0.367188, - 0.251953, - 1.523438, - 0.574219, - 0.291016, - 1.273438, - 0.320312, - 0.621094, - 0.84375, - 0.726562, - 0.25, - 0.679688, - 0.131836, - 0.242188, - 0.53125, - 0.365234, - 0.65625, - 0.244141, - 0.419922, - 1.09375, - 0.738281, - 0.582031, - 0.71875, - 1.242188, - 0.855469, - 1.03125, - 0.839844, - 0.769531, - 1.359375, - 0.53125, - 0.287109, - 0.3125, - 1.007812, - 0.230469, - 0.914062, - 0.25, - 0.5625, - 0.322266, - 0.380859, - 0.851562, - 0.667969, - 0.271484, - 1.015625, - 0.761719, - 1.5, - 0.8125, - 0.308594, - 0.898438, - 0.648438, - 0.231445, - 1.304688, - 0.302734, - 0.753906, - 0.082031, - 0.660156, - 0.847656, - 1.234375, - 0.308594, - 0.851562, - 1.570312, - 0.104492, - 0.294922, - 0.228516, - 0.863281, - 1.351562, - 0.535156, - 1.28125, - 1.507812, - 0.083496, - 1.226562, - 1.109375, - 0.226562, - 1.421875, - 0.601562, - 0.574219, - 0.675781, - 0.933594, - 0.464844, - 1.101562, - 0.550781, - 1.03125, - 0.671875, - 0.298828, - 1.367188, - 0.083984, - 1.210938, - 0.496094, - 0.337891, - 0.644531, - 0.628906, - 1.375, - 1.398438, - 0.796875, - 0.84375, - 0.283203, - 1.078125, - 0.574219, - 0.081055, - 0.474609, - 1.484375, - 1.382812, - 1.0625, - 0.431641, - 0.083984, - 1.625, - 1.203125, - 0.660156, - 0.523438, - 0.330078, - 0.742188, - 0.394531, - 1.148438, - 0.566406, - 0.219727, - 1.0, - 0.324219, - 0.486328, - 0.535156, - 0.251953, - 1.015625, - 1.578125, - 0.092285, - 0.945312, - 0.835938, - 1.539062, - 0.945312, - 0.730469, - 1.195312, - 0.322266, - 0.75, - 0.298828, - 0.328125, - 0.710938, - 0.84375, - 1.507812, - 1.0625, - 0.589844, - 0.091309, - 1.429688, - 0.679688, - 0.546875, - 1.390625, - 0.292969, - 1.453125, - 0.000182, - 0.601562, - 0.75, - 0.335938, - 0.734375, - 1.1875, - 0.886719, - 0.320312, - 1.148438, - 1.4375, - 1.476562, - 0.102539, - 0.78125, - 0.988281, - 0.71875, - 0.582031, - 0.511719, - 0.625, - 0.257812, - 0.871094, - 1.382812, - 1.59375, - 0.431641, - 0.839844, - 0.339844, - 0.484375, - 1.5625, - 0.353516, - 0.582031, - 0.208984, - 0.378906, - 0.6875, - 0.917969, - 0.820312, - 0.847656, - 0.087891, - 1.539062, - 1.132812, - 0.300781, - 0.376953, - 0.277344, - 0.765625, - 0.617188, - 0.300781, - 0.445312, - 0.283203, - 0.490234, - 1.335938, - 0.871094, - 1.328125, - 1.21875, - 0.083008, - 1.523438, - 0.871094, - 1.40625, - 0.328125, - 0.832031, - 0.507812, - 0.507812, - 0.25, - 1.039062, - 0.941406, - 0.237305, - 0.835938, - 0.652344, - 0.285156, - 0.632812, - 0.933594, - 1.328125, - 0.423828, - 0.21875, - 0.53125, - 0.632812, - 0.703125, - 1.476562, - 0.585938, - 2.0, - 1.109375, - 0.227539, - 0.376953, - 0.453125, - 0.578125, - 0.851562, - 0.341797, - 1.140625, - 0.960938, - 0.714844, - 1.28125, - 0.59375, - 1.492188, - 0.302734, - 1.070312, - 0.5, - 0.53125, - 1.242188, - 0.949219, - 1.242188, - 0.6875, - 1.140625, - 0.542969, - 0.613281, - 0.414062, - 0.660156, - 1.53125, - 0.714844, - 0.714844, - 1.132812, - 0.683594, - 1.648438, - 0.609375, - 0.357422, - 0.498047, - 1.109375, - 0.65625, - 1.054688, - 1.109375, - 0.578125, - 0.789062, - 1.148438, - 1.59375, - 0.223633, - 1.625, - 0.490234, - 0.332031, - 0.310547, - 0.566406, - 0.878906, - 1.46875, - 0.216797, - 1.203125, - 0.494141, - 0.957031, - 1.421875, - 0.988281, - 0.65625, - 0.855469, - 0.941406, - 1.125, - 1.078125, - 1.109375, - 0.84375, - 0.310547, - 0.703125, - 1.132812, - 0.667969, - 0.554688, - 0.648438, - 0.092285, - 1.28125, - 1.242188, - 0.667969, - 1.390625, - 0.542969, - 0.265625, - 0.425781, - 0.679688, - 0.511719, - 1.445312, - 0.079102, - 0.236328, - 0.699219, - 0.154297, - 0.081543, - 0.628906, - 0.484375, - 0.287109, - 1.109375, - 0.507812, - 1.375, - 0.283203, - 1.632812, - 0.324219, - 0.104004, - 1.726562, - 1.59375, - 0.671875, - 0.710938, - 0.431641, - 0.539062, - 1.21875, - 0.380859, - 0.5, - 0.53125, - 0.558594, - 0.65625, - 0.263672, - 1.4375, - 0.976562, - 0.804688, - 0.855469, - 1.53125, - 0.9375, - 0.535156, - 0.644531, - 0.271484, - 0.855469, - 0.980469, - 1.15625, - 1.515625, - 0.279297, - 0.53125, - 0.65625, - 1.09375, - 0.441406, - 1.46875, - 1.242188, - 0.371094, - 1.109375, - 0.332031, - 0.322266, - 1.257812, - 0.582031, - 0.515625, - 0.464844, - 1.351562, - 0.106934, - 1.34375, - 0.082031, - 1.273438, - 1.296875, - 0.46875, - 0.204102, - 1.304688, - 0.519531, - 0.777344, - 0.859375, - 0.75, - 0.636719, - 0.308594, - 0.285156, - 0.8125, - 0.96875, - 0.617188, - 0.683594, - 0.503906, - 1.03125, - 0.871094, - 0.22168, - 1.375, - 1.265625, - 0.839844, - 1.421875, - 0.230469, - 0.855469, - 0.5625, - 1.0, - 0.632812, - 1.132812, - 0.515625, - 1.054688, - 1.289062, - 0.777344, - 0.597656, - 1.59375, - 0.419922, - 1.140625, - 0.3125, - 1.210938, - 0.722656, - 0.734375, - 0.390625, - 0.59375, - 1.304688, - 1.28125, - 1.507812, - 0.367188, - 1.15625, - 1.742188, - 1.234375, - 0.585938, - 0.980469, - 1.414062, - 0.402344, - 0.328125, - 0.699219, - 0.519531, - 1.742188, - 1.0, - 0.710938, - 0.335938, - 0.632812, - 0.734375, - 0.789062, - 0.490234, - 0.386719, - 0.231445, - 1.101562, - 0.8125, - 0.527344, - 0.496094, - 0.761719, - 1.171875, - 0.330078, - 0.112305, - 1.71875, - 0.367188, - 1.171875, - 0.494141, - 1.578125, - 0.867188, - 1.617188, - 0.988281, - 0.847656, - 0.143555, - 1.890625, - 0.363281, - 0.359375, - 0.714844, - 0.386719, - 0.558594, - 1.210938, - 0.094727, - 0.921875, - 1.429688, - 1.054688, - 0.091309, - 0.734375, - 0.398438, - 1.820312, - 0.320312, - 0.738281, - 0.582031, - 0.095703, - 1.242188, - 1.03125, - 0.941406, - 0.275391, - 0.550781, - 0.679688, - 0.585938, - 0.808594, - 1.070312, - 0.363281, - 0.206055, - 0.71875, - 0.625, - 1.398438, - 0.480469, - 0.390625, - 1.46875, - 0.714844, - 0.753906, - 0.318359, - 1.0625, - 1.351562, - 1.195312, - 0.087891, - 0.242188, - 0.085449, - 0.789062, - 1.539062, - 1.648438, - 0.707031, - 0.414062, - 0.535156, - 1.5625, - 0.683594, - 0.273438, - 0.644531, - 0.285156, - 0.660156, - 0.341797, - 1.40625, - 0.101562, - 0.816406, - 1.148438, - 0.851562, - 1.125, - 0.388672, - 1.5, - 0.617188, - 1.289062, - 0.894531, - 1.328125, - 0.695312, - 0.382812, - 1.578125, - 0.386719, - 0.710938, - 0.412109, - 0.734375, - 1.054688, - 1.414062, - 1.257812, - 0.996094, - 1.132812, - 0.119141, - 0.582031, - 0.703125, - 0.71875, - 1.5, - 0.367188, - 1.28125, - 1.046875, - 0.570312, - 1.078125, - 0.789062, - 1.101562, - 0.738281, - 0.847656, - 0.277344, - 1.046875, - 1.476562, - 0.271484, - 0.796875, - 0.839844, - 0.933594, - 0.699219, - 0.253906, - 1.296875, - 0.279297, - 0.378906, - 0.265625, - 1.226562, - 1.359375, - 1.21875, - 1.328125, - 0.300781, - 0.10791, - 0.453125, - 0.863281, - 1.078125, - 0.960938, - 1.015625, - 0.660156, - 0.804688, - 1.351562, - 0.359375, - 0.457031, - 0.574219, - 0.75, - 0.412109, - 1.296875, - 0.617188, - 0.640625, - 1.1875, - 0.949219, - 1.25, - 1.304688, - 1.007812, - 0.816406, - 0.08252, - 1.3125, - 0.088379, - 0.208984, - 0.373047, - 0.511719, - 0.239258, - 0.65625, - 0.376953, - 0.078125, - 0.351562, - 0.953125, - 0.761719, - 2.25, - -0.507812, - 0.527344, - 0.699219, - 1.234375, - 0.386719, - 0.124023, - 0.886719, - 1.382812, - 0.726562, - 1.671875, - 0.914062, - 1.3125, - 0.648438, - 1.953125, - 0.976562, - 0.832031, - 1.195312, - 0.503906, - 1.523438, - 0.337891, - 0.578125, - 0.824219, - 0.261719, - 0.515625, - 0.925781, - 1.460938, - 5.2e-05, - 0.314453, - 0.306641, - 0.882812, - 0.65625, - 1.085938, - 0.921875, - 0.511719, - 1.476562, - 1.460938, - 0.585938, - 0.746094, - 0.279297, - 0.242188, - 0.222656, - 0.707031, - 0.558594, - 1.132812, - 1.226562, - 0.098145, - 0.091797, - 0.148438, - 0.875, - 0.390625, - 0.443359, - 1.03125, - 1.242188, - 0.482422, - 1.125, - 1.0625, - 0.570312, - 0.138672, - 0.789062, - 0.404297, - 1.046875, - 1.46875, - 0.263672, - 0.324219, - 1.28125, - 0.753906, - 0.5625, - 0.263672, - 0.445312, - 0.890625, - 0.125, - 0.476562, - 1.015625, - 0.21582, - 0.835938, - 1.070312, - 0.332031, - 1.25, - 0.601562, - 0.558594, - 0.108887, - 0.585938, - 0.210938, - 1.0, - 1.101562, - 0.228516, - 0.474609, - 0.84375, - 0.609375, - 0.277344, - 0.447266, - 0.225586, - 0.683594, - 0.832031, - 0.5625, - 0.423828, - 1.046875, - 0.251953, - 1.023438, - 1.289062, - 0.457031, - 6.0625, - 1.070312, - 0.777344, - 0.341797, - 0.271484, - 1.070312, - 1.359375, - 1.5625, - 0.710938, - 1.710938, - 0.613281, - 0.527344, - 0.796875, - 0.4375, - 0.851562, - 1.460938, - 0.322266, - 0.371094, - 0.769531, - 0.373047, - 1.335938, - 0.84375, - 0.609375, - 1.023438, - 0.460938, - 1.390625, - 0.289062, - 1.453125, - 0.257812, - 0.601562, - 0.462891, - 0.589844, - 0.378906, - 0.206055, - 0.558594, - 1.242188, - 0.101074, - 0.847656, - 0.679688, - 1.078125 - ] - }, - "name": "model.model.layers.14.input_layernorm.weight", - "outputIndexes": [ - 1166 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1165 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_14/Mul_output_0", - "outputIndexes": [ - 1167 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1166, - 1167 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_14/Mul_1_output_0", - "outputIndexes": [ - 1168 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1168 - ], - "outputIndexes": [ - 2700 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2700 - ], - "outputIndexes": [ - 2701 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear", - "inputIndexes": [ - 2701 - ], - "outputIndexes": [ - 2702 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 368609388, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2702 - ], - "outputIndexes": [ - 2703 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2703 - ], - "outputIndexes": [ - 1169 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1168 - ], - "main_type": "NONE", - "name": "/Shape_197_output_0", - "outputIndexes": [ - 1170 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1170 - ], - "main_type": "NONE", - "name": "Shape3578", - "outputIndexes": [ - 1171 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1170 - ], - "main_type": "NONE", - "name": "Rank3580", - "outputIndexes": [ - 1172 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1172, - 1172 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3582", - "outputIndexes": [ - 1173 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1173 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3583", - "outputIndexes": [ - 1174 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1173, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3585", - "outputIndexes": [ - 1175 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1175 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3586", - "outputIndexes": [ - 1176 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1171, - 1174, - 1176, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3589", - "outputIndexes": [ - 1177 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1177 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3590", - "outputIndexes": [ - 1178 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3591", - "outputIndexes": [ - 1179 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1179, - 1178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3592", - "outputIndexes": [ - 1180 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1170, - 1180, - 1173 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_214_output_0", - "outputIndexes": [ - 1181 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1181, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_449_output_0", - "outputIndexes": [ - 1182 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1182, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_182_output_0", - "outputIndexes": [ - 1183 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1169, - 1183 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_127_output_0", - "outputIndexes": [ - 1184 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1184, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_112_output_0", - "outputIndexes": [ - 1185 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1184 - ], - "main_type": "NONE", - "name": "/Shape_198_output_0", - "outputIndexes": [ - 1186 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1186 - ], - "main_type": "NONE", - "name": "Shape3599", - "outputIndexes": [ - 1187 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1186 - ], - "main_type": "NONE", - "name": "Rank3601", - "outputIndexes": [ - 1188 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1188, - 1188 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3603", - "outputIndexes": [ - 1189 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1189 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3604", - "outputIndexes": [ - 1190 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1189, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3606", - "outputIndexes": [ - 1191 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1191 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3607", - "outputIndexes": [ - 1192 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1187, - 1190, - 1192, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3610", - "outputIndexes": [ - 1193 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1193 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3611", - "outputIndexes": [ - 1194 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1194 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3612", - "outputIndexes": [ - 1195 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1195, - 1194 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3613", - "outputIndexes": [ - 1196 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1186, - 1196, - 1189 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_215_output_0", - "outputIndexes": [ - 1197 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1197, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_42_output_0", - "outputIndexes": [ - 1198 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1198, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_454_output_0", - "outputIndexes": [ - 1199 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1184, - 1199, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_57_output_0", - "outputIndexes": [ - 1200 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1200 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_28_output_0", - "outputIndexes": [ - 1201 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1184, - 22, - 1199, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_56_output_0", - "outputIndexes": [ - 1202 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1201, - 1202 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_185_output_0", - "outputIndexes": [ - 1203 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1203, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_113_output_0", - "outputIndexes": [ - 1204 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1185, - 1204 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_70_output_0", - "outputIndexes": [ - 1205 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1168 - ], - "outputIndexes": [ - 2704 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2704 - ], - "outputIndexes": [ - 2705 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear", - "inputIndexes": [ - 2705 - ], - "outputIndexes": [ - 2706 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 369942658, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2706 - ], - "outputIndexes": [ - 2707 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2707 - ], - "outputIndexes": [ - 1206 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1182, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_183_output_0", - "outputIndexes": [ - 1207 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1206, - 1207 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_128_output_0", - "outputIndexes": [ - 1208 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1208, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_114_output_0", - "outputIndexes": [ - 1209 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1208 - ], - "main_type": "NONE", - "name": "/Shape_199_output_0", - "outputIndexes": [ - 1210 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1210 - ], - "main_type": "NONE", - "name": "Shape3662", - "outputIndexes": [ - 1211 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1210 - ], - "main_type": "NONE", - "name": "Rank3664", - "outputIndexes": [ - 1212 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1212, - 1212 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3666", - "outputIndexes": [ - 1213 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1213 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3667", - "outputIndexes": [ - 1214 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1213, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3669", - "outputIndexes": [ - 1215 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1215 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3670", - "outputIndexes": [ - 1216 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1211, - 1214, - 1216, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3673", - "outputIndexes": [ - 1217 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1217 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3674", - "outputIndexes": [ - 1218 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1218 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3675", - "outputIndexes": [ - 1219 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1219, - 1218 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3676", - "outputIndexes": [ - 1220 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1210, - 1220, - 1213 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_216_output_0", - "outputIndexes": [ - 1221 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1221, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_43_output_0", - "outputIndexes": [ - 1222 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1222, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_456_output_0", - "outputIndexes": [ - 1223 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1208, - 1223, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_59_output_0", - "outputIndexes": [ - 1224 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1224 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_29_output_0", - "outputIndexes": [ - 1225 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1208, - 22, - 1223, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_58_output_0", - "outputIndexes": [ - 1226 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1225, - 1226 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_186_output_0", - "outputIndexes": [ - 1227 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1227, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_115_output_0", - "outputIndexes": [ - 1228 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1209, - 1228 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_71_output_0", - "outputIndexes": [ - 1229 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1168 - ], - "outputIndexes": [ - 2708 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2708 - ], - "outputIndexes": [ - 2709 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear", - "inputIndexes": [ - 2709 - ], - "outputIndexes": [ - 2710 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 370164888, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2710 - ], - "outputIndexes": [ - 2711 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2711 - ], - "outputIndexes": [ - 1230 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1230, - 1207 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_129_output_0", - "outputIndexes": [ - 1231 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1205, - 1229, - 1231, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_134_output_0", - "outputIndexes": [ - 1232 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1232 - ], - "outputIndexes": [ - 2712 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2712 - ], - "outputIndexes": [ - 2713 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear", - "inputIndexes": [ - 2713 - ], - "outputIndexes": [ - 2714 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 370387118, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2714 - ], - "outputIndexes": [ - 2715 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2715 - ], - "outputIndexes": [ - 1233 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1165, - 1233 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_73_output_0", - "outputIndexes": [ - 1234 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.125977, - 0.972656, - 0.462891, - 0.617188, - 0.480469, - 0.421875, - 0.703125, - 0.578125, - 0.742188, - 0.330078, - 0.625, - 0.224609, - 0.800781, - 0.792969, - 0.800781, - 0.675781, - 0.726562, - 0.558594, - 0.855469, - 0.263672, - 0.738281, - 0.59375, - 0.597656, - 0.125, - 0.691406, - 0.832031, - 0.453125, - 0.335938, - 0.316406, - 0.914062, - 0.832031, - 0.765625, - 1.023438, - 0.320312, - 0.578125, - 1.109375, - 0.894531, - 0.660156, - 0.279297, - 0.275391, - 1.09375, - 0.980469, - 0.816406, - 0.984375, - 0.103516, - 0.59375, - 0.554688, - 0.703125, - 0.574219, - 0.435547, - 0.12207, - 0.253906, - 0.859375, - 0.828125, - 0.769531, - 0.419922, - 0.357422, - 0.120605, - 0.328125, - 0.332031, - 0.507812, - 0.359375, - 0.515625, - 0.847656, - 0.746094, - 0.208008, - 0.494141, - 0.310547, - 0.558594, - 0.416016, - 0.53125, - 0.390625, - 0.123047, - 0.384766, - 0.742188, - 0.251953, - 0.796875, - 0.757812, - 0.6875, - 1.140625, - 0.996094, - 0.125977, - 0.248047, - 1.125, - 0.863281, - 0.9375, - 1.0, - 1.054688, - 0.496094, - 0.734375, - 0.699219, - 0.462891, - 0.425781, - 0.412109, - 0.949219, - 0.240234, - 0.632812, - 0.34375, - 0.957031, - 0.808594, - 1.359375, - 0.257812, - 0.226562, - 1.164062, - 0.287109, - 0.617188, - 0.621094, - 0.648438, - 0.271484, - 0.75, - 0.314453, - 1.015625, - 0.482422, - 0.243164, - 0.984375, - 0.664062, - 0.863281, - 0.996094, - 0.118164, - 0.134766, - 0.761719, - 0.135742, - 0.380859, - 0.375, - 0.824219, - 0.976562, - 1.085938, - 0.137695, - 0.384766, - 1.25, - 0.59375, - 0.625, - 0.78125, - 1.0625, - 0.859375, - 1.15625, - 0.273438, - 1.210938, - 0.285156, - 0.738281, - 0.132812, - 0.535156, - 0.458984, - 0.15625, - 0.972656, - 0.277344, - 0.933594, - 0.423828, - 1.117188, - 0.648438, - 0.546875, - 0.871094, - 0.152344, - 0.8125, - 0.683594, - 0.292969, - 0.882812, - 0.369141, - 1.0625, - 0.988281, - 0.320312, - 0.439453, - 0.648438, - 0.128906, - 0.306641, - 0.84375, - 0.636719, - 0.882812, - 0.832031, - 0.902344, - 1.210938, - 0.722656, - 0.757812, - 0.980469, - 0.470703, - 0.863281, - 0.757812, - 1.203125, - 0.851562, - 1.0, - 0.96875, - 0.546875, - 0.945312, - 0.574219, - 0.765625, - 0.257812, - 0.147461, - 1.1875, - 0.710938, - 0.613281, - 1.054688, - 0.445312, - 0.984375, - 0.933594, - 0.9375, - 0.785156, - 0.683594, - 0.585938, - 0.921875, - 0.396484, - 0.535156, - 0.777344, - 1.0625, - 1.195312, - 0.90625, - 0.800781, - 0.71875, - 1.109375, - 0.601562, - 0.855469, - 0.617188, - 0.925781, - 0.279297, - 0.503906, - 1.023438, - 0.137695, - 0.859375, - 0.886719, - 0.796875, - 0.691406, - 0.792969, - 0.917969, - 0.188477, - 0.212891, - 0.390625, - 0.957031, - 0.357422, - 0.241211, - 0.263672, - 0.773438, - 0.773438, - 0.855469, - 1.03125, - 0.972656, - 0.835938, - 0.396484, - 0.871094, - 0.605469, - 0.769531, - 0.917969, - 0.451172, - 0.882812, - 0.671875, - 1.203125, - 0.691406, - 0.78125, - 1.03125, - 0.714844, - 0.433594, - 1.117188, - 0.511719, - 0.21582, - 0.957031, - 0.261719, - 0.129883, - 0.345703, - 0.494141, - 1.109375, - 0.976562, - 0.636719, - 0.679688, - 0.964844, - 0.894531, - 0.376953, - 0.972656, - 0.683594, - 0.349609, - 1.046875, - 0.703125, - 0.578125, - 0.8125, - 0.5, - 0.396484, - 0.78125, - 0.273438, - 0.328125, - 0.152344, - 0.882812, - 0.322266, - 0.914062, - 0.820312, - 0.523438, - 0.539062, - 0.476562, - 0.816406, - 0.130859, - 0.3125, - 0.777344, - 0.554688, - 1.023438, - 0.796875, - 1.054688, - 1.195312, - 1.03125, - 0.410156, - 0.535156, - 0.78125, - 0.660156, - 0.957031, - 0.960938, - 0.123535, - 0.185547, - 1.03125, - 0.138672, - 1.1875, - 0.632812, - 0.917969, - 0.414062, - 0.835938, - 0.118164, - 0.275391, - 0.996094, - 0.146484, - 0.699219, - 1.1875, - 1.0625, - 0.151367, - 0.722656, - 0.777344, - 0.135742, - 0.742188, - 1.070312, - 0.8125, - 0.275391, - 0.605469, - 0.757812, - 0.550781, - 0.129883, - 0.625, - 0.527344, - 0.125977, - 0.9375, - 0.136719, - 0.570312, - 0.503906, - 0.205078, - 0.625, - 0.117676, - 0.396484, - 0.15332, - 0.5625, - 0.824219, - 0.490234, - 0.976562, - 0.867188, - 0.625, - 0.65625, - 0.412109, - 0.345703, - 0.835938, - 0.371094, - 0.241211, - 0.273438, - 0.765625, - 0.335938, - 0.863281, - 0.25, - 0.59375, - 0.878906, - 0.279297, - 0.302734, - 0.601562, - 0.800781, - 0.769531, - 0.625, - 0.601562, - 1.03125, - 0.621094, - 0.129883, - 0.992188, - 0.539062, - 0.318359, - 1.039062, - 0.300781, - 0.507812, - 0.546875, - 0.890625, - 0.417969, - 1.0, - 0.328125, - 1.046875, - 1.125, - 0.789062, - 1.226562, - 0.186523, - 0.777344, - 0.398438, - 1.0625, - 0.443359, - 0.855469, - 0.582031, - 0.714844, - 1.007812, - 0.707031, - 0.273438, - 0.143555, - 0.714844, - 0.257812, - 0.542969, - 0.867188, - 0.298828, - 0.953125, - 0.384766, - 0.679688, - 0.5, - 0.125, - 1.164062, - 0.769531, - 0.765625, - 0.132812, - 0.515625, - 0.351562, - 0.925781, - 0.945312, - 0.494141, - 0.494141, - 1.203125, - 1.070312, - 0.28125, - 0.867188, - 0.945312, - 0.279297, - 0.746094, - 0.347656, - 0.261719, - 0.945312, - 0.386719, - 0.894531, - 0.458984, - 0.890625, - 1.101562, - 0.992188, - 0.78125, - 1.210938, - 0.314453, - 0.349609, - 0.376953, - 0.308594, - 0.65625, - 0.859375, - 0.498047, - 0.249023, - 0.186523, - 0.621094, - 0.820312, - 1.023438, - 0.132812, - 1.085938, - 0.945312, - 1.09375, - 1.164062, - 0.789062, - 0.644531, - 1.3125, - 0.902344, - 0.964844, - 1.109375, - 0.824219, - 0.12793, - 1.34375, - 0.283203, - 0.640625, - 0.757812, - 0.482422, - 0.490234, - 0.15332, - 0.365234, - 0.523438, - 0.542969, - 0.582031, - 0.808594, - 0.65625, - 0.257812, - 0.714844, - 1.023438, - 1.007812, - 0.804688, - 0.326172, - 0.138672, - 0.804688, - 0.984375, - 0.628906, - 0.785156, - 0.882812, - 0.474609, - 0.326172, - 0.78125, - 0.472656, - 0.882812, - 0.839844, - 0.886719, - 0.730469, - 1.0, - 0.636719, - 0.988281, - 0.976562, - 0.804688, - 1.015625, - 0.388672, - 0.149414, - 0.12207, - 1.046875, - 0.769531, - 0.421875, - 1.304688, - 0.539062, - 1.0, - 0.28125, - 0.339844, - 1.140625, - 0.275391, - 0.863281, - 1.039062, - 1.109375, - 0.130859, - 0.730469, - 0.648438, - 1.164062, - 0.263672, - 0.439453, - 0.375, - 0.757812, - 0.695312, - 0.402344, - 0.878906, - 0.337891, - 0.707031, - 0.851562, - 0.84375, - 0.78125, - 0.373047, - 0.376953, - 0.116699, - 0.408203, - 0.914062, - 0.914062, - 0.9375, - 0.78125, - 0.746094, - 0.132812, - 0.601562, - 0.613281, - 0.96875, - 0.625, - 0.558594, - 0.390625, - 0.291016, - 0.707031, - 0.296875, - 0.699219, - 0.322266, - 0.789062, - 0.902344, - 0.423828, - 0.132812, - 0.59375, - 1.023438, - 0.796875, - 0.90625, - 0.136719, - 1.023438, - 0.996094, - 0.851562, - 0.773438, - 0.992188, - 0.482422, - 0.119629, - 0.878906, - 0.914062, - 0.875, - 0.289062, - 1.226562, - 0.484375, - 0.117676, - 0.154297, - 0.417969, - 0.992188, - 0.84375, - 0.139648, - 0.792969, - 0.265625, - 0.367188, - 0.613281, - 1.125, - 1.101562, - 0.285156, - 0.449219, - 1.015625, - 1.117188, - 0.503906, - 0.90625, - 0.964844, - 0.753906, - 0.417969, - 0.345703, - 1.078125, - 0.878906, - 1.078125, - 0.789062, - 0.351562, - 0.941406, - 1.117188, - 0.703125, - 0.123047, - 0.929688, - 0.228516, - 0.135742, - 1.132812, - 0.78125, - 0.000439, - 0.410156, - 0.875, - 0.125977, - 0.273438, - 0.5625, - 0.722656, - 0.648438, - 0.914062, - 0.269531, - 0.570312, - 0.332031, - 0.291016, - 0.636719, - 0.628906, - 0.695312, - 1.0, - 0.738281, - 1.070312, - 0.882812, - 0.535156, - 1.164062, - 0.5, - 0.125, - 0.738281, - 0.628906, - 0.5, - 0.8125, - 0.361328, - 0.871094, - 0.566406, - 1.101562, - 0.125, - 0.9375, - 0.326172, - 0.128906, - 0.929688, - 0.902344, - 1.1875, - 0.271484, - 0.392578, - 0.143555, - 0.976562, - 0.402344, - 0.345703, - 0.292969, - 1.109375, - 0.945312, - 1.039062, - 0.490234, - 1.070312, - 0.53125, - 0.24707, - 0.12207, - 0.5625, - 0.296875, - 0.769531, - 0.789062, - 0.601562, - 0.585938, - 0.421875, - 0.773438, - 0.273438, - 0.796875, - 0.972656, - 1.0625, - 0.980469, - 0.131836, - 0.785156, - 0.722656, - 0.349609, - 0.601562, - 0.796875, - 0.75, - 0.855469, - 0.992188, - 0.6875, - 1.117188, - 0.9375, - 0.458984, - 1.023438, - 0.929688, - 0.515625, - 0.375, - 1.023438, - 0.249023, - 0.695312, - 0.380859, - 0.435547, - 1.085938, - 0.9375, - 0.554688, - 0.644531, - 0.632812, - 1.007812, - 0.179688, - 0.742188, - 0.361328, - 0.59375, - 0.9375, - 0.365234, - 0.170898, - 0.124512, - 0.957031, - 0.271484, - 0.12793, - 1.015625, - 1.007812, - 0.84375, - 0.137695, - 1.054688, - 0.796875, - 0.135742, - 0.628906, - 0.154297, - 0.535156, - 0.824219, - 0.433594, - 0.953125, - 0.941406, - 0.644531, - 0.519531, - 0.617188, - 0.5625, - 0.306641, - 1.203125, - 0.225586, - 0.558594, - 0.886719, - 0.964844, - 1.304688, - 0.472656, - 0.145508, - 0.255859, - 0.417969, - 0.832031, - 0.800781, - 0.511719, - 0.734375, - 1.03125, - 0.804688, - 0.263672, - 0.933594, - 0.294922, - 0.165039, - 0.425781, - 0.554688, - 0.746094, - 0.324219, - 0.302734, - 0.527344, - 1.007812, - 0.535156, - 0.503906, - 0.132812, - 0.515625, - 1.0625, - 0.972656, - 0.5625, - 0.416016, - 0.570312, - 0.124023, - 0.785156, - 0.839844, - 0.298828, - 0.628906, - 0.330078, - 0.330078, - 0.19043, - 0.929688, - 0.273438, - 0.314453, - 0.890625, - 0.390625, - 0.65625, - 0.388672, - 0.558594, - 1.210938, - 0.304688, - 0.640625, - 0.425781, - 0.886719, - 1.101562, - 0.867188, - 0.255859, - 0.316406, - 1.078125, - 0.253906, - 0.300781, - 1.21875, - 0.640625, - 0.304688, - 1.015625, - 0.209961, - 0.742188, - 0.722656, - 0.695312, - 0.308594, - 0.671875, - 0.131836, - 0.337891, - 0.75, - 0.416016, - 0.710938, - 0.275391, - 0.382812, - 0.988281, - 0.734375, - 0.675781, - 0.863281, - 1.101562, - 0.855469, - 0.867188, - 0.875, - 0.847656, - 0.996094, - 0.613281, - 0.279297, - 0.144531, - 0.875, - 0.263672, - 0.863281, - 0.324219, - 0.480469, - 0.308594, - 0.470703, - 0.785156, - 0.671875, - 0.3125, - 0.996094, - 0.8125, - 1.148438, - 0.78125, - 0.243164, - 0.882812, - 0.136719, - 0.285156, - 1.0625, - 0.369141, - 0.707031, - 0.120117, - 0.730469, - 0.773438, - 1.015625, - 0.228516, - 0.726562, - 1.164062, - 0.135742, - 0.333984, - 0.285156, - 0.878906, - 1.046875, - 0.419922, - 1.023438, - 0.917969, - 0.121094, - 0.205078, - 0.953125, - 0.269531, - 0.277344, - 0.625, - 0.632812, - 0.617188, - 0.507812, - 0.621094, - 0.949219, - 0.652344, - 1.0, - 0.601562, - 0.3125, - 0.894531, - 0.133789, - 1.046875, - 0.472656, - 0.402344, - 0.625, - 0.652344, - 1.179688, - 1.015625, - 0.839844, - 0.667969, - 0.201172, - 0.917969, - 0.6875, - 0.126953, - 0.519531, - 1.085938, - 1.109375, - 1.015625, - 0.296875, - 0.121094, - 0.355469, - 0.257812, - 0.734375, - 0.613281, - 0.263672, - 0.71875, - 0.237305, - 1.0, - 0.65625, - 0.396484, - 0.855469, - 0.318359, - 0.527344, - 0.496094, - 0.294922, - 0.914062, - 0.925781, - 0.119629, - 0.839844, - 0.835938, - 1.164062, - 0.851562, - 0.785156, - 0.933594, - 0.229492, - 0.632812, - 0.28125, - 0.373047, - 0.714844, - 0.8125, - 1.015625, - 0.882812, - 0.507812, - 0.139648, - 0.894531, - 0.773438, - 0.554688, - 0.898438, - 0.318359, - 1.171875, - 0.390625, - 0.652344, - 0.734375, - 0.34375, - 0.792969, - 1.054688, - 0.824219, - 0.402344, - 0.890625, - 1.09375, - 1.140625, - 0.136719, - 0.816406, - 0.929688, - 0.570312, - 0.648438, - 0.628906, - 0.308594, - 0.287109, - 0.796875, - 1.109375, - 1.140625, - 0.550781, - 0.777344, - 0.412109, - 0.542969, - 0.8125, - 0.390625, - 0.53125, - 0.318359, - 0.425781, - 0.746094, - 0.953125, - 0.675781, - 0.820312, - 0.131836, - 1.140625, - 0.882812, - 0.335938, - 0.455078, - 0.298828, - 0.722656, - 0.539062, - 0.28125, - 0.492188, - 0.345703, - 0.515625, - 0.867188, - 0.753906, - 0.109863, - 1.117188, - 0.126953, - 1.210938, - 0.832031, - 1.046875, - 0.410156, - 0.78125, - 0.558594, - 0.628906, - 0.382812, - 0.90625, - 0.75, - 0.275391, - 0.742188, - 0.683594, - 0.316406, - 0.652344, - 0.19043, - 0.976562, - 0.451172, - 0.296875, - 0.539062, - 0.695312, - 0.726562, - 0.898438, - 0.457031, - 0.976562, - 1.03125, - 0.251953, - 0.40625, - 0.550781, - 0.753906, - 0.851562, - 0.230469, - 0.478516, - 0.796875, - 0.789062, - 1.109375, - 0.239258, - 1.203125, - 0.328125, - 1.03125, - 0.605469, - 0.601562, - 1.085938, - 0.980469, - 1.046875, - 0.769531, - 0.40625, - 0.628906, - 0.609375, - 0.492188, - 0.738281, - 1.03125, - 0.632812, - 0.792969, - 0.890625, - 0.617188, - 1.085938, - 0.710938, - 0.455078, - 0.451172, - 1.0, - 0.800781, - 0.925781, - 0.871094, - 0.470703, - 0.847656, - 1.070312, - 1.132812, - 0.320312, - 1.09375, - 0.427734, - 0.408203, - 0.324219, - 0.601562, - 0.777344, - 1.109375, - 0.275391, - 1.0625, - 0.566406, - 0.832031, - 1.140625, - 0.220703, - 0.652344, - 0.742188, - 0.878906, - 0.761719, - 0.808594, - 0.949219, - 0.824219, - 0.318359, - 0.789062, - 0.921875, - 0.707031, - 0.621094, - 0.78125, - 0.133789, - 1.117188, - 0.554688, - 0.710938, - 1.101562, - 0.613281, - 0.306641, - 0.400391, - 0.71875, - 0.308594, - 1.101562, - 0.118652, - 0.318359, - 0.832031, - 0.134766, - 0.120605, - 0.527344, - 0.376953, - 0.449219, - 0.902344, - 0.660156, - 0.441406, - 0.345703, - 1.226562, - 0.4375, - 0.137695, - 1.226562, - 1.054688, - 0.761719, - 0.660156, - 0.431641, - 0.285156, - 1.09375, - 0.470703, - 0.542969, - 0.449219, - 0.330078, - 0.78125, - 0.167969, - 1.117188, - 0.894531, - 0.882812, - 0.886719, - 1.140625, - 0.722656, - 0.609375, - 0.601562, - 0.328125, - 0.765625, - 0.871094, - 0.859375, - 1.109375, - 0.220703, - 0.566406, - 0.757812, - 0.960938, - 0.427734, - 1.125, - 1.101562, - 0.390625, - 0.917969, - 0.375, - 0.390625, - 0.925781, - 0.5625, - 0.519531, - 0.466797, - 0.539062, - 0.139648, - 1.070312, - 0.117188, - 1.046875, - 1.007812, - 0.135742, - 0.251953, - 1.15625, - 0.490234, - 0.832031, - 0.777344, - 0.24707, - 0.6875, - 0.423828, - 0.294922, - 0.792969, - 0.886719, - 0.554688, - 0.310547, - 0.458984, - 0.824219, - 0.828125, - 0.3125, - 1.03125, - 1.046875, - 0.726562, - 1.039062, - 0.291016, - 0.126953, - 0.470703, - 0.859375, - 0.660156, - 0.976562, - 0.597656, - 0.839844, - 1.070312, - 0.828125, - 0.546875, - 0.925781, - 0.472656, - 0.980469, - 0.292969, - 0.125, - 0.316406, - 0.742188, - 0.359375, - 0.71875, - 0.957031, - 1.039062, - 1.125, - 0.470703, - 1.046875, - 1.234375, - 0.945312, - 0.683594, - 1.007812, - 1.117188, - 0.523438, - 0.380859, - 0.255859, - 0.199219, - 1.09375, - 0.275391, - 0.503906, - 0.245117, - 0.703125, - 0.742188, - 0.212891, - 0.199219, - 0.396484, - 0.199219, - 0.824219, - 0.644531, - 0.550781, - 0.365234, - 0.777344, - 0.957031, - 0.367188, - 0.140625, - 1.101562, - 0.376953, - 1.039062, - 0.585938, - 1.125, - 0.765625, - 1.109375, - 0.726562, - 0.851562, - 0.167969, - 1.242188, - 0.25, - 0.365234, - 0.847656, - 0.388672, - 0.578125, - 1.085938, - 0.118652, - 0.535156, - 1.15625, - 0.871094, - 0.145508, - 0.753906, - 0.433594, - 1.234375, - 0.376953, - 0.753906, - 0.65625, - 0.120605, - 0.933594, - 0.9375, - 0.882812, - 0.275391, - 0.609375, - 0.542969, - 0.667969, - 0.851562, - 0.929688, - 0.628906, - 0.275391, - 0.765625, - 0.714844, - 1.140625, - 0.300781, - 0.163086, - 0.494141, - 0.796875, - 0.636719, - 0.380859, - 0.249023, - 0.976562, - 0.310547, - 0.115234, - 0.287109, - 0.121094, - 0.757812, - 0.462891, - 1.164062, - 0.710938, - 0.478516, - 0.625, - 0.419922, - 0.730469, - 0.333984, - 0.632812, - 0.335938, - 0.703125, - 0.291016, - 1.109375, - 0.119629, - 0.691406, - 0.992188, - 0.851562, - 0.84375, - 0.265625, - 1.148438, - 0.550781, - 1.007812, - 0.636719, - 1.023438, - 0.792969, - 0.341797, - 1.203125, - 0.46875, - 0.609375, - 0.488281, - 0.785156, - 0.933594, - 0.941406, - 1.0625, - 0.894531, - 0.980469, - 0.124023, - 0.455078, - 0.714844, - 0.53125, - 1.164062, - 0.371094, - 1.078125, - 0.800781, - 0.613281, - 0.898438, - 0.746094, - 1.007812, - 0.578125, - 0.925781, - 0.128906, - 0.878906, - 1.132812, - 0.251953, - 0.796875, - 0.816406, - 0.894531, - 0.730469, - 0.279297, - 1.007812, - 0.296875, - 0.478516, - 0.267578, - 1.015625, - 1.164062, - 0.960938, - 1.039062, - 0.361328, - 0.126953, - 0.59375, - 0.198242, - 1.023438, - 0.894531, - 0.953125, - 0.652344, - 0.628906, - 1.054688, - 0.349609, - 0.527344, - 0.632812, - 0.671875, - 0.490234, - 0.914062, - 0.660156, - 0.671875, - 0.980469, - 0.945312, - 0.324219, - 0.953125, - 0.859375, - 0.757812, - 0.120117, - 1.0625, - 0.133789, - 0.172852, - 0.488281, - 0.578125, - 0.277344, - 0.192383, - 0.470703, - 0.129883, - 0.287109, - 0.867188, - 0.714844, - 0.882812, - 0.804688, - 0.621094, - 0.298828, - 1.09375, - 0.375, - 0.123535, - 0.851562, - 1.0, - 0.734375, - 1.21875, - 0.730469, - 0.921875, - 0.671875, - 1.195312, - 0.777344, - 0.722656, - 1.085938, - 0.166992, - 0.980469, - 0.394531, - 0.135742, - 0.875, - 0.341797, - 0.648438, - 0.914062, - 1.140625, - 0.131836, - 0.324219, - 0.271484, - 0.1875, - 0.423828, - 0.800781, - 0.957031, - 0.691406, - 1.132812, - 1.09375, - 0.605469, - 0.800781, - 0.351562, - 0.150391, - 0.310547, - 0.734375, - 0.695312, - 0.917969, - 0.925781, - 0.131836, - 0.122559, - 0.145508, - 0.804688, - 0.386719, - 0.394531, - 0.554688, - 1.0625, - 0.494141, - 0.910156, - 0.929688, - 0.605469, - 0.12207, - 0.644531, - 0.445312, - 0.929688, - 1.070312, - 0.273438, - 0.302734, - 1.109375, - 0.777344, - 0.6875, - 0.298828, - 0.511719, - 0.851562, - 0.136719, - 0.597656, - 0.953125, - 0.322266, - 0.804688, - 0.914062, - 0.292969, - 1.078125, - 0.710938, - 0.582031, - 0.12793, - 0.632812, - 0.257812, - 0.96875, - 0.929688, - 0.291016, - 0.558594, - 0.447266, - 0.652344, - 0.335938, - 0.59375, - 0.28125, - 0.667969, - 0.550781, - 0.486328, - 0.435547, - 0.800781, - 0.306641, - 0.878906, - 0.941406, - 0.464844, - 0.710938, - 0.882812, - 0.648438, - 0.304688, - 0.304688, - 0.9375, - 1.039062, - 0.996094, - 0.765625, - 1.210938, - 0.636719, - 0.597656, - 0.839844, - 0.539062, - 0.925781, - 1.289062, - 0.435547, - 0.408203, - 0.761719, - 0.408203, - 0.902344, - 0.498047, - 0.71875, - 0.929688, - 0.617188, - 0.960938, - 0.292969, - 1.210938, - 0.289062, - 0.574219, - 0.542969, - 0.730469, - 0.236328, - 0.15332, - 0.597656, - 0.859375, - 0.114746, - 0.679688, - 0.769531, - 1.03125 - ] - }, - "name": "model.model.layers.14.post_attention_layernorm.weight", - "outputIndexes": [ - 1235 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1234 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_14/Mul_output_0", - "outputIndexes": [ - 1236 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1235, - 1236 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_14/Mul_1_output_0", - "outputIndexes": [ - 1237 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1237 - ], - "outputIndexes": [ - 2716 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2716 - ], - "outputIndexes": [ - 2717 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/gate_proj/Linear", - "inputIndexes": [ - 2717 - ], - "outputIndexes": [ - 2718 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 371714244, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2718 - ], - "outputIndexes": [ - 2719 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2719 - ], - "outputIndexes": [ - 1238 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1238 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_14/Sigmoid_output_0", - "outputIndexes": [ - 1239 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1238, - 1239 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_14/Mul_output_0", - "outputIndexes": [ - 1240 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1237 - ], - "outputIndexes": [ - 2720 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2720 - ], - "outputIndexes": [ - 2721 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/up_proj/Linear", - "inputIndexes": [ - 2721 - ], - "outputIndexes": [ - 2722 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 379455706, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2722 - ], - "outputIndexes": [ - 2723 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2723 - ], - "outputIndexes": [ - 1241 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1240, - 1241 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_14/Mul_output_0", - "outputIndexes": [ - 1242 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1242 - ], - "outputIndexes": [ - 2724 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2724 - ], - "outputIndexes": [ - 2725 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/down_proj/Linear", - "inputIndexes": [ - 2725 - ], - "outputIndexes": [ - 2726 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 387197168, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2726 - ], - "outputIndexes": [ - 2727 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2727 - ], - "outputIndexes": [ - 1243 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1234, - 1243 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_74_output_0", - "outputIndexes": [ - 1244 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1244, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_135_output_0", - "outputIndexes": [ - 1245 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.051025, - 1.164062, - 0.929688, - 0.601562, - 0.498047, - 0.378906, - 0.679688, - 0.496094, - 0.683594, - 0.287109, - 0.613281, - 0.314453, - 0.785156, - 0.84375, - 0.847656, - 0.640625, - 0.679688, - 0.558594, - 0.867188, - 0.240234, - 0.746094, - 0.675781, - 0.632812, - 0.05249, - 1.007812, - 0.910156, - 0.392578, - 0.222656, - 0.302734, - 1.015625, - 0.855469, - 0.730469, - 1.265625, - 0.318359, - 0.640625, - 1.289062, - 1.078125, - 0.679688, - 0.213867, - 0.246094, - 1.375, - 1.0625, - 0.851562, - 1.234375, - 0.058594, - 0.566406, - 0.494141, - 0.640625, - 0.554688, - 0.691406, - 0.053711, - 0.223633, - 0.957031, - 0.886719, - 0.820312, - 0.357422, - 0.289062, - 0.04834, - 0.476562, - 0.265625, - 0.476562, - 0.259766, - 0.644531, - 0.871094, - 0.734375, - 0.15918, - 0.478516, - 0.269531, - 0.636719, - 0.371094, - 0.539062, - 0.388672, - 0.05835, - 0.298828, - 0.730469, - 0.232422, - 0.8125, - 0.761719, - 0.660156, - 1.414062, - 1.132812, - 0.052002, - 0.417969, - 1.320312, - 0.976562, - 1.054688, - 1.195312, - 1.351562, - 0.5, - 0.734375, - 0.738281, - 0.435547, - 0.550781, - 0.339844, - 1.070312, - 0.523438, - 0.585938, - 0.326172, - 1.28125, - 0.886719, - 1.945312, - 0.24707, - 0.231445, - 1.601562, - 0.238281, - 0.640625, - 0.839844, - 0.589844, - 0.217773, - 0.761719, - 0.228516, - 1.289062, - 0.419922, - 1.15625, - 1.070312, - 0.617188, - 1.070312, - 1.296875, - 0.051025, - 0.055176, - 0.742188, - 0.075684, - 0.306641, - 0.291016, - 0.832031, - 1.117188, - 1.234375, - 0.067383, - 0.400391, - 1.671875, - 0.527344, - 0.554688, - 0.769531, - 1.382812, - 0.910156, - 1.476562, - 0.229492, - 1.617188, - 0.227539, - 0.726562, - 0.066406, - 0.558594, - 0.357422, - 0.091309, - 1.195312, - 0.234375, - 1.023438, - 0.78125, - 1.390625, - 0.609375, - 0.519531, - 0.988281, - 0.083008, - 0.796875, - 0.470703, - 0.220703, - 1.015625, - 0.318359, - 1.335938, - 1.070312, - 0.289062, - 0.417969, - 0.800781, - 0.075684, - 0.246094, - 0.917969, - 0.585938, - 1.046875, - 0.933594, - 1.398438, - 1.617188, - 0.746094, - 0.738281, - 1.203125, - 0.40625, - 0.996094, - 0.953125, - 1.601562, - 0.832031, - 1.265625, - 1.117188, - 0.488281, - 1.117188, - 0.910156, - 0.804688, - 0.519531, - 0.070312, - 1.570312, - 0.597656, - 0.597656, - 1.359375, - 0.386719, - 1.25, - 1.054688, - 1.226562, - 0.710938, - 0.679688, - 0.507812, - 0.964844, - 0.34375, - 0.429688, - 0.785156, - 1.34375, - 1.546875, - 0.976562, - 0.777344, - 0.679688, - 1.398438, - 0.59375, - 0.914062, - 0.589844, - 1.039062, - 0.222656, - 0.474609, - 1.242188, - 0.117188, - 0.867188, - 0.933594, - 0.804688, - 0.628906, - 0.777344, - 0.910156, - 0.201172, - 0.498047, - 0.337891, - 1.054688, - 0.279297, - 0.203125, - 0.507812, - 0.773438, - 0.859375, - 0.832031, - 1.320312, - 1.117188, - 0.875, - 0.328125, - 0.921875, - 0.601562, - 0.746094, - 1.039062, - 0.363281, - 1.078125, - 0.753906, - 1.695312, - 0.699219, - 0.804688, - 1.1875, - 0.828125, - 0.384766, - 1.328125, - 0.507812, - 0.269531, - 1.210938, - 1.0, - 0.054688, - 0.255859, - 0.484375, - 1.375, - 1.273438, - 0.71875, - 0.707031, - 1.0625, - 0.917969, - 0.339844, - 1.179688, - 0.636719, - 0.265625, - 1.328125, - 0.707031, - 0.519531, - 0.855469, - 0.617188, - 0.361328, - 0.785156, - 0.227539, - 0.265625, - 0.08252, - 1.046875, - 0.251953, - 0.96875, - 0.773438, - 0.582031, - 0.570312, - 0.480469, - 0.898438, - 0.056641, - 0.308594, - 0.796875, - 0.527344, - 1.257812, - 0.71875, - 1.304688, - 1.648438, - 1.351562, - 0.363281, - 0.503906, - 0.816406, - 0.71875, - 1.132812, - 1.1875, - 0.054688, - 0.208008, - 1.164062, - 0.072266, - 1.632812, - 0.601562, - 1.070312, - 0.40625, - 1.039062, - 0.05127, - 0.236328, - 1.09375, - 0.076172, - 0.644531, - 1.515625, - 1.3125, - 0.146484, - 0.738281, - 0.859375, - 0.066895, - 0.738281, - 1.609375, - 0.804688, - 0.208008, - 0.582031, - 0.988281, - 0.511719, - 0.064453, - 0.640625, - 0.476562, - 0.053711, - 1.101562, - 0.074219, - 0.660156, - 0.511719, - 0.241211, - 0.613281, - 0.046631, - 0.378906, - 0.105469, - 0.554688, - 0.890625, - 0.445312, - 1.140625, - 0.898438, - 0.554688, - 0.644531, - 0.351562, - 0.251953, - 0.921875, - 0.314453, - 0.203125, - 0.302734, - 0.992188, - 0.257812, - 0.988281, - 1.164062, - 0.589844, - 1.09375, - 0.229492, - 0.213867, - 0.621094, - 0.90625, - 0.816406, - 0.625, - 0.570312, - 1.226562, - 0.640625, - 0.063477, - 1.15625, - 0.488281, - 0.275391, - 1.320312, - 0.248047, - 0.482422, - 0.5, - 1.015625, - 0.376953, - 1.15625, - 0.255859, - 1.476562, - 1.53125, - 0.84375, - 1.679688, - 0.137695, - 0.75, - 0.328125, - 1.320312, - 0.378906, - 0.902344, - 0.542969, - 0.703125, - 1.203125, - 0.835938, - 0.427734, - 0.099121, - 0.75, - 0.255859, - 0.5, - 0.90625, - 0.239258, - 1.101562, - 0.326172, - 0.554688, - 0.507812, - 0.050049, - 1.53125, - 0.6875, - 0.703125, - 0.085938, - 0.503906, - 0.285156, - 0.976562, - 1.117188, - 0.451172, - 0.478516, - 1.632812, - 1.375, - 0.211914, - 0.960938, - 1.078125, - 0.242188, - 1.03125, - 0.289062, - 0.21582, - 1.140625, - 0.322266, - 1.039062, - 0.400391, - 1.0, - 1.445312, - 1.171875, - 0.792969, - 1.578125, - 0.296875, - 0.291016, - 0.355469, - 0.232422, - 0.625, - 0.914062, - 0.441406, - 0.19043, - 0.222656, - 0.984375, - 0.820312, - 1.195312, - 0.070312, - 1.382812, - 1.0625, - 1.320312, - 1.632812, - 0.839844, - 0.546875, - 1.65625, - 1.117188, - 1.195312, - 1.359375, - 0.890625, - 0.053955, - 1.703125, - 0.240234, - 0.613281, - 0.726562, - 0.457031, - 0.480469, - 0.077637, - 0.328125, - 0.523438, - 0.523438, - 0.542969, - 0.898438, - 0.589844, - 0.249023, - 0.683594, - 1.234375, - 1.34375, - 0.957031, - 0.261719, - 0.101074, - 0.84375, - 1.1875, - 0.675781, - 0.765625, - 1.007812, - 0.419922, - 0.253906, - 0.820312, - 0.578125, - 0.988281, - 0.898438, - 0.972656, - 0.695312, - 1.117188, - 0.714844, - 1.265625, - 1.117188, - 0.960938, - 1.328125, - 0.351562, - 0.100098, - 0.05542, - 1.320312, - 0.78125, - 0.255859, - 1.820312, - 0.484375, - 1.257812, - 0.929688, - 0.298828, - 1.382812, - 0.224609, - 0.878906, - 1.375, - 1.421875, - 0.066895, - 0.734375, - 0.667969, - 1.507812, - 0.292969, - 0.609375, - -0.000106, - 0.757812, - 0.613281, - 0.386719, - 1.078125, - 0.273438, - 0.5625, - 0.972656, - 0.863281, - 0.679688, - 0.316406, - 0.308594, - 0.05835, - 0.380859, - 1.015625, - 1.03125, - 1.117188, - 0.699219, - 0.761719, - 0.056396, - 0.574219, - 0.574219, - 1.078125, - 0.597656, - 0.453125, - 0.333984, - 0.435547, - 0.773438, - 0.390625, - 0.707031, - 0.253906, - 0.746094, - 0.984375, - 0.328125, - 0.058594, - 0.519531, - 1.210938, - 0.835938, - 1.015625, - 0.066895, - 1.21875, - 1.195312, - 0.96875, - 0.808594, - 1.054688, - 0.914062, - 0.065918, - 0.878906, - 0.984375, - 1.03125, - 0.257812, - 1.726562, - 0.433594, - 0.051514, - 0.186523, - 0.328125, - 1.117188, - 0.855469, - 0.062256, - 0.8125, - 1.140625, - 0.335938, - 0.554688, - 1.351562, - 1.53125, - 0.238281, - 0.40625, - 1.148438, - 1.414062, - 0.328125, - 1.046875, - 1.117188, - 0.730469, - 0.355469, - 0.259766, - 1.3125, - 0.902344, - 1.40625, - 0.835938, - 0.306641, - 1.101562, - 1.398438, - 0.722656, - 0.060547, - 1.078125, - 0.207031, - 0.061279, - 1.492188, - 0.828125, - -6.7e-05, - 0.363281, - 1.078125, - 0.057373, - 0.217773, - 0.5625, - 0.695312, - 0.601562, - 0.96875, - 0.226562, - 0.515625, - 0.275391, - 0.25, - 0.574219, - 0.574219, - 1.179688, - 1.21875, - 0.679688, - 1.398438, - 0.988281, - 0.490234, - 1.476562, - 0.511719, - 0.051758, - 0.621094, - 0.59375, - 0.503906, - 0.886719, - 0.302734, - 0.988281, - 0.574219, - 1.390625, - 0.055664, - 1.109375, - 0.24707, - 0.059326, - 1.210938, - 1.117188, - 1.648438, - 0.296875, - 0.333984, - 0.073242, - 0.976562, - 0.332031, - 0.267578, - 0.235352, - 1.4375, - 1.085938, - 1.289062, - 0.414062, - 1.414062, - 0.490234, - 0.269531, - 0.057861, - 0.519531, - 0.419922, - 0.730469, - 0.757812, - 0.550781, - 0.597656, - 0.369141, - 0.734375, - 0.519531, - 0.84375, - 1.21875, - 1.140625, - 1.070312, - 0.080566, - 0.753906, - 0.714844, - 0.316406, - 0.585938, - 0.824219, - 0.667969, - 0.988281, - 1.132812, - 0.714844, - 1.421875, - 1.039062, - 0.392578, - 1.25, - 0.996094, - 0.433594, - 0.351562, - 1.179688, - 0.363281, - 0.769531, - 0.394531, - 0.373047, - 1.34375, - 0.972656, - 0.597656, - 0.628906, - 0.605469, - 1.109375, - 0.155273, - 0.722656, - 0.273438, - 0.695312, - 1.179688, - 0.227539, - 0.10791, - 0.054932, - 1.085938, - 0.542969, - 0.060059, - 1.171875, - 1.140625, - 0.898438, - 0.114746, - 1.25, - 0.835938, - 0.071777, - 0.5625, - 0.094238, - 0.503906, - 0.804688, - 0.386719, - 1.140625, - 1.085938, - 0.597656, - 0.453125, - 0.519531, - 0.488281, - 0.213867, - 1.632812, - 0.169922, - 0.53125, - 0.929688, - 1.273438, - 1.6875, - 0.589844, - 0.074219, - 0.714844, - 0.394531, - 0.828125, - 0.792969, - 0.476562, - 0.730469, - 1.507812, - 0.910156, - 0.292969, - 1.078125, - 0.902344, - 0.105957, - 0.398438, - 0.53125, - 0.761719, - 0.244141, - 0.238281, - 0.445312, - 1.257812, - 0.464844, - 0.462891, - 0.051025, - 0.4375, - 1.296875, - 1.109375, - 0.980469, - 0.339844, - 0.535156, - 0.051025, - 0.796875, - 0.859375, - 0.291016, - 0.628906, - 0.261719, - 0.304688, - 0.161133, - 1.03125, - 0.209961, - 0.230469, - 1.007812, - 0.318359, - 0.625, - 0.384766, - 0.498047, - 1.710938, - 0.225586, - 0.652344, - 0.324219, - 0.992188, - 1.375, - 0.9375, - 1.296875, - 0.367188, - 1.367188, - 0.220703, - 0.239258, - 1.65625, - 0.621094, - 0.235352, - 1.164062, - 0.255859, - 0.730469, - 0.808594, - 0.742188, - 0.283203, - 0.667969, - 0.071289, - 0.259766, - 0.648438, - 0.355469, - 0.730469, - 0.231445, - 0.314453, - 1.117188, - 0.675781, - 0.601562, - 0.835938, - 1.328125, - 0.914062, - 0.984375, - 0.945312, - 0.816406, - 1.296875, - 0.554688, - 0.226562, - 0.098633, - 1.046875, - 0.232422, - 0.832031, - 0.269531, - 0.492188, - 0.28125, - 0.378906, - 0.832031, - 0.632812, - 0.242188, - 1.117188, - 0.8125, - 1.625, - 0.804688, - 0.203125, - 0.945312, - 0.148438, - 0.249023, - 1.34375, - 0.302734, - 0.753906, - 0.054688, - 0.757812, - 0.820312, - 1.171875, - 0.205078, - 0.753906, - 1.546875, - 0.054932, - 0.271484, - 0.236328, - 0.941406, - 1.28125, - 0.4375, - 1.21875, - 1.148438, - 0.054932, - 1.007812, - 1.0625, - 0.214844, - 1.015625, - 0.640625, - 0.566406, - 0.664062, - 0.667969, - 0.507812, - 1.078125, - 0.613281, - 1.265625, - 0.675781, - 0.244141, - 1.046875, - 0.058838, - 1.28125, - 0.476562, - 0.330078, - 0.597656, - 0.628906, - 1.492188, - 1.304688, - 0.777344, - 0.75, - 0.155273, - 0.988281, - 0.667969, - 0.061035, - 0.449219, - 1.390625, - 1.398438, - 1.15625, - 0.273438, - 0.055908, - 1.382812, - 1.03125, - 0.757812, - 0.597656, - 0.296875, - 0.742188, - 0.238281, - 1.140625, - 0.632812, - 0.302734, - 0.890625, - 0.259766, - 0.498047, - 0.466797, - 0.236328, - 0.980469, - 1.210938, - 0.050537, - 0.921875, - 0.839844, - 1.53125, - 0.914062, - 0.832031, - 1.054688, - 0.200195, - 0.625, - 0.255859, - 0.296875, - 0.699219, - 0.816406, - 1.351562, - 0.996094, - 0.507812, - 0.065918, - 1.046875, - 0.683594, - 0.511719, - 1.070312, - 0.291016, - 1.59375, - 0.000238, - 0.601562, - 0.773438, - 0.302734, - 0.792969, - 1.367188, - 0.898438, - 0.318359, - 1.078125, - 1.445312, - 1.507812, - 0.060547, - 0.878906, - 1.039062, - 0.6875, - 0.625, - 0.546875, - 0.449219, - 0.217773, - 0.847656, - 1.4375, - 1.46875, - 0.470703, - 0.824219, - 0.369141, - 0.53125, - 0.980469, - 0.34375, - 0.490234, - 0.269531, - 0.357422, - 0.730469, - 1.085938, - 0.703125, - 0.886719, - 0.061279, - 1.539062, - 1.015625, - 0.28125, - 0.410156, - 0.25, - 0.722656, - 0.558594, - 0.231445, - 0.431641, - 0.265625, - 0.507812, - 1.117188, - 0.863281, - 0.048584, - 1.34375, - 0.062012, - 1.609375, - 0.800781, - 1.3125, - 0.355469, - 0.839844, - 0.542969, - 0.609375, - 0.332031, - 1.046875, - 0.816406, - 0.217773, - 0.78125, - 0.710938, - 0.257812, - 0.65625, - 0.279297, - 1.210938, - 0.40625, - 0.232422, - 0.554688, - 0.6875, - 0.683594, - 1.054688, - 0.466797, - 1.421875, - 1.265625, - 0.202148, - 0.3125, - 0.492188, - 0.675781, - 0.871094, - 0.202148, - 0.730469, - 0.863281, - 0.804688, - 1.304688, - 0.306641, - 1.65625, - 0.285156, - 1.21875, - 0.535156, - 0.515625, - 1.320312, - 1.078125, - 1.382812, - 0.738281, - 0.921875, - 0.574219, - 0.613281, - 0.429688, - 0.726562, - 1.34375, - 0.664062, - 0.816406, - 0.96875, - 0.617188, - 1.421875, - 0.710938, - 0.390625, - 0.447266, - 1.132812, - 0.824219, - 0.988281, - 0.972656, - 0.470703, - 0.90625, - 1.195312, - 1.5, - 0.294922, - 1.507812, - 0.427734, - 0.324219, - 0.244141, - 0.597656, - 0.8125, - 1.460938, - 0.316406, - 1.296875, - 0.570312, - 0.992188, - 1.578125, - 0.953125, - 0.640625, - 0.820312, - 0.945312, - 0.980469, - 0.894531, - 1.210938, - 0.886719, - 0.24707, - 0.832031, - 1.03125, - 0.71875, - 0.53125, - 0.753906, - 0.053711, - 1.445312, - 0.84375, - 0.726562, - 1.46875, - 0.5625, - 0.279297, - 0.380859, - 0.660156, - 0.355469, - 1.507812, - 0.051514, - 0.279297, - 0.847656, - 0.069336, - 0.05249, - 0.519531, - 0.417969, - 0.324219, - 1.054688, - 0.601562, - 0.902344, - 0.259766, - 1.609375, - 0.359375, - 0.067383, - 1.703125, - 1.367188, - 0.757812, - 0.648438, - 0.375, - 0.322266, - 1.367188, - 0.429688, - 0.511719, - 0.470703, - 0.363281, - 0.691406, - 0.151367, - 1.40625, - 0.957031, - 0.964844, - 0.894531, - 1.53125, - 0.808594, - 0.550781, - 0.605469, - 0.251953, - 0.8125, - 0.996094, - 1.015625, - 1.398438, - 0.175781, - 0.523438, - 0.757812, - 1.140625, - 0.353516, - 1.445312, - 1.445312, - 0.328125, - 1.085938, - 0.316406, - 0.306641, - 1.015625, - 0.550781, - 0.451172, - 0.423828, - 0.957031, - 0.069336, - 1.429688, - -0.043701, - 1.289062, - 1.257812, - 0.07666, - 0.189453, - 1.507812, - 0.457031, - 0.789062, - 0.800781, - 0.498047, - 0.675781, - 0.326172, - 0.25, - 0.847656, - 1.023438, - 0.535156, - 0.414062, - 0.396484, - 0.886719, - 0.832031, - 0.223633, - 1.257812, - 1.234375, - 0.769531, - 1.289062, - 0.239258, - 0.067871, - 0.507812, - 0.933594, - 0.648438, - 1.09375, - 0.570312, - 0.921875, - 1.265625, - 0.828125, - 0.550781, - 1.117188, - 0.455078, - 1.179688, - 0.322266, - 0.063965, - 0.492188, - 0.722656, - 0.46875, - 0.707031, - 1.164062, - 1.34375, - 1.46875, - 0.421875, - 1.25, - 1.765625, - 1.148438, - 0.609375, - 1.203125, - 1.34375, - 0.464844, - 0.318359, - 0.369141, - 0.335938, - 1.59375, - 0.730469, - 0.539062, - 0.206055, - 0.726562, - 0.761719, - 0.636719, - 0.21875, - 0.320312, - 0.155273, - 0.910156, - 0.699219, - 0.472656, - 0.503906, - 0.757812, - 1.03125, - 0.289062, - 0.06543, - 1.398438, - 0.322266, - 1.234375, - 0.503906, - 1.492188, - 0.746094, - 1.492188, - 0.816406, - 0.796875, - 0.091309, - 1.875, - 0.248047, - 0.339844, - 0.804688, - 0.476562, - 0.546875, - 1.453125, - 0.053955, - 0.65625, - 1.507812, - 0.9375, - 0.061035, - 0.714844, - 0.380859, - 1.742188, - 0.339844, - 0.808594, - 0.585938, - 0.050537, - 1.28125, - 1.0625, - 1.023438, - 0.21875, - 0.550781, - 0.585938, - 0.632812, - 0.859375, - 1.078125, - 0.484375, - 0.217773, - 0.71875, - 0.695312, - 1.460938, - 0.328125, - 0.119141, - 1.054688, - 0.796875, - 0.660156, - 0.294922, - 0.894531, - 1.226562, - 0.933594, - 0.051025, - 0.208984, - 0.055664, - 0.800781, - 1.359375, - 1.578125, - 0.71875, - 0.414062, - 0.574219, - 1.132812, - 0.765625, - 0.261719, - 0.582031, - 0.300781, - 0.703125, - 0.335938, - 1.382812, - 0.051514, - 0.714844, - 1.15625, - 0.832031, - 0.917969, - 0.267578, - 1.65625, - 0.550781, - 1.21875, - 0.667969, - 1.226562, - 0.765625, - 0.275391, - 1.578125, - 0.433594, - 0.582031, - 0.435547, - 0.777344, - 1.039062, - 1.125, - 1.335938, - 0.980469, - 1.132812, - 0.053711, - 0.480469, - 0.605469, - 0.582031, - 1.546875, - 0.318359, - 1.398438, - 0.960938, - 0.625, - 1.007812, - 0.796875, - 1.242188, - 0.613281, - 0.96875, - 0.075195, - 1.007812, - 1.5, - 0.197266, - 0.855469, - 0.800781, - 1.0, - 0.714844, - 0.214844, - 1.234375, - 0.257812, - 0.427734, - 0.238281, - 1.234375, - 1.429688, - 1.179688, - 1.140625, - 0.275391, - 0.062988, - 0.519531, - 0.695312, - 1.195312, - 0.960938, - 1.117188, - 0.660156, - 0.726562, - 1.3125, - 0.289062, - 0.484375, - 0.617188, - 0.667969, - 0.453125, - 0.980469, - 0.640625, - 0.644531, - 1.078125, - 1.015625, - 0.855469, - 1.140625, - 0.976562, - 0.742188, - 0.050049, - 1.40625, - 0.063477, - 0.105469, - 0.414062, - 0.488281, - 0.234375, - 0.201172, - 0.400391, - 0.057373, - 0.255859, - 0.867188, - 0.683594, - 1.4375, - 0.652344, - 0.535156, - 0.457031, - 1.367188, - 0.326172, - 0.066406, - 0.988281, - 1.179688, - 0.714844, - 1.835938, - 0.808594, - 1.15625, - 0.679688, - 1.664062, - 0.8125, - 0.722656, - 1.289062, - 0.228516, - 1.25, - 0.289062, - 0.07959, - 0.882812, - 0.251953, - 0.574219, - 1.039062, - 1.445312, - -0.000135, - 0.255859, - 0.337891, - 0.847656, - 0.472656, - 0.890625, - 1.046875, - 0.648438, - 1.484375, - 1.359375, - 0.558594, - 0.902344, - 0.289062, - 0.10791, - 0.230469, - 0.738281, - 0.671875, - 1.0625, - 1.03125, - 0.058105, - 0.056641, - 0.072266, - 0.84375, - 0.371094, - 0.357422, - 1.4375, - 1.328125, - 0.433594, - 1.0625, - 1.046875, - 0.589844, - 0.060303, - 0.648438, - 0.382812, - 1.085938, - 1.40625, - 0.241211, - 0.243164, - 1.25, - 0.761719, - 0.660156, - 0.237305, - 0.476562, - 0.945312, - 0.064453, - 0.511719, - 1.132812, - 0.300781, - 0.863281, - 1.023438, - 0.359375, - 1.421875, - 0.6875, - 0.519531, - 0.063477, - 0.550781, - 0.223633, - 1.171875, - 1.0, - 0.275391, - 0.470703, - 0.601562, - 0.566406, - 0.265625, - 0.570312, - 0.229492, - 0.65625, - 0.671875, - 0.535156, - 0.408203, - 0.859375, - 0.231445, - 0.964844, - 1.234375, - 0.445312, - 1.585938, - 0.921875, - 0.671875, - 0.255859, - 0.255859, - 1.0625, - 1.296875, - 1.226562, - 0.71875, - 1.523438, - 0.582031, - 0.558594, - 0.820312, - 0.496094, - 0.890625, - 1.601562, - 0.394531, - 0.345703, - 0.738281, - 0.326172, - 1.023438, - 0.621094, - 0.734375, - 1.078125, - 0.496094, - 1.179688, - 0.230469, - 1.648438, - 0.302734, - 0.574219, - 0.498047, - 0.714844, - 0.245117, - 0.108887, - 0.59375, - 0.984375, - 0.047119, - 0.695312, - 0.761719, - 1.1875 - ] - }, - "name": "model.model.layers.15.input_layernorm.weight", - "outputIndexes": [ - 1246 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1245 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_15/Mul_output_0", - "outputIndexes": [ - 1247 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1246, - 1247 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_15/Mul_1_output_0", - "outputIndexes": [ - 1248 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1248 - ], - "outputIndexes": [ - 2728 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2728 - ], - "outputIndexes": [ - 2729 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear", - "inputIndexes": [ - 2729 - ], - "outputIndexes": [ - 2730 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 394938630, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2730 - ], - "outputIndexes": [ - 2731 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2731 - ], - "outputIndexes": [ - 1249 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1248 - ], - "main_type": "NONE", - "name": "/Shape_211_output_0", - "outputIndexes": [ - 1250 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1250 - ], - "main_type": "NONE", - "name": "Shape3828", - "outputIndexes": [ - 1251 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1250 - ], - "main_type": "NONE", - "name": "Rank3830", - "outputIndexes": [ - 1252 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1252, - 1252 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3832", - "outputIndexes": [ - 1253 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1253 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3833", - "outputIndexes": [ - 1254 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1253, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3835", - "outputIndexes": [ - 1255 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1255 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3836", - "outputIndexes": [ - 1256 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1251, - 1254, - 1256, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3839", - "outputIndexes": [ - 1257 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1257 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3840", - "outputIndexes": [ - 1258 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1258 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3841", - "outputIndexes": [ - 1259 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1259, - 1258 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3842", - "outputIndexes": [ - 1260 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1250, - 1260, - 1253 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_229_output_0", - "outputIndexes": [ - 1261 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1261, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_481_output_0", - "outputIndexes": [ - 1262 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1262, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_195_output_0", - "outputIndexes": [ - 1263 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1249, - 1263 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_136_output_0", - "outputIndexes": [ - 1264 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1264, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_120_output_0", - "outputIndexes": [ - 1265 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1264 - ], - "main_type": "NONE", - "name": "/Shape_212_output_0", - "outputIndexes": [ - 1266 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1266 - ], - "main_type": "NONE", - "name": "Shape3849", - "outputIndexes": [ - 1267 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1266 - ], - "main_type": "NONE", - "name": "Rank3851", - "outputIndexes": [ - 1268 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1268, - 1268 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3853", - "outputIndexes": [ - 1269 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1269 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3854", - "outputIndexes": [ - 1270 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1269, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3856", - "outputIndexes": [ - 1271 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1271 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3857", - "outputIndexes": [ - 1272 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1267, - 1270, - 1272, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3860", - "outputIndexes": [ - 1273 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1273 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3861", - "outputIndexes": [ - 1274 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1274 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3862", - "outputIndexes": [ - 1275 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1275, - 1274 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3863", - "outputIndexes": [ - 1276 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1266, - 1276, - 1269 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_230_output_0", - "outputIndexes": [ - 1277 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1277, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_45_output_0", - "outputIndexes": [ - 1278 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1278, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_486_output_0", - "outputIndexes": [ - 1279 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1264, - 1279, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_61_output_0", - "outputIndexes": [ - 1280 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1280 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_30_output_0", - "outputIndexes": [ - 1281 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1264, - 22, - 1279, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_60_output_0", - "outputIndexes": [ - 1282 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1281, - 1282 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_198_output_0", - "outputIndexes": [ - 1283 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_121_output_0", - "outputIndexes": [ - 1284 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1265, - 1284 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_75_output_0", - "outputIndexes": [ - 1285 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1248 - ], - "outputIndexes": [ - 2732 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2732 - ], - "outputIndexes": [ - 2733 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear", - "inputIndexes": [ - 2733 - ], - "outputIndexes": [ - 2734 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 396271900, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2734 - ], - "outputIndexes": [ - 2735 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2735 - ], - "outputIndexes": [ - 1286 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1262, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_196_output_0", - "outputIndexes": [ - 1287 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286, - 1287 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_137_output_0", - "outputIndexes": [ - 1288 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_122_output_0", - "outputIndexes": [ - 1289 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "NONE", - "name": "/Shape_213_output_0", - "outputIndexes": [ - 1290 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1290 - ], - "main_type": "NONE", - "name": "Shape3912", - "outputIndexes": [ - 1291 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1290 - ], - "main_type": "NONE", - "name": "Rank3914", - "outputIndexes": [ - 1292 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1292, - 1292 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3916", - "outputIndexes": [ - 1293 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1293 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3917", - "outputIndexes": [ - 1294 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1293, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3919", - "outputIndexes": [ - 1295 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1295 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze3920", - "outputIndexes": [ - 1296 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1291, - 1294, - 1296, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice3923", - "outputIndexes": [ - 1297 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1297 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze3924", - "outputIndexes": [ - 1298 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1298 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3925", - "outputIndexes": [ - 1299 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1299, - 1298 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp3926", - "outputIndexes": [ - 1300 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1290, - 1300, - 1293 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_231_output_0", - "outputIndexes": [ - 1301 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1301, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_46_output_0", - "outputIndexes": [ - 1302 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1302, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_488_output_0", - "outputIndexes": [ - 1303 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288, - 1303, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_63_output_0", - "outputIndexes": [ - 1304 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1304 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_31_output_0", - "outputIndexes": [ - 1305 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288, - 22, - 1303, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_62_output_0", - "outputIndexes": [ - 1306 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1305, - 1306 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_199_output_0", - "outputIndexes": [ - 1307 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1307, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_123_output_0", - "outputIndexes": [ - 1308 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1289, - 1308 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_76_output_0", - "outputIndexes": [ - 1309 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1248 - ], - "outputIndexes": [ - 2736 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2736 - ], - "outputIndexes": [ - 2737 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear", - "inputIndexes": [ - 2737 - ], - "outputIndexes": [ - 2738 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 396494130, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2738 - ], - "outputIndexes": [ - 2739 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2739 - ], - "outputIndexes": [ - 1310 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1310, - 1287 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_138_output_0", - "outputIndexes": [ - 1311 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1285, - 1309, - 1311, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_143_output_0", - "outputIndexes": [ - 1312 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1312 - ], - "outputIndexes": [ - 2740 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2740 - ], - "outputIndexes": [ - 2741 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear", - "inputIndexes": [ - 2741 - ], - "outputIndexes": [ - 2742 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 396716360, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2742 - ], - "outputIndexes": [ - 2743 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2743 - ], - "outputIndexes": [ - 1313 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1245, - 1313 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_78_output_0", - "outputIndexes": [ - 1314 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.126953, - 0.953125, - 0.431641, - 0.601562, - 0.445312, - 0.4375, - 0.65625, - 0.554688, - 0.691406, - 0.333984, - 0.605469, - 0.251953, - 0.777344, - 0.75, - 0.753906, - 0.640625, - 0.675781, - 0.535156, - 0.8125, - 0.294922, - 0.707031, - 0.5625, - 0.566406, - 0.123047, - 0.898438, - 0.832031, - 0.449219, - 0.339844, - 0.373047, - 0.886719, - 0.78125, - 0.722656, - 0.988281, - 0.392578, - 0.554688, - 1.0625, - 0.867188, - 0.632812, - 0.298828, - 0.279297, - 1.078125, - 0.925781, - 0.773438, - 0.933594, - 0.106445, - 0.566406, - 0.542969, - 0.675781, - 0.566406, - 0.416016, - 0.117188, - 0.251953, - 0.816406, - 0.820312, - 0.714844, - 0.419922, - 0.357422, - 0.123047, - 0.318359, - 0.326172, - 0.5, - 0.367188, - 0.482422, - 0.796875, - 0.707031, - 0.204102, - 0.480469, - 0.353516, - 0.523438, - 0.419922, - 0.503906, - 0.384766, - 0.118652, - 0.386719, - 0.703125, - 0.25, - 0.773438, - 0.734375, - 0.664062, - 1.109375, - 0.980469, - 0.123047, - 0.251953, - 1.078125, - 0.816406, - 0.90625, - 0.988281, - 1.0625, - 0.482422, - 0.695312, - 0.671875, - 0.453125, - 0.398438, - 0.40625, - 0.902344, - 0.253906, - 0.589844, - 0.345703, - 0.988281, - 0.761719, - 1.523438, - 0.271484, - 0.234375, - 1.179688, - 0.306641, - 0.597656, - 0.605469, - 0.625, - 0.277344, - 0.710938, - 0.322266, - 1.023438, - 0.464844, - 0.231445, - 0.957031, - 0.625, - 0.824219, - 0.976562, - 0.120117, - 0.126953, - 0.714844, - 0.135742, - 0.376953, - 0.386719, - 0.777344, - 0.957031, - 1.0, - 0.134766, - 0.367188, - 1.28125, - 0.554688, - 0.597656, - 0.714844, - 1.046875, - 0.804688, - 1.09375, - 0.308594, - 1.234375, - 0.300781, - 0.707031, - 0.131836, - 0.5, - 0.449219, - 0.155273, - 0.964844, - 0.298828, - 0.902344, - 0.441406, - 1.101562, - 0.628906, - 0.53125, - 0.835938, - 0.149414, - 0.757812, - 0.636719, - 0.306641, - 0.839844, - 0.371094, - 1.046875, - 0.917969, - 0.328125, - 0.423828, - 0.601562, - 0.130859, - 0.320312, - 0.800781, - 0.59375, - 0.863281, - 0.792969, - 0.914062, - 1.226562, - 0.707031, - 0.707031, - 0.976562, - 0.466797, - 0.828125, - 0.707031, - 1.1875, - 0.765625, - 0.980469, - 0.933594, - 0.539062, - 0.929688, - 0.519531, - 0.734375, - 0.285156, - 0.140625, - 1.15625, - 0.675781, - 0.589844, - 1.015625, - 0.421875, - 0.953125, - 0.871094, - 0.933594, - 0.746094, - 0.652344, - 0.566406, - 0.867188, - 0.404297, - 0.519531, - 0.753906, - 1.007812, - 1.210938, - 0.878906, - 0.753906, - 0.65625, - 1.101562, - 0.589844, - 0.804688, - 0.597656, - 0.890625, - 0.279297, - 0.490234, - 0.980469, - 0.137695, - 0.800781, - 0.847656, - 0.75, - 0.65625, - 0.730469, - 0.855469, - 0.192383, - 0.198242, - 0.394531, - 0.910156, - 0.367188, - 0.267578, - 0.28125, - 0.734375, - 0.769531, - 0.804688, - 1.0, - 0.953125, - 0.808594, - 0.427734, - 0.855469, - 0.59375, - 0.726562, - 0.859375, - 0.451172, - 0.863281, - 0.640625, - 1.21875, - 0.664062, - 0.757812, - 0.976562, - 0.6875, - 0.419922, - 1.054688, - 0.503906, - 0.209961, - 0.921875, - 0.296875, - 0.126953, - 0.34375, - 0.484375, - 1.101562, - 0.957031, - 0.605469, - 0.644531, - 0.949219, - 0.855469, - 0.378906, - 0.914062, - 0.660156, - 0.341797, - 1.046875, - 0.671875, - 0.574219, - 0.777344, - 0.486328, - 0.386719, - 0.734375, - 0.273438, - 0.335938, - 0.15332, - 0.875, - 0.337891, - 0.871094, - 0.78125, - 0.527344, - 0.535156, - 0.458984, - 0.800781, - 0.128906, - 0.392578, - 0.734375, - 0.535156, - 1.03125, - 0.734375, - 1.046875, - 1.25, - 1.015625, - 0.419922, - 0.523438, - 0.714844, - 0.613281, - 0.910156, - 0.960938, - 0.128906, - 0.182617, - 0.980469, - 0.132812, - 1.1875, - 0.621094, - 0.875, - 0.396484, - 0.800781, - 0.116211, - 0.28125, - 0.953125, - 0.146484, - 0.65625, - 1.1875, - 1.070312, - 0.146484, - 0.699219, - 0.753906, - 0.133789, - 0.703125, - 1.171875, - 0.761719, - 0.275391, - 0.585938, - 0.714844, - 0.535156, - 0.125, - 0.601562, - 0.511719, - 0.122559, - 0.902344, - 0.136719, - 0.539062, - 0.486328, - 0.219727, - 0.613281, - 0.114258, - 0.396484, - 0.163086, - 0.535156, - 0.761719, - 0.476562, - 0.917969, - 0.824219, - 0.601562, - 0.644531, - 0.404297, - 0.363281, - 0.816406, - 0.398438, - 0.236328, - 0.269531, - 0.730469, - 0.410156, - 0.84375, - 0.248047, - 0.574219, - 0.867188, - 0.316406, - 0.345703, - 0.582031, - 0.769531, - 0.71875, - 0.59375, - 0.574219, - 1.0, - 0.585938, - 0.129883, - 0.949219, - 0.515625, - 0.333984, - 1.0, - 0.308594, - 0.5, - 0.527344, - 0.84375, - 0.408203, - 0.984375, - 0.332031, - 1.046875, - 1.140625, - 0.761719, - 1.273438, - 0.19043, - 0.746094, - 0.384766, - 1.015625, - 0.4375, - 0.832031, - 0.5625, - 0.679688, - 0.960938, - 0.644531, - 0.267578, - 0.141602, - 0.695312, - 0.294922, - 0.527344, - 0.8125, - 0.324219, - 0.941406, - 0.365234, - 0.652344, - 0.472656, - 0.118652, - 1.15625, - 0.710938, - 0.664062, - 0.129883, - 0.503906, - 0.347656, - 0.882812, - 0.941406, - 0.498047, - 0.492188, - 1.234375, - 1.070312, - 0.298828, - 0.84375, - 0.929688, - 0.292969, - 0.714844, - 0.363281, - 0.337891, - 0.894531, - 0.390625, - 0.867188, - 0.451172, - 0.878906, - 1.117188, - 0.953125, - 0.738281, - 1.21875, - 0.300781, - 0.357422, - 0.402344, - 0.320312, - 0.621094, - 0.808594, - 0.480469, - 0.294922, - 0.185547, - 0.605469, - 0.789062, - 0.980469, - 0.132812, - 1.101562, - 0.871094, - 1.039062, - 1.210938, - 0.742188, - 0.613281, - 1.273438, - 0.890625, - 0.960938, - 1.101562, - 0.78125, - 0.125977, - 1.320312, - 0.302734, - 0.625, - 0.71875, - 0.472656, - 0.486328, - 0.149414, - 0.373047, - 0.507812, - 0.519531, - 0.5625, - 0.761719, - 0.625, - 0.3125, - 0.679688, - 1.015625, - 0.980469, - 0.824219, - 0.349609, - 0.137695, - 0.757812, - 0.972656, - 0.589844, - 0.738281, - 0.855469, - 0.478516, - 0.34375, - 0.75, - 0.472656, - 0.851562, - 0.816406, - 0.84375, - 0.699219, - 0.957031, - 0.597656, - 0.976562, - 0.945312, - 0.800781, - 1.015625, - 0.390625, - 0.146484, - 0.117188, - 1.023438, - 0.714844, - 0.462891, - 1.40625, - 0.511719, - 0.992188, - 0.259766, - 0.353516, - 1.132812, - 0.335938, - 0.804688, - 1.0625, - 1.09375, - 0.135742, - 0.707031, - 0.609375, - 1.164062, - 0.285156, - 0.423828, - 0.455078, - 0.730469, - 0.652344, - 0.400391, - 0.839844, - 0.357422, - 0.675781, - 0.8125, - 0.777344, - 0.726562, - 0.404297, - 0.378906, - 0.111816, - 0.392578, - 0.886719, - 0.871094, - 0.882812, - 0.722656, - 0.707031, - 0.128906, - 0.578125, - 0.597656, - 0.914062, - 0.601562, - 0.566406, - 0.382812, - 0.285156, - 0.671875, - 0.291016, - 0.667969, - 0.347656, - 0.75, - 0.863281, - 0.482422, - 0.132812, - 0.574219, - 0.992188, - 0.765625, - 0.867188, - 0.136719, - 1.015625, - 0.980469, - 0.808594, - 0.722656, - 0.941406, - 0.474609, - 0.117676, - 0.820312, - 0.875, - 0.839844, - 0.3125, - 1.328125, - 0.482422, - 0.114746, - 0.154297, - 0.419922, - 0.941406, - 0.800781, - 0.137695, - 0.757812, - 0.261719, - 0.361328, - 0.628906, - 1.085938, - 1.09375, - 0.306641, - 0.427734, - 0.964844, - 1.117188, - 0.488281, - 0.878906, - 0.9375, - 0.714844, - 0.419922, - 0.34375, - 1.085938, - 0.828125, - 1.085938, - 0.757812, - 0.347656, - 0.914062, - 1.085938, - 0.671875, - 0.119629, - 0.898438, - 0.216797, - 0.133789, - 1.117188, - 0.710938, - 8.7e-05, - 0.417969, - 0.863281, - 0.123535, - 0.292969, - 0.554688, - 0.707031, - 0.628906, - 0.878906, - 0.279297, - 0.550781, - 0.347656, - 0.296875, - 0.601562, - 0.617188, - 0.957031, - 0.945312, - 0.695312, - 1.078125, - 0.835938, - 0.515625, - 1.140625, - 0.488281, - 0.117188, - 0.703125, - 0.613281, - 0.478516, - 0.773438, - 0.375, - 0.847656, - 0.546875, - 1.117188, - 0.118652, - 0.925781, - 0.341797, - 0.125, - 0.894531, - 0.914062, - 1.242188, - 0.269531, - 0.398438, - 0.139648, - 0.925781, - 0.394531, - 0.367188, - 0.322266, - 1.085938, - 0.914062, - 1.0625, - 0.503906, - 1.078125, - 0.515625, - 0.24707, - 0.121094, - 0.554688, - 0.292969, - 0.734375, - 0.71875, - 0.589844, - 0.542969, - 0.429688, - 0.738281, - 0.261719, - 0.75, - 0.914062, - 0.996094, - 0.949219, - 0.129883, - 0.746094, - 0.699219, - 0.345703, - 0.582031, - 0.765625, - 0.699219, - 0.84375, - 0.933594, - 0.648438, - 1.117188, - 0.90625, - 0.464844, - 1.0, - 0.902344, - 0.488281, - 0.371094, - 0.988281, - 0.257812, - 0.660156, - 0.367188, - 0.427734, - 1.085938, - 0.886719, - 0.535156, - 0.613281, - 0.601562, - 0.96875, - 0.168945, - 0.699219, - 0.363281, - 0.539062, - 0.902344, - 0.367188, - 0.167969, - 0.118164, - 0.910156, - 0.316406, - 0.122559, - 0.96875, - 0.960938, - 0.796875, - 0.137695, - 1.03125, - 0.773438, - 0.133789, - 0.589844, - 0.149414, - 0.515625, - 0.792969, - 0.429688, - 0.917969, - 0.917969, - 0.621094, - 0.5, - 0.59375, - 0.542969, - 0.310547, - 1.21875, - 0.243164, - 0.539062, - 0.839844, - 0.953125, - 1.367188, - 0.449219, - 0.145508, - 0.269531, - 0.408203, - 0.789062, - 0.746094, - 0.480469, - 0.699219, - 1.109375, - 0.757812, - 0.291016, - 0.894531, - 0.304688, - 0.160156, - 0.410156, - 0.546875, - 0.699219, - 0.341797, - 0.314453, - 0.507812, - 0.953125, - 0.53125, - 0.478516, - 0.123047, - 0.507812, - 1.0625, - 0.929688, - 0.539062, - 0.40625, - 0.539062, - 0.123535, - 0.742188, - 0.796875, - 0.294922, - 0.578125, - 0.330078, - 0.335938, - 0.193359, - 0.890625, - 0.292969, - 0.330078, - 0.875, - 0.396484, - 0.601562, - 0.382812, - 0.554688, - 1.265625, - 0.322266, - 0.621094, - 0.431641, - 0.847656, - 1.101562, - 0.824219, - 0.24707, - 0.322266, - 1.046875, - 0.25, - 0.320312, - 1.273438, - 0.605469, - 0.308594, - 0.980469, - 0.239258, - 0.703125, - 0.691406, - 0.660156, - 0.353516, - 0.644531, - 0.133789, - 0.349609, - 0.703125, - 0.410156, - 0.683594, - 0.292969, - 0.371094, - 0.945312, - 0.703125, - 0.667969, - 0.796875, - 1.09375, - 0.804688, - 0.824219, - 0.839844, - 0.800781, - 0.996094, - 0.59375, - 0.294922, - 0.140625, - 0.828125, - 0.298828, - 0.808594, - 0.333984, - 0.462891, - 0.318359, - 0.458984, - 0.726562, - 0.640625, - 0.316406, - 0.957031, - 0.753906, - 1.164062, - 0.714844, - 0.248047, - 0.839844, - 0.136719, - 0.320312, - 1.070312, - 0.375, - 0.664062, - 0.11377, - 0.6875, - 0.738281, - 0.96875, - 0.24707, - 0.664062, - 1.132812, - 0.132812, - 0.353516, - 0.316406, - 0.835938, - 1.015625, - 0.402344, - 0.9375, - 0.90625, - 0.121582, - 0.222656, - 0.917969, - 0.298828, - 0.302734, - 0.597656, - 0.597656, - 0.59375, - 0.601562, - 0.605469, - 0.878906, - 0.636719, - 0.984375, - 0.585938, - 0.322266, - 0.835938, - 0.12793, - 1.0625, - 0.46875, - 0.402344, - 0.597656, - 0.609375, - 1.171875, - 0.996094, - 0.789062, - 0.636719, - 0.198242, - 0.867188, - 0.667969, - 0.125, - 0.503906, - 1.054688, - 1.109375, - 0.964844, - 0.292969, - 0.129883, - 0.337891, - 0.259766, - 0.707031, - 0.601562, - 0.294922, - 0.699219, - 0.236328, - 0.945312, - 0.617188, - 0.445312, - 0.804688, - 0.326172, - 0.511719, - 0.476562, - 0.316406, - 0.886719, - 0.929688, - 0.118164, - 0.789062, - 0.792969, - 1.15625, - 0.804688, - 0.753906, - 0.910156, - 0.228516, - 0.617188, - 0.296875, - 0.376953, - 0.671875, - 0.773438, - 0.984375, - 0.835938, - 0.503906, - 0.138672, - 0.882812, - 0.726562, - 0.546875, - 0.863281, - 0.355469, - 1.164062, - 0.480469, - 0.617188, - 0.703125, - 0.34375, - 0.753906, - 1.0625, - 0.777344, - 0.400391, - 0.855469, - 1.117188, - 1.15625, - 0.132812, - 0.777344, - 0.859375, - 0.535156, - 0.625, - 0.605469, - 0.304688, - 0.300781, - 0.765625, - 1.15625, - 1.117188, - 0.539062, - 0.742188, - 0.429688, - 0.527344, - 0.796875, - 0.410156, - 0.503906, - 0.4375, - 0.423828, - 0.71875, - 0.921875, - 0.644531, - 0.773438, - 0.132812, - 1.179688, - 0.859375, - 0.345703, - 0.457031, - 0.320312, - 0.683594, - 0.515625, - 0.289062, - 0.478516, - 0.349609, - 0.511719, - 0.828125, - 0.71875, - 0.108398, - 1.09375, - 0.123535, - 1.195312, - 0.773438, - 1.0625, - 0.419922, - 0.730469, - 0.542969, - 0.597656, - 0.416016, - 0.875, - 0.710938, - 0.291016, - 0.699219, - 0.660156, - 0.326172, - 0.628906, - 0.185547, - 0.953125, - 0.439453, - 0.330078, - 0.53125, - 0.660156, - 0.691406, - 0.9375, - 0.4375, - 1.046875, - 1.023438, - 0.285156, - 0.404297, - 0.53125, - 0.710938, - 0.800781, - 0.226562, - 0.435547, - 0.753906, - 0.742188, - 1.101562, - 0.237305, - 1.203125, - 0.345703, - 1.0, - 0.582031, - 0.582031, - 1.070312, - 0.941406, - 1.023438, - 0.726562, - 0.365234, - 0.601562, - 0.582031, - 0.486328, - 0.699219, - 1.046875, - 0.601562, - 0.742188, - 0.832031, - 0.585938, - 1.132812, - 0.683594, - 0.470703, - 0.431641, - 0.964844, - 0.761719, - 0.867188, - 0.832031, - 0.451172, - 0.824219, - 1.023438, - 1.117188, - 0.365234, - 1.148438, - 0.414062, - 0.40625, - 0.322266, - 0.570312, - 0.730469, - 1.132812, - 0.339844, - 1.03125, - 0.542969, - 0.789062, - 1.148438, - 0.224609, - 0.617188, - 0.703125, - 0.835938, - 0.726562, - 0.789062, - 0.933594, - 0.777344, - 0.333984, - 0.746094, - 0.878906, - 0.683594, - 0.582031, - 0.746094, - 0.138672, - 1.09375, - 0.523438, - 0.679688, - 1.085938, - 0.597656, - 0.324219, - 0.404297, - 0.695312, - 0.304688, - 1.132812, - 0.111328, - 0.369141, - 0.789062, - 0.131836, - 0.119141, - 0.5, - 0.371094, - 0.443359, - 0.855469, - 0.632812, - 0.414062, - 0.347656, - 1.242188, - 0.439453, - 0.140625, - 1.28125, - 1.085938, - 0.71875, - 0.625, - 0.435547, - 0.28125, - 1.0625, - 0.476562, - 0.53125, - 0.4375, - 0.324219, - 0.730469, - 0.174805, - 1.0625, - 0.839844, - 0.835938, - 0.839844, - 1.148438, - 0.679688, - 0.582031, - 0.59375, - 0.341797, - 0.730469, - 0.835938, - 0.808594, - 1.09375, - 0.216797, - 0.550781, - 0.71875, - 0.9375, - 0.410156, - 1.15625, - 1.117188, - 0.390625, - 0.875, - 0.373047, - 0.392578, - 0.859375, - 0.519531, - 0.507812, - 0.453125, - 0.535156, - 0.133789, - 1.109375, - 0.111816, - 1.015625, - 0.992188, - 0.133789, - 0.269531, - 1.15625, - 0.466797, - 0.777344, - 0.730469, - 0.263672, - 0.664062, - 0.421875, - 0.306641, - 0.761719, - 0.878906, - 0.546875, - 0.298828, - 0.435547, - 0.785156, - 0.785156, - 0.335938, - 0.980469, - 0.996094, - 0.691406, - 1.039062, - 0.318359, - 0.125, - 0.458984, - 0.808594, - 0.644531, - 0.949219, - 0.59375, - 0.800781, - 1.078125, - 0.785156, - 0.535156, - 0.910156, - 0.470703, - 0.925781, - 0.324219, - 0.126953, - 0.316406, - 0.695312, - 0.402344, - 0.699219, - 0.910156, - 1.015625, - 1.117188, - 0.460938, - 1.015625, - 1.3125, - 0.914062, - 0.652344, - 0.988281, - 1.117188, - 0.527344, - 0.384766, - 0.261719, - 0.195312, - 1.1875, - 0.294922, - 0.46875, - 0.248047, - 0.671875, - 0.691406, - 0.238281, - 0.201172, - 0.394531, - 0.201172, - 0.789062, - 0.601562, - 0.535156, - 0.460938, - 0.730469, - 0.917969, - 0.357422, - 0.132812, - 1.09375, - 0.378906, - 1.023438, - 0.558594, - 1.140625, - 0.730469, - 1.132812, - 0.695312, - 0.804688, - 0.161133, - 1.398438, - 0.242188, - 0.367188, - 0.804688, - 0.515625, - 0.566406, - 1.09375, - 0.116211, - 0.490234, - 1.132812, - 0.820312, - 0.132812, - 0.699219, - 0.427734, - 1.304688, - 0.392578, - 0.714844, - 0.617188, - 0.123535, - 0.914062, - 0.894531, - 0.855469, - 0.287109, - 0.582031, - 0.527344, - 0.640625, - 0.789062, - 0.910156, - 0.609375, - 0.300781, - 0.699219, - 0.683594, - 1.117188, - 0.285156, - 0.15625, - 0.470703, - 0.746094, - 0.59375, - 0.375, - 0.263672, - 0.933594, - 0.320312, - 0.115234, - 0.292969, - 0.118652, - 0.730469, - 0.457031, - 1.195312, - 0.671875, - 0.474609, - 0.609375, - 0.4375, - 0.710938, - 0.347656, - 0.605469, - 0.351562, - 0.667969, - 0.371094, - 1.09375, - 0.118164, - 0.640625, - 0.941406, - 0.800781, - 0.773438, - 0.273438, - 1.25, - 0.523438, - 0.972656, - 0.578125, - 0.976562, - 0.765625, - 0.330078, - 1.179688, - 0.462891, - 0.578125, - 0.484375, - 0.742188, - 0.886719, - 0.921875, - 1.046875, - 0.828125, - 0.945312, - 0.118164, - 0.443359, - 0.660156, - 0.515625, - 1.179688, - 0.378906, - 1.085938, - 0.757812, - 0.585938, - 0.855469, - 0.703125, - 1.0, - 0.550781, - 0.871094, - 0.132812, - 0.828125, - 1.15625, - 0.251953, - 0.746094, - 0.761719, - 0.847656, - 0.695312, - 0.296875, - 0.980469, - 0.306641, - 0.472656, - 0.291016, - 1.0, - 1.140625, - 0.921875, - 0.949219, - 0.361328, - 0.128906, - 0.578125, - 0.206055, - 0.976562, - 0.847656, - 0.933594, - 0.628906, - 0.601562, - 1.039062, - 0.345703, - 0.503906, - 0.617188, - 0.632812, - 0.474609, - 0.878906, - 0.628906, - 0.644531, - 0.914062, - 0.894531, - 0.353516, - 0.917969, - 0.820312, - 0.707031, - 0.112793, - 1.070312, - 0.132812, - 0.165039, - 0.484375, - 0.539062, - 0.306641, - 0.174805, - 0.470703, - 0.133789, - 0.306641, - 0.828125, - 0.683594, - 1.109375, - 0.710938, - 0.601562, - 0.285156, - 1.101562, - 0.365234, - 0.124023, - 0.832031, - 0.949219, - 0.683594, - 1.3125, - 0.683594, - 0.894531, - 0.648438, - 1.273438, - 0.722656, - 0.679688, - 1.046875, - 0.164062, - 0.980469, - 0.386719, - 0.123535, - 0.824219, - 0.347656, - 0.609375, - 0.886719, - 1.117188, - 0.137695, - 0.333984, - 0.320312, - 0.193359, - 0.408203, - 0.753906, - 0.910156, - 0.671875, - 1.15625, - 1.09375, - 0.570312, - 0.792969, - 0.351562, - 0.155273, - 0.333984, - 0.691406, - 0.6875, - 0.882812, - 0.878906, - 0.131836, - 0.116211, - 0.137695, - 0.78125, - 0.384766, - 0.380859, - 0.416016, - 1.078125, - 0.488281, - 0.886719, - 0.898438, - 0.582031, - 0.119629, - 0.609375, - 0.447266, - 0.902344, - 1.023438, - 0.289062, - 0.308594, - 1.070312, - 0.742188, - 0.660156, - 0.316406, - 0.5, - 0.8125, - 0.129883, - 0.578125, - 0.925781, - 0.375, - 0.761719, - 0.882812, - 0.324219, - 1.09375, - 0.6875, - 0.554688, - 0.12793, - 0.605469, - 0.285156, - 0.941406, - 0.878906, - 0.328125, - 0.539062, - 0.40625, - 0.625, - 0.34375, - 0.585938, - 0.294922, - 0.640625, - 0.527344, - 0.46875, - 0.433594, - 0.753906, - 0.314453, - 0.839844, - 0.945312, - 0.460938, - 1.242188, - 0.832031, - 0.621094, - 0.306641, - 0.328125, - 0.910156, - 1.046875, - 1.007812, - 0.734375, - 1.21875, - 0.605469, - 0.574219, - 0.796875, - 0.53125, - 0.835938, - 1.242188, - 0.443359, - 0.404297, - 0.722656, - 0.390625, - 0.917969, - 0.478516, - 0.699219, - 0.902344, - 0.613281, - 0.941406, - 0.306641, - 1.242188, - 0.333984, - 0.539062, - 0.546875, - 0.71875, - 0.242188, - 0.15918, - 0.570312, - 0.828125, - 0.11377, - 0.652344, - 0.734375, - 1.007812 - ] - }, - "name": "model.model.layers.15.post_attention_layernorm.weight", - "outputIndexes": [ - 1315 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1314 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_15/Mul_output_0", - "outputIndexes": [ - 1316 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1315, - 1316 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_15/Mul_1_output_0", - "outputIndexes": [ - 1317 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1317 - ], - "outputIndexes": [ - 2744 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2744 - ], - "outputIndexes": [ - 2745 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/gate_proj/Linear", - "inputIndexes": [ - 2745 - ], - "outputIndexes": [ - 2746 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 398043486, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2746 - ], - "outputIndexes": [ - 2747 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2747 - ], - "outputIndexes": [ - 1318 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1318 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_15/Sigmoid_output_0", - "outputIndexes": [ - 1319 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1318, - 1319 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_15/Mul_output_0", - "outputIndexes": [ - 1320 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1317 - ], - "outputIndexes": [ - 2748 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2748 - ], - "outputIndexes": [ - 2749 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/up_proj/Linear", - "inputIndexes": [ - 2749 - ], - "outputIndexes": [ - 2750 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 405784948, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2750 - ], - "outputIndexes": [ - 2751 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2751 - ], - "outputIndexes": [ - 1321 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1320, - 1321 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_15/Mul_output_0", - "outputIndexes": [ - 1322 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1322 - ], - "outputIndexes": [ - 2752 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2752 - ], - "outputIndexes": [ - 2753 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/down_proj/Linear", - "inputIndexes": [ - 2753 - ], - "outputIndexes": [ - 2754 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 413526410, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2754 - ], - "outputIndexes": [ - 2755 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2755 - ], - "outputIndexes": [ - 1323 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1314, - 1323 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_79_output_0", - "outputIndexes": [ - 1324 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1324, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_144_output_0", - "outputIndexes": [ - 1325 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.091797, - 1.273438, - 1.34375, - 0.703125, - 0.714844, - 0.433594, - 0.816406, - 0.660156, - 0.746094, - 0.382812, - 0.761719, - 0.335938, - 0.828125, - 1.070312, - 0.910156, - 0.84375, - 0.78125, - 0.664062, - 1.0, - 0.310547, - 0.84375, - 0.878906, - 0.804688, - 0.078613, - 1.242188, - 0.953125, - 0.507812, - 0.367188, - 0.279297, - 1.09375, - 0.914062, - 0.847656, - 1.375, - 0.271484, - 0.855469, - 1.335938, - 1.0, - 0.828125, - 0.271484, - 0.337891, - 1.3125, - 0.960938, - 0.941406, - 1.320312, - 0.095215, - 0.738281, - 0.539062, - 0.695312, - 0.644531, - 0.964844, - 0.09082, - 0.316406, - 1.015625, - 0.957031, - 0.984375, - 0.474609, - 0.373047, - 0.079102, - 0.660156, - 0.378906, - 0.601562, - 0.373047, - 0.871094, - 0.988281, - 0.796875, - 0.225586, - 0.621094, - 0.289062, - 0.871094, - 0.490234, - 0.757812, - 0.527344, - 0.084961, - 0.435547, - 0.785156, - 0.326172, - 0.882812, - 0.820312, - 0.773438, - 1.367188, - 1.164062, - 0.085938, - 0.535156, - 1.21875, - 1.039062, - 0.980469, - 1.242188, - 1.492188, - 0.71875, - 0.917969, - 0.890625, - 0.59375, - 0.871094, - 0.419922, - 1.09375, - 0.738281, - 0.796875, - 0.458984, - 1.46875, - 0.976562, - 1.6875, - 0.373047, - 0.267578, - 1.4375, - 0.328125, - 0.703125, - 1.265625, - 0.757812, - 0.292969, - 0.886719, - 0.337891, - 1.25, - 0.621094, - 1.0625, - 0.984375, - 0.785156, - 1.234375, - 1.492188, - 0.07666, - 0.097656, - 0.90625, - 0.114746, - 0.496094, - 0.375, - 0.867188, - 1.140625, - 1.15625, - 0.098145, - 0.546875, - 1.507812, - 0.699219, - 0.71875, - 0.953125, - 1.390625, - 0.992188, - 1.40625, - 0.277344, - 1.539062, - 0.275391, - 0.742188, - 0.100586, - 0.726562, - 0.486328, - 0.134766, - 1.242188, - 0.328125, - 1.03125, - 0.761719, - 1.367188, - 0.757812, - 0.617188, - 1.203125, - 0.135742, - 0.84375, - 0.503906, - 0.335938, - 1.140625, - 0.419922, - 1.421875, - 1.09375, - 0.404297, - 0.636719, - 1.054688, - 0.111328, - 0.369141, - 0.976562, - 0.757812, - 1.1875, - 1.0625, - 1.710938, - 1.445312, - 0.851562, - 0.914062, - 1.4375, - 0.53125, - 1.140625, - 1.234375, - 1.640625, - 0.992188, - 1.367188, - 1.109375, - 0.558594, - 1.382812, - 1.148438, - 0.863281, - 0.742188, - 0.110352, - 1.492188, - 0.613281, - 0.699219, - 1.46875, - 0.550781, - 1.429688, - 1.171875, - 1.40625, - 0.867188, - 0.828125, - 0.660156, - 1.140625, - 0.439453, - 0.550781, - 0.855469, - 1.375, - 1.46875, - 0.984375, - 0.859375, - 0.796875, - 1.359375, - 0.675781, - 1.03125, - 0.816406, - 1.0625, - 0.332031, - 0.53125, - 1.414062, - 0.148438, - 0.960938, - 1.070312, - 0.96875, - 0.738281, - 0.933594, - 1.023438, - 0.244141, - 0.433594, - 0.398438, - 1.0625, - 0.382812, - 0.25, - 0.777344, - 0.945312, - 0.867188, - 0.996094, - 1.375, - 1.148438, - 0.992188, - 0.380859, - 0.988281, - 0.722656, - 0.839844, - 1.179688, - 0.498047, - 1.289062, - 0.882812, - 1.539062, - 0.832031, - 0.875, - 1.148438, - 0.96875, - 0.511719, - 1.40625, - 0.664062, - 0.361328, - 1.3125, - 1.296875, - 0.082031, - 0.347656, - 0.632812, - 1.320312, - 1.304688, - 0.9375, - 0.855469, - 1.203125, - 0.980469, - 0.410156, - 1.179688, - 0.679688, - 0.392578, - 1.242188, - 0.820312, - 0.589844, - 1.140625, - 0.898438, - 0.480469, - 0.851562, - 0.316406, - 0.34375, - 0.120605, - 1.265625, - 0.333984, - 1.265625, - 0.996094, - 0.640625, - 0.792969, - 0.609375, - 0.964844, - 0.090332, - 0.341797, - 0.996094, - 0.726562, - 1.171875, - 0.847656, - 1.195312, - 1.398438, - 1.46875, - 0.476562, - 0.597656, - 0.941406, - 1.007812, - 1.203125, - 1.328125, - 0.085938, - 0.259766, - 1.132812, - 0.109863, - 1.640625, - 0.621094, - 1.148438, - 0.636719, - 1.171875, - 0.07959, - 0.34375, - 1.234375, - 0.113281, - 0.78125, - 1.34375, - 1.132812, - 0.171875, - 1.0, - 0.910156, - 0.100098, - 0.90625, - 1.5625, - 0.902344, - 0.304688, - 0.738281, - 1.226562, - 0.625, - 0.09082, - 0.746094, - 0.597656, - 0.075684, - 1.28125, - 0.109375, - 0.835938, - 0.695312, - 0.277344, - 0.6875, - 0.074707, - 0.496094, - 0.163086, - 0.765625, - 1.039062, - 0.574219, - 1.242188, - 1.0, - 0.6875, - 0.765625, - 0.453125, - 0.316406, - 0.972656, - 0.361328, - 0.28125, - 0.410156, - 1.367188, - 0.228516, - 1.117188, - 1.234375, - 0.800781, - 1.085938, - 0.291016, - 0.227539, - 0.757812, - 0.890625, - 1.023438, - 0.730469, - 0.726562, - 1.265625, - 0.75, - 0.089355, - 1.25, - 0.644531, - 0.408203, - 1.453125, - 0.355469, - 0.628906, - 0.613281, - 1.085938, - 0.488281, - 1.242188, - 0.357422, - 1.59375, - 1.445312, - 0.988281, - 1.421875, - 0.193359, - 0.804688, - 0.449219, - 1.414062, - 0.484375, - 0.976562, - 0.660156, - 0.777344, - 1.226562, - 1.023438, - 0.601562, - 0.131836, - 0.84375, - 0.267578, - 0.660156, - 0.9375, - 0.330078, - 1.117188, - 0.455078, - 0.585938, - 0.730469, - 0.08252, - 1.335938, - 0.804688, - 5e-06, - 0.11377, - 0.664062, - 0.392578, - 1.125, - 1.265625, - 0.5625, - 0.527344, - 1.4375, - 1.382812, - 0.279297, - 1.03125, - 1.0625, - 0.353516, - 1.390625, - 0.419922, - 0.209961, - 1.210938, - 0.433594, - 1.15625, - 0.53125, - 0.929688, - 1.375, - 1.195312, - 0.789062, - 1.648438, - 0.380859, - 0.394531, - 0.455078, - 0.378906, - 0.796875, - 0.964844, - 0.570312, - 0.219727, - 0.28125, - 1.507812, - 0.992188, - 1.289062, - 0.106445, - 1.1875, - 1.296875, - 1.28125, - 1.53125, - 1.015625, - 0.640625, - 1.617188, - 1.179688, - 1.054688, - 1.46875, - 0.988281, - 0.083008, - 1.453125, - 0.339844, - 0.738281, - 0.867188, - 0.605469, - 0.5625, - 0.118164, - 0.445312, - 0.683594, - 0.707031, - 0.59375, - 1.046875, - 0.664062, - 0.304688, - 0.847656, - 1.265625, - 1.585938, - 1.164062, - 0.318359, - 0.128906, - 1.09375, - 1.117188, - 0.902344, - 0.882812, - 1.0625, - 0.550781, - 0.363281, - 0.980469, - 0.808594, - 1.007812, - 1.046875, - 0.914062, - 0.792969, - 1.25, - 0.886719, - 1.203125, - 1.25, - 1.4375, - 1.4375, - 0.478516, - 0.145508, - 0.092285, - 1.21875, - 0.898438, - 0.234375, - 1.757812, - 0.609375, - 1.203125, - 0.886719, - 0.394531, - 1.328125, - 0.294922, - 0.960938, - 1.359375, - 1.335938, - 0.107422, - 0.863281, - 0.882812, - 1.382812, - 0.332031, - 0.839844, - 3.2e-05, - 0.867188, - 0.75, - 0.558594, - 1.171875, - 0.345703, - 0.644531, - 0.953125, - 0.894531, - 0.796875, - 0.328125, - 0.390625, - 0.085938, - 0.539062, - 1.164062, - 1.03125, - 1.4375, - 0.863281, - 0.851562, - 0.080566, - 0.65625, - 0.640625, - 1.085938, - 0.699219, - 0.441406, - 0.472656, - 0.589844, - 1.015625, - 0.535156, - 0.820312, - 0.341797, - 0.832031, - 0.957031, - 0.341797, - 0.091309, - 0.726562, - 1.273438, - 0.921875, - 1.210938, - 0.104004, - 1.234375, - 1.21875, - 0.988281, - 0.984375, - 1.117188, - 1.125, - 0.092773, - 0.960938, - 1.078125, - 1.109375, - 0.335938, - 1.554688, - 0.582031, - 0.083008, - 0.219727, - 0.371094, - 1.164062, - 0.941406, - 0.095703, - 1.039062, - 1.242188, - 0.53125, - 0.527344, - 1.304688, - 1.507812, - 0.337891, - 0.578125, - 1.257812, - 1.476562, - 0.435547, - 1.0625, - 1.140625, - 0.800781, - 0.443359, - 0.363281, - 1.390625, - 1.132812, - 1.492188, - 0.949219, - 0.433594, - 1.15625, - 1.429688, - 0.816406, - 0.094238, - 1.171875, - 0.289062, - 0.099121, - 1.625, - 1.164062, - -1.1e-05, - 0.429688, - 1.273438, - 0.08252, - 0.320312, - 0.625, - 0.867188, - 0.777344, - 1.132812, - 0.345703, - 0.601562, - 0.355469, - 0.339844, - 0.765625, - 0.6875, - 1.359375, - 1.21875, - 0.84375, - 1.390625, - 1.179688, - 0.625, - 1.335938, - 0.679688, - 0.073242, - 0.65625, - 0.730469, - 0.65625, - 0.894531, - 0.416016, - 0.933594, - 0.734375, - 1.34375, - 0.08252, - 1.132812, - 0.371094, - 0.091309, - 1.328125, - 1.265625, - 1.507812, - 0.431641, - 0.412109, - 0.115234, - 1.140625, - 0.507812, - 0.349609, - 0.324219, - 1.421875, - 1.148438, - 1.195312, - 0.5, - 1.476562, - 0.683594, - 0.375, - 0.087402, - 0.640625, - 0.5625, - 0.894531, - 0.925781, - 0.703125, - 0.746094, - 0.496094, - 0.8125, - 0.714844, - 0.957031, - 1.351562, - 1.148438, - 1.09375, - 0.118164, - 0.808594, - 0.875, - 0.457031, - 0.832031, - 0.941406, - 0.789062, - 1.085938, - 1.15625, - 0.917969, - 1.453125, - 1.15625, - 0.482422, - 1.3125, - 1.101562, - 0.53125, - 0.503906, - 1.242188, - 0.519531, - 0.933594, - 0.519531, - 0.5, - 1.25, - 1.078125, - 0.785156, - 0.699219, - 0.722656, - 1.21875, - 0.181641, - 0.894531, - 0.421875, - 0.878906, - 1.109375, - 0.445312, - 0.148438, - 0.080078, - 1.0625, - 0.613281, - 0.086914, - 1.359375, - 1.09375, - 1.023438, - 0.151367, - 1.273438, - 1.046875, - 0.102051, - 0.679688, - 0.129883, - 0.710938, - 0.796875, - 0.511719, - 1.34375, - 1.148438, - 0.6875, - 0.613281, - 0.644531, - 0.726562, - 0.304688, - 1.664062, - 0.227539, - 0.660156, - 1.023438, - 1.148438, - 1.476562, - 0.792969, - 0.126953, - 0.847656, - 0.5, - 0.886719, - 0.960938, - 0.628906, - 0.855469, - 1.523438, - 1.070312, - 0.324219, - 1.101562, - 1.007812, - 0.161133, - 0.503906, - 0.589844, - 0.800781, - 0.357422, - 0.349609, - 0.597656, - 1.421875, - 0.625, - 0.585938, - 0.087891, - 0.5625, - 1.1875, - 1.117188, - 1.390625, - 0.476562, - 0.683594, - 0.075684, - 0.847656, - 0.957031, - 0.400391, - 0.796875, - 0.386719, - 0.384766, - 0.217773, - 1.09375, - 0.324219, - 0.296875, - 1.179688, - 0.441406, - 0.8125, - 0.550781, - 0.550781, - 1.617188, - 0.294922, - 0.703125, - 0.427734, - 1.0625, - 1.429688, - 1.078125, - 1.234375, - 0.527344, - 1.632812, - 0.324219, - 0.349609, - 1.515625, - 0.726562, - 0.320312, - 1.148438, - 0.279297, - 0.902344, - 1.039062, - 0.949219, - 0.347656, - 0.839844, - 0.104492, - 0.34375, - 0.679688, - 0.474609, - 0.84375, - 0.308594, - 0.449219, - 1.070312, - 0.8125, - 0.722656, - 0.78125, - 1.296875, - 1.015625, - 1.09375, - 0.996094, - 0.914062, - 1.40625, - 0.746094, - 0.3125, - 0.145508, - 1.085938, - 0.306641, - 0.945312, - 0.359375, - 0.640625, - 0.398438, - 0.550781, - 0.9375, - 0.8125, - 0.355469, - 1.210938, - 0.902344, - 1.632812, - 0.914062, - 0.287109, - 0.933594, - 0.175781, - 0.298828, - 1.367188, - 0.412109, - 0.839844, - 0.078125, - 0.839844, - 1.070312, - 1.257812, - 0.283203, - 0.953125, - 1.546875, - 0.106445, - 0.386719, - 0.337891, - 1.054688, - 1.40625, - 0.628906, - 1.34375, - 1.25, - 0.081543, - 1.132812, - 1.15625, - 0.292969, - 1.34375, - 0.785156, - 0.710938, - 0.820312, - 0.757812, - 0.632812, - 1.203125, - 0.640625, - 1.148438, - 0.882812, - 0.384766, - 1.265625, - 0.090332, - 1.40625, - 0.671875, - 0.449219, - 0.65625, - 0.800781, - 1.40625, - 1.515625, - 0.921875, - 1.007812, - 0.203125, - 1.09375, - 0.773438, - 0.085938, - 0.644531, - 1.507812, - 1.421875, - 1.234375, - 0.417969, - 0.082031, - 1.546875, - 1.171875, - 0.792969, - 0.675781, - 0.369141, - 0.855469, - 0.363281, - 1.148438, - 0.773438, - 0.283203, - 1.046875, - 0.378906, - 0.636719, - 0.617188, - 0.34375, - 1.039062, - 1.4375, - 0.071777, - 1.078125, - 0.894531, - 1.546875, - 0.972656, - 0.800781, - 1.21875, - 0.279297, - 0.757812, - 0.34375, - 0.429688, - 0.90625, - 0.941406, - 1.617188, - 1.171875, - 0.613281, - 0.088867, - 1.390625, - 0.761719, - 0.683594, - 1.289062, - 0.349609, - 1.429688, - -8.4e-05, - 0.710938, - 0.902344, - 0.398438, - 0.867188, - 1.257812, - 0.96875, - 0.453125, - 1.289062, - 1.46875, - 1.4375, - 0.101074, - 0.929688, - 1.171875, - 0.902344, - 0.738281, - 0.695312, - 0.644531, - 0.298828, - 0.917969, - 1.507812, - 1.484375, - 0.578125, - 0.996094, - 0.439453, - 0.628906, - 1.265625, - 0.392578, - 0.636719, - 0.225586, - 0.46875, - 0.839844, - 1.085938, - 0.851562, - 0.941406, - 0.094238, - 1.554688, - 1.054688, - 0.423828, - 0.535156, - 0.3125, - 0.867188, - 0.726562, - 0.367188, - 0.644531, - 0.367188, - 0.640625, - 1.351562, - 1.101562, - 0.081055, - 1.320312, - 0.088379, - 1.484375, - 0.910156, - 1.34375, - 0.455078, - 1.023438, - 0.636719, - 0.753906, - 0.332031, - 1.078125, - 0.925781, - 0.289062, - 0.894531, - 0.820312, - 0.349609, - 0.757812, - 0.341797, - 1.210938, - 0.550781, - 0.291016, - 0.644531, - 0.777344, - 0.859375, - 1.28125, - 0.691406, - 1.6875, - 1.265625, - 0.277344, - 0.464844, - 0.601562, - 0.742188, - 0.984375, - 0.267578, - 0.953125, - 1.109375, - 0.863281, - 1.257812, - 0.404297, - 1.492188, - 0.402344, - 1.304688, - 0.632812, - 0.636719, - 1.164062, - 1.054688, - 1.398438, - 0.824219, - 1.117188, - 0.734375, - 0.710938, - 0.546875, - 0.898438, - 1.265625, - 0.871094, - 0.902344, - 1.21875, - 0.824219, - 1.507812, - 0.8125, - 0.496094, - 0.597656, - 1.28125, - 0.910156, - 1.015625, - 1.21875, - 0.613281, - 0.945312, - 1.296875, - 1.59375, - 0.310547, - 1.414062, - 0.582031, - 0.443359, - 0.367188, - 0.730469, - 0.886719, - 1.476562, - 0.330078, - 1.203125, - 0.703125, - 1.132812, - 1.328125, - 0.996094, - 0.765625, - 1.03125, - 1.085938, - 1.367188, - 0.960938, - 1.203125, - 1.0625, - 0.369141, - 0.832031, - 1.132812, - 0.808594, - 0.671875, - 0.847656, - 0.087402, - 1.351562, - 1.125, - 0.84375, - 1.484375, - 0.652344, - 0.382812, - 0.566406, - 0.742188, - 0.515625, - 1.484375, - 0.074707, - 0.316406, - 0.984375, - 0.104492, - 0.074707, - 0.675781, - 0.585938, - 0.326172, - 1.1875, - 0.691406, - 1.359375, - 0.412109, - 1.65625, - 0.441406, - 0.104492, - 1.359375, - 1.5, - 0.8125, - 0.9375, - 0.542969, - 0.515625, - 1.40625, - 0.472656, - 0.632812, - 0.652344, - 0.539062, - 0.832031, - 0.195312, - 1.3125, - 1.125, - 1.023438, - 0.953125, - 1.539062, - 0.953125, - 0.71875, - 0.75, - 0.353516, - 1.0, - 1.0625, - 1.304688, - 1.640625, - 0.265625, - 0.644531, - 0.792969, - 1.21875, - 0.466797, - 1.375, - 1.421875, - 0.4375, - 1.1875, - 0.439453, - 0.408203, - 1.179688, - 0.675781, - 0.566406, - 0.570312, - 1.507812, - 0.097168, - 1.4375, - 0.072266, - 1.257812, - 1.296875, - 0.125, - 0.198242, - 1.289062, - 0.625, - 0.90625, - 0.941406, - 0.5625, - 0.765625, - 0.431641, - 0.310547, - 0.96875, - 1.125, - 0.730469, - 0.480469, - 0.570312, - 0.96875, - 0.898438, - 0.324219, - 1.4375, - 1.304688, - 1.0, - 1.375, - 0.322266, - 0.103027, - 0.671875, - 1.03125, - 0.761719, - 1.101562, - 0.609375, - 1.132812, - 1.234375, - 0.960938, - 0.785156, - 1.351562, - 0.585938, - 1.335938, - 0.375, - 0.093262, - 0.726562, - 0.8125, - 0.363281, - 0.753906, - 1.320312, - 1.328125, - 1.484375, - 0.523438, - 1.273438, - 1.421875, - 1.179688, - 0.734375, - 1.171875, - 1.445312, - 0.585938, - 0.429688, - 0.445312, - 0.371094, - 1.523438, - 1.03125, - 0.824219, - 0.287109, - 0.882812, - 0.957031, - 0.675781, - 0.287109, - 0.412109, - 0.201172, - 0.957031, - 0.878906, - 0.632812, - 0.503906, - 0.953125, - 1.148438, - 0.416016, - 0.092285, - 1.351562, - 0.494141, - 1.273438, - 0.65625, - 1.484375, - 0.953125, - 1.59375, - 0.898438, - 0.972656, - 0.129883, - 1.554688, - 0.361328, - 0.445312, - 0.917969, - 0.449219, - 0.738281, - 1.390625, - 0.081543, - 0.875, - 1.523438, - 1.09375, - 0.090332, - 0.867188, - 0.558594, - 1.75, - 0.455078, - 0.914062, - 0.789062, - 0.092285, - 1.492188, - 1.054688, - 1.070312, - 0.294922, - 0.6875, - 0.792969, - 0.867188, - 1.007812, - 1.117188, - 0.527344, - 0.294922, - 0.820312, - 0.75, - 1.382812, - 0.458984, - 0.161133, - 1.585938, - 0.863281, - 0.878906, - 0.425781, - 1.085938, - 1.421875, - 1.25, - 0.075195, - 0.298828, - 0.075195, - 1.015625, - 1.71875, - 1.460938, - 0.855469, - 0.523438, - 0.652344, - 1.601562, - 0.875, - 0.361328, - 0.722656, - 0.345703, - 0.785156, - 0.359375, - 1.429688, - 0.087402, - 0.867188, - 1.210938, - 0.972656, - 1.140625, - 0.347656, - 1.53125, - 0.710938, - 1.382812, - 0.914062, - 1.359375, - 0.949219, - 0.400391, - 1.382812, - 0.5, - 0.792969, - 0.566406, - 0.945312, - 1.171875, - 1.171875, - 1.328125, - 1.054688, - 1.125, - 0.093262, - 0.617188, - 0.800781, - 0.753906, - 1.585938, - 0.449219, - 1.265625, - 1.148438, - 0.75, - 1.164062, - 0.886719, - 1.195312, - 0.882812, - 0.964844, - 0.101074, - 1.085938, - 1.648438, - 0.257812, - 0.984375, - 0.855469, - 1.0, - 0.871094, - 0.296875, - 1.390625, - 0.376953, - 0.53125, - 0.296875, - 1.28125, - 1.289062, - 1.210938, - 1.34375, - 0.408203, - 0.089844, - 0.617188, - 0.777344, - 1.109375, - 1.039062, - 1.03125, - 0.859375, - 1.023438, - 1.203125, - 0.408203, - 0.585938, - 0.78125, - 0.824219, - 0.566406, - 1.007812, - 0.734375, - 0.808594, - 1.109375, - 1.039062, - 1.3125, - 1.359375, - 1.09375, - 0.910156, - 0.068848, - 1.445312, - 0.086426, - 0.155273, - 0.478516, - 0.625, - 0.324219, - 0.226562, - 0.527344, - 0.08252, - 0.365234, - 0.984375, - 0.847656, - 1.703125, - 0.589844, - 0.710938, - 0.519531, - 1.210938, - 0.447266, - 0.100098, - 1.03125, - 1.273438, - 0.851562, - 1.625, - 1.070312, - 1.203125, - 0.820312, - 1.539062, - 1.046875, - 0.863281, - 1.226562, - 0.296875, - 1.351562, - 0.431641, - 0.113281, - 0.945312, - 0.419922, - 0.636719, - 1.117188, - 1.539062, - -0.000173, - 0.410156, - 0.369141, - 0.804688, - 0.648438, - 1.046875, - 1.109375, - 0.5625, - 1.617188, - 1.34375, - 0.761719, - 0.863281, - 0.375, - 0.160156, - 0.302734, - 0.8125, - 0.695312, - 1.234375, - 1.164062, - 0.091309, - 0.073242, - 0.106445, - 0.992188, - 0.484375, - 0.490234, - 1.25, - 1.28125, - 0.582031, - 1.179688, - 1.117188, - 0.648438, - 0.089844, - 0.800781, - 0.515625, - 1.179688, - 1.398438, - 0.341797, - 0.335938, - 1.21875, - 0.847656, - 0.757812, - 0.326172, - 0.597656, - 1.023438, - 0.100586, - 0.660156, - 1.171875, - 0.298828, - 0.914062, - 1.125, - 0.423828, - 1.351562, - 0.773438, - 0.640625, - 0.085449, - 0.6875, - 0.25, - 1.195312, - 1.054688, - 0.283203, - 0.636719, - 0.761719, - 0.710938, - 0.371094, - 0.6875, - 0.308594, - 0.816406, - 0.953125, - 0.671875, - 0.566406, - 1.054688, - 0.308594, - 1.046875, - 1.375, - 0.503906, - 1.554688, - 0.964844, - 0.785156, - 0.386719, - 0.318359, - 1.0, - 1.296875, - 1.21875, - 0.957031, - 1.414062, - 0.8125, - 0.667969, - 0.863281, - 0.578125, - 0.90625, - 1.445312, - 0.503906, - 0.503906, - 0.90625, - 0.439453, - 1.242188, - 0.871094, - 0.773438, - 1.132812, - 0.582031, - 1.3125, - 0.332031, - 1.515625, - 0.324219, - 0.734375, - 0.519531, - 0.738281, - 0.3125, - 0.155273, - 0.699219, - 1.140625, - 0.080566, - 0.847656, - 0.933594, - 1.085938 - ] - }, - "name": "model.model.layers.16.input_layernorm.weight", - "outputIndexes": [ - 1326 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1325 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_16/Mul_output_0", - "outputIndexes": [ - 1327 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1326, - 1327 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_16/Mul_1_output_0", - "outputIndexes": [ - 1328 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1328 - ], - "outputIndexes": [ - 2756 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2756 - ], - "outputIndexes": [ - 2757 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear", - "inputIndexes": [ - 2757 - ], - "outputIndexes": [ - 2758 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 421267872, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2758 - ], - "outputIndexes": [ - 2759 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2759 - ], - "outputIndexes": [ - 1329 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1328 - ], - "main_type": "NONE", - "name": "/Shape_225_output_0", - "outputIndexes": [ - 1330 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1330 - ], - "main_type": "NONE", - "name": "Shape4078", - "outputIndexes": [ - 1331 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1330 - ], - "main_type": "NONE", - "name": "Rank4080", - "outputIndexes": [ - 1332 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1332, - 1332 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4082", - "outputIndexes": [ - 1333 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1333 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4083", - "outputIndexes": [ - 1334 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1333, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4085", - "outputIndexes": [ - 1335 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1335 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4086", - "outputIndexes": [ - 1336 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1331, - 1334, - 1336, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4089", - "outputIndexes": [ - 1337 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1337 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4090", - "outputIndexes": [ - 1338 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1338 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4091", - "outputIndexes": [ - 1339 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1339, - 1338 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4092", - "outputIndexes": [ - 1340 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1330, - 1340, - 1333 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_244_output_0", - "outputIndexes": [ - 1341 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1341, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_513_output_0", - "outputIndexes": [ - 1342 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1342, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_208_output_0", - "outputIndexes": [ - 1343 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1329, - 1343 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_145_output_0", - "outputIndexes": [ - 1344 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1344, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_128_output_0", - "outputIndexes": [ - 1345 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1344 - ], - "main_type": "NONE", - "name": "/Shape_226_output_0", - "outputIndexes": [ - 1346 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1346 - ], - "main_type": "NONE", - "name": "Shape4099", - "outputIndexes": [ - 1347 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1346 - ], - "main_type": "NONE", - "name": "Rank4101", - "outputIndexes": [ - 1348 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1348, - 1348 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4103", - "outputIndexes": [ - 1349 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1349 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4104", - "outputIndexes": [ - 1350 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1349, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4106", - "outputIndexes": [ - 1351 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1351 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4107", - "outputIndexes": [ - 1352 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1347, - 1350, - 1352, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4110", - "outputIndexes": [ - 1353 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1353 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4111", - "outputIndexes": [ - 1354 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1354 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4112", - "outputIndexes": [ - 1355 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1355, - 1354 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4113", - "outputIndexes": [ - 1356 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1346, - 1356, - 1349 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_245_output_0", - "outputIndexes": [ - 1357 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1357, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_48_output_0", - "outputIndexes": [ - 1358 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1358, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_518_output_0", - "outputIndexes": [ - 1359 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1344, - 1359, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_65_output_0", - "outputIndexes": [ - 1360 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1360 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_32_output_0", - "outputIndexes": [ - 1361 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1344, - 22, - 1359, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_64_output_0", - "outputIndexes": [ - 1362 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1361, - 1362 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_211_output_0", - "outputIndexes": [ - 1363 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1363, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_129_output_0", - "outputIndexes": [ - 1364 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1345, - 1364 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_80_output_0", - "outputIndexes": [ - 1365 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1328 - ], - "outputIndexes": [ - 2760 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2760 - ], - "outputIndexes": [ - 2761 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear", - "inputIndexes": [ - 2761 - ], - "outputIndexes": [ - 2762 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 422601142, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2762 - ], - "outputIndexes": [ - 2763 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2763 - ], - "outputIndexes": [ - 1366 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1342, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_209_output_0", - "outputIndexes": [ - 1367 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1366, - 1367 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_146_output_0", - "outputIndexes": [ - 1368 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1368, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_130_output_0", - "outputIndexes": [ - 1369 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1368 - ], - "main_type": "NONE", - "name": "/Shape_227_output_0", - "outputIndexes": [ - 1370 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1370 - ], - "main_type": "NONE", - "name": "Shape4162", - "outputIndexes": [ - 1371 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1370 - ], - "main_type": "NONE", - "name": "Rank4164", - "outputIndexes": [ - 1372 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1372, - 1372 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4166", - "outputIndexes": [ - 1373 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1373 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4167", - "outputIndexes": [ - 1374 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1373, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4169", - "outputIndexes": [ - 1375 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1375 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4170", - "outputIndexes": [ - 1376 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1371, - 1374, - 1376, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4173", - "outputIndexes": [ - 1377 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1377 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4174", - "outputIndexes": [ - 1378 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1378 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4175", - "outputIndexes": [ - 1379 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1379, - 1378 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4176", - "outputIndexes": [ - 1380 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1370, - 1380, - 1373 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_246_output_0", - "outputIndexes": [ - 1381 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1381, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_49_output_0", - "outputIndexes": [ - 1382 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1382, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_520_output_0", - "outputIndexes": [ - 1383 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1368, - 1383, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_67_output_0", - "outputIndexes": [ - 1384 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1384 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_33_output_0", - "outputIndexes": [ - 1385 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1368, - 22, - 1383, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_66_output_0", - "outputIndexes": [ - 1386 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1385, - 1386 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_212_output_0", - "outputIndexes": [ - 1387 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1387, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_131_output_0", - "outputIndexes": [ - 1388 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1369, - 1388 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_81_output_0", - "outputIndexes": [ - 1389 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1328 - ], - "outputIndexes": [ - 2764 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2764 - ], - "outputIndexes": [ - 2765 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear", - "inputIndexes": [ - 2765 - ], - "outputIndexes": [ - 2766 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 422823372, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2766 - ], - "outputIndexes": [ - 2767 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2767 - ], - "outputIndexes": [ - 1390 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1390, - 1367 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_147_output_0", - "outputIndexes": [ - 1391 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1365, - 1389, - 1391, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_152_output_0", - "outputIndexes": [ - 1392 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1392 - ], - "outputIndexes": [ - 2768 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2768 - ], - "outputIndexes": [ - 2769 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear", - "inputIndexes": [ - 2769 - ], - "outputIndexes": [ - 2770 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 423045602, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2770 - ], - "outputIndexes": [ - 2771 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2771 - ], - "outputIndexes": [ - 1393 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1325, - 1393 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_83_output_0", - "outputIndexes": [ - 1394 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.152344, - 0.976562, - 0.386719, - 0.628906, - 0.470703, - 0.492188, - 0.683594, - 0.59375, - 0.722656, - 0.378906, - 0.632812, - 0.285156, - 0.820312, - 0.757812, - 0.765625, - 0.675781, - 0.710938, - 0.570312, - 0.851562, - 0.339844, - 0.757812, - 0.582031, - 0.597656, - 0.148438, - 0.886719, - 0.835938, - 0.482422, - 0.386719, - 0.392578, - 0.898438, - 0.808594, - 0.769531, - 0.972656, - 0.410156, - 0.574219, - 1.023438, - 0.863281, - 0.65625, - 0.345703, - 0.333984, - 1.046875, - 0.929688, - 0.8125, - 0.914062, - 0.152344, - 0.597656, - 0.589844, - 0.695312, - 0.59375, - 0.394531, - 0.148438, - 0.304688, - 0.847656, - 0.824219, - 0.738281, - 0.457031, - 0.404297, - 0.141602, - 0.316406, - 0.373047, - 0.539062, - 0.414062, - 0.490234, - 0.839844, - 0.722656, - 0.257812, - 0.515625, - 0.382812, - 0.546875, - 0.453125, - 0.539062, - 0.417969, - 0.154297, - 0.439453, - 0.742188, - 0.304688, - 0.800781, - 0.753906, - 0.710938, - 1.070312, - 0.960938, - 0.158203, - 0.279297, - 1.070312, - 0.835938, - 0.929688, - 0.972656, - 1.015625, - 0.507812, - 0.746094, - 0.691406, - 0.492188, - 0.390625, - 0.457031, - 0.910156, - 0.257812, - 0.628906, - 0.376953, - 0.964844, - 0.785156, - 1.40625, - 0.3125, - 0.291016, - 1.070312, - 0.345703, - 0.613281, - 0.574219, - 0.648438, - 0.335938, - 0.738281, - 0.367188, - 1.03125, - 0.498047, - 0.163086, - 0.953125, - 0.660156, - 0.804688, - 0.933594, - 0.15918, - 0.161133, - 0.746094, - 0.172852, - 0.408203, - 0.423828, - 0.808594, - 0.972656, - 0.992188, - 0.172852, - 0.402344, - 1.21875, - 0.59375, - 0.640625, - 0.71875, - 1.046875, - 0.820312, - 1.039062, - 0.359375, - 1.265625, - 0.351562, - 0.753906, - 0.164062, - 0.53125, - 0.492188, - 0.196289, - 0.941406, - 0.335938, - 0.902344, - 0.488281, - 1.09375, - 0.652344, - 0.554688, - 0.832031, - 0.201172, - 0.78125, - 0.730469, - 0.349609, - 0.84375, - 0.417969, - 1.039062, - 0.929688, - 0.363281, - 0.457031, - 0.605469, - 0.170898, - 0.359375, - 0.832031, - 0.628906, - 0.890625, - 0.792969, - 0.816406, - 1.109375, - 0.730469, - 0.742188, - 0.964844, - 0.507812, - 0.835938, - 0.683594, - 1.09375, - 0.792969, - 0.988281, - 0.929688, - 0.5625, - 0.914062, - 0.482422, - 0.757812, - 0.287109, - 0.179688, - 1.101562, - 0.71875, - 0.628906, - 0.984375, - 0.466797, - 0.929688, - 0.886719, - 0.90625, - 0.773438, - 0.679688, - 0.601562, - 0.882812, - 0.443359, - 0.578125, - 0.773438, - 0.976562, - 1.125, - 0.902344, - 0.769531, - 0.683594, - 1.046875, - 0.636719, - 0.835938, - 0.613281, - 0.898438, - 0.330078, - 0.519531, - 0.9375, - 0.181641, - 0.839844, - 0.871094, - 0.792969, - 0.691406, - 0.761719, - 0.902344, - 0.255859, - 0.211914, - 0.4375, - 0.917969, - 0.412109, - 0.310547, - 0.277344, - 0.777344, - 0.789062, - 0.835938, - 0.988281, - 0.945312, - 0.832031, - 0.458984, - 0.847656, - 0.609375, - 0.757812, - 0.882812, - 0.488281, - 0.851562, - 0.652344, - 1.078125, - 0.695312, - 0.792969, - 0.976562, - 0.710938, - 0.46875, - 1.0625, - 0.53125, - 0.263672, - 0.90625, - 0.230469, - 0.157227, - 0.392578, - 0.511719, - 1.054688, - 0.964844, - 0.628906, - 0.671875, - 0.957031, - 0.878906, - 0.423828, - 0.902344, - 0.671875, - 0.386719, - 1.007812, - 0.699219, - 0.605469, - 0.753906, - 0.492188, - 0.417969, - 0.777344, - 0.320312, - 0.376953, - 0.1875, - 0.847656, - 0.378906, - 0.894531, - 0.820312, - 0.546875, - 0.542969, - 0.496094, - 0.808594, - 0.161133, - 0.427734, - 0.765625, - 0.5625, - 0.992188, - 0.78125, - 1.023438, - 1.15625, - 0.984375, - 0.453125, - 0.574219, - 0.734375, - 0.621094, - 0.90625, - 0.9375, - 0.166016, - 0.233398, - 0.964844, - 0.174805, - 1.078125, - 0.640625, - 0.882812, - 0.433594, - 0.777344, - 0.154297, - 0.328125, - 0.933594, - 0.175781, - 0.699219, - 1.109375, - 1.007812, - 0.195312, - 0.707031, - 0.761719, - 0.167969, - 0.734375, - 1.0625, - 0.796875, - 0.320312, - 0.628906, - 0.671875, - 0.5625, - 0.161133, - 0.617188, - 0.546875, - 0.143555, - 0.878906, - 0.173828, - 0.535156, - 0.5, - 0.267578, - 0.640625, - 0.138672, - 0.427734, - 0.208008, - 0.550781, - 0.769531, - 0.519531, - 0.925781, - 0.875, - 0.640625, - 0.664062, - 0.447266, - 0.410156, - 0.84375, - 0.423828, - 0.292969, - 0.320312, - 0.6875, - 0.425781, - 0.839844, - 0.173828, - 0.59375, - 0.863281, - 0.355469, - 0.392578, - 0.601562, - 0.792969, - 0.730469, - 0.640625, - 0.609375, - 0.996094, - 0.625, - 0.164062, - 0.9375, - 0.558594, - 0.371094, - 0.984375, - 0.349609, - 0.535156, - 0.558594, - 0.8125, - 0.449219, - 0.96875, - 0.376953, - 0.96875, - 1.085938, - 0.761719, - 1.21875, - 0.240234, - 0.789062, - 0.417969, - 0.980469, - 0.480469, - 0.867188, - 0.59375, - 0.710938, - 0.972656, - 0.648438, - 0.294922, - 0.177734, - 0.71875, - 0.333984, - 0.574219, - 0.820312, - 0.353516, - 0.957031, - 0.410156, - 0.703125, - 0.498047, - 0.148438, - 1.148438, - 0.753906, - 0.703125, - 0.178711, - 0.527344, - 0.398438, - 0.914062, - 0.945312, - 0.519531, - 0.519531, - 1.132812, - 1.054688, - 0.345703, - 0.832031, - 0.933594, - 0.337891, - 0.664062, - 0.412109, - 0.373047, - 0.886719, - 0.431641, - 0.855469, - 0.492188, - 0.886719, - 1.070312, - 0.972656, - 0.789062, - 1.125, - 0.353516, - 0.402344, - 0.431641, - 0.365234, - 0.65625, - 0.828125, - 0.519531, - 0.34375, - 0.223633, - 0.503906, - 0.789062, - 0.953125, - 0.178711, - 1.078125, - 0.867188, - 1.007812, - 1.132812, - 0.761719, - 0.652344, - 1.140625, - 0.898438, - 0.960938, - 1.046875, - 0.808594, - 0.154297, - 1.265625, - 0.355469, - 0.648438, - 0.765625, - 0.496094, - 0.527344, - 0.188477, - 0.412109, - 0.539062, - 0.558594, - 0.589844, - 0.765625, - 0.664062, - 0.345703, - 0.710938, - 1.007812, - 0.9375, - 0.816406, - 0.392578, - 0.178711, - 0.773438, - 0.972656, - 0.605469, - 0.761719, - 0.882812, - 0.5, - 0.378906, - 0.761719, - 0.484375, - 0.851562, - 0.839844, - 0.871094, - 0.726562, - 0.921875, - 0.621094, - 0.929688, - 0.933594, - 0.785156, - 0.972656, - 0.421875, - 0.19043, - 0.147461, - 1.0, - 0.742188, - 0.652344, - 1.28125, - 0.5625, - 0.953125, - 0.230469, - 0.394531, - 1.101562, - 0.371094, - 0.828125, - 1.039062, - 1.054688, - 0.157227, - 0.722656, - 0.644531, - 1.101562, - 0.347656, - 0.414062, - 0.453125, - 0.75, - 0.703125, - 0.427734, - 0.84375, - 0.398438, - 0.710938, - 0.832031, - 0.78125, - 0.785156, - 0.433594, - 0.423828, - 0.142578, - 0.441406, - 0.875, - 0.867188, - 0.902344, - 0.78125, - 0.742188, - 0.155273, - 0.621094, - 0.628906, - 0.898438, - 0.640625, - 0.597656, - 0.433594, - 0.308594, - 0.699219, - 0.318359, - 0.707031, - 0.390625, - 0.796875, - 0.898438, - 0.601562, - 0.162109, - 0.605469, - 1.023438, - 0.765625, - 0.871094, - 0.176758, - 1.015625, - 0.964844, - 0.824219, - 0.757812, - 0.976562, - 0.412109, - 0.15625, - 0.832031, - 0.886719, - 0.859375, - 0.355469, - 1.179688, - 0.523438, - 0.15332, - 0.205078, - 0.460938, - 0.933594, - 0.839844, - 0.171875, - 0.769531, - 0.203125, - 0.402344, - 0.640625, - 1.078125, - 1.023438, - 0.351562, - 0.474609, - 0.957031, - 1.03125, - 0.558594, - 0.890625, - 0.945312, - 0.742188, - 0.457031, - 0.384766, - 1.03125, - 0.847656, - 1.039062, - 0.789062, - 0.396484, - 0.933594, - 1.054688, - 0.683594, - 0.160156, - 0.898438, - 0.271484, - 0.169922, - 1.03125, - 0.71875, - -0.000172, - 0.462891, - 0.863281, - 0.157227, - 0.328125, - 0.582031, - 0.726562, - 0.636719, - 0.882812, - 0.328125, - 0.582031, - 0.392578, - 0.345703, - 0.628906, - 0.644531, - 0.933594, - 0.910156, - 0.703125, - 1.039062, - 0.839844, - 0.546875, - 1.085938, - 0.511719, - 0.15625, - 0.753906, - 0.640625, - 0.511719, - 0.796875, - 0.40625, - 0.859375, - 0.578125, - 1.039062, - 0.150391, - 0.90625, - 0.375, - 0.161133, - 0.863281, - 0.90625, - 1.132812, - 0.318359, - 0.443359, - 0.178711, - 0.972656, - 0.445312, - 0.404297, - 0.361328, - 1.054688, - 0.9375, - 1.03125, - 0.539062, - 1.046875, - 0.539062, - 0.300781, - 0.150391, - 0.578125, - 0.298828, - 0.757812, - 0.753906, - 0.625, - 0.574219, - 0.470703, - 0.769531, - 0.267578, - 0.757812, - 0.886719, - 0.984375, - 0.964844, - 0.173828, - 0.765625, - 0.71875, - 0.382812, - 0.609375, - 0.796875, - 0.757812, - 0.84375, - 0.921875, - 0.660156, - 1.070312, - 0.921875, - 0.503906, - 0.988281, - 0.921875, - 0.542969, - 0.414062, - 0.976562, - 0.300781, - 0.65625, - 0.404297, - 0.46875, - 1.078125, - 0.898438, - 0.558594, - 0.652344, - 0.625, - 0.980469, - 0.219727, - 0.738281, - 0.40625, - 0.5625, - 0.898438, - 0.441406, - 0.211914, - 0.149414, - 0.929688, - 0.367188, - 0.152344, - 0.96875, - 0.960938, - 0.808594, - 0.180664, - 1.015625, - 0.816406, - 0.171875, - 0.632812, - 0.198242, - 0.550781, - 0.820312, - 0.462891, - 0.921875, - 0.902344, - 0.652344, - 0.539062, - 0.644531, - 0.574219, - 0.357422, - 1.132812, - 0.302734, - 0.5625, - 0.855469, - 0.933594, - 1.265625, - 0.46875, - 0.181641, - 0.249023, - 0.439453, - 0.824219, - 0.773438, - 0.511719, - 0.726562, - 1.023438, - 0.765625, - 0.345703, - 0.886719, - 0.291016, - 0.203125, - 0.449219, - 0.574219, - 0.722656, - 0.380859, - 0.351562, - 0.546875, - 0.9375, - 0.5625, - 0.519531, - 0.152344, - 0.546875, - 1.078125, - 0.925781, - 0.472656, - 0.453125, - 0.5625, - 0.15332, - 0.777344, - 0.832031, - 0.341797, - 0.609375, - 0.373047, - 0.386719, - 0.243164, - 0.894531, - 0.341797, - 0.384766, - 0.855469, - 0.425781, - 0.636719, - 0.412109, - 0.578125, - 1.1875, - 0.353516, - 0.648438, - 0.480469, - 0.855469, - 1.054688, - 0.835938, - 0.166992, - 0.347656, - 0.988281, - 0.304688, - 0.353516, - 1.148438, - 0.652344, - 0.351562, - 0.984375, - 0.291016, - 0.726562, - 0.691406, - 0.703125, - 0.382812, - 0.671875, - 0.163086, - 0.386719, - 0.746094, - 0.453125, - 0.710938, - 0.337891, - 0.410156, - 0.9375, - 0.730469, - 0.691406, - 0.832031, - 1.0625, - 0.820312, - 0.839844, - 0.859375, - 0.835938, - 0.964844, - 0.628906, - 0.337891, - 0.179688, - 0.839844, - 0.335938, - 0.828125, - 0.371094, - 0.492188, - 0.357422, - 0.5, - 0.761719, - 0.660156, - 0.351562, - 0.96875, - 0.78125, - 1.109375, - 0.765625, - 0.296875, - 0.863281, - 0.179688, - 0.361328, - 1.039062, - 0.412109, - 0.6875, - 0.144531, - 0.714844, - 0.746094, - 0.972656, - 0.300781, - 0.679688, - 1.078125, - 0.164062, - 0.384766, - 0.349609, - 0.878906, - 0.988281, - 0.441406, - 0.917969, - 0.890625, - 0.166016, - 0.15918, - 0.929688, - 0.333984, - 0.223633, - 0.632812, - 0.652344, - 0.617188, - 0.699219, - 0.644531, - 0.898438, - 0.667969, - 0.957031, - 0.613281, - 0.367188, - 0.84375, - 0.164062, - 1.054688, - 0.5, - 0.443359, - 0.628906, - 0.652344, - 1.140625, - 0.949219, - 0.832031, - 0.640625, - 0.253906, - 0.882812, - 0.699219, - 0.151367, - 0.539062, - 0.992188, - 1.085938, - 0.980469, - 0.335938, - 0.15332, - 0.22168, - 0.196289, - 0.707031, - 0.636719, - 0.339844, - 0.710938, - 0.287109, - 0.917969, - 0.648438, - 0.458984, - 0.835938, - 0.371094, - 0.542969, - 0.507812, - 0.345703, - 0.890625, - 0.910156, - 0.148438, - 0.796875, - 0.800781, - 1.085938, - 0.832031, - 0.792969, - 0.894531, - 0.283203, - 0.628906, - 0.330078, - 0.419922, - 0.6875, - 0.785156, - 0.910156, - 0.84375, - 0.550781, - 0.166992, - 0.957031, - 0.761719, - 0.582031, - 0.863281, - 0.388672, - 1.164062, - 0.476562, - 0.652344, - 0.703125, - 0.390625, - 0.796875, - 1.007812, - 0.792969, - 0.451172, - 0.8125, - 1.054688, - 1.109375, - 0.166016, - 0.824219, - 0.875, - 0.542969, - 0.664062, - 0.652344, - 0.328125, - 0.34375, - 0.777344, - 1.085938, - 1.078125, - 0.582031, - 0.785156, - 0.455078, - 0.5625, - 0.8125, - 0.457031, - 0.554688, - 0.439453, - 0.464844, - 0.730469, - 0.9375, - 0.675781, - 0.789062, - 0.169922, - 1.148438, - 0.863281, - 0.386719, - 0.494141, - 0.357422, - 0.710938, - 0.539062, - 0.339844, - 0.519531, - 0.388672, - 0.542969, - 0.796875, - 0.738281, - 0.148438, - 1.132812, - 0.15625, - 1.125, - 0.804688, - 1.03125, - 0.445312, - 0.722656, - 0.585938, - 0.652344, - 0.441406, - 0.890625, - 0.722656, - 0.341797, - 0.703125, - 0.679688, - 0.371094, - 0.644531, - 0.216797, - 0.953125, - 0.484375, - 0.365234, - 0.566406, - 0.6875, - 0.742188, - 0.96875, - 0.464844, - 0.96875, - 1.015625, - 0.324219, - 0.441406, - 0.578125, - 0.742188, - 0.820312, - 0.283203, - 0.414062, - 0.761719, - 0.769531, - 1.039062, - 0.287109, - 1.109375, - 0.386719, - 1.007812, - 0.617188, - 0.621094, - 1.039062, - 0.949219, - 0.953125, - 0.773438, - 0.326172, - 0.644531, - 0.613281, - 0.53125, - 0.734375, - 1.0625, - 0.609375, - 0.789062, - 0.855469, - 0.605469, - 1.070312, - 0.699219, - 0.498047, - 0.464844, - 0.945312, - 0.796875, - 0.878906, - 0.816406, - 0.484375, - 0.855469, - 1.039062, - 1.0625, - 0.390625, - 1.085938, - 0.445312, - 0.458984, - 0.371094, - 0.613281, - 0.746094, - 1.070312, - 0.34375, - 1.0, - 0.582031, - 0.78125, - 1.09375, - 0.198242, - 0.644531, - 0.714844, - 0.859375, - 0.691406, - 0.808594, - 0.917969, - 0.796875, - 0.369141, - 0.773438, - 0.875, - 0.714844, - 0.621094, - 0.75, - 0.166992, - 1.046875, - 0.478516, - 0.699219, - 1.03125, - 0.628906, - 0.351562, - 0.431641, - 0.726562, - 0.345703, - 1.101562, - 0.139648, - 0.402344, - 0.828125, - 0.172852, - 0.146484, - 0.523438, - 0.404297, - 0.519531, - 0.855469, - 0.664062, - 0.355469, - 0.388672, - 1.1875, - 0.484375, - 0.172852, - 1.265625, - 1.085938, - 0.75, - 0.660156, - 0.46875, - 0.3125, - 1.015625, - 0.511719, - 0.550781, - 0.466797, - 0.355469, - 0.78125, - 0.229492, - 1.03125, - 0.859375, - 0.863281, - 0.832031, - 1.078125, - 0.710938, - 0.617188, - 0.605469, - 0.378906, - 0.746094, - 0.847656, - 0.796875, - 1.039062, - 0.269531, - 0.574219, - 0.761719, - 0.933594, - 0.460938, - 1.117188, - 1.101562, - 0.429688, - 0.851562, - 0.416016, - 0.433594, - 0.867188, - 0.554688, - 0.550781, - 0.492188, - 0.433594, - 0.171875, - 1.0625, - 0.141602, - 1.0, - 0.9375, - 0.165039, - 0.335938, - 1.101562, - 0.503906, - 0.796875, - 0.777344, - 0.291016, - 0.703125, - 0.466797, - 0.353516, - 0.765625, - 0.863281, - 0.574219, - 0.382812, - 0.46875, - 0.796875, - 0.808594, - 0.376953, - 0.980469, - 0.96875, - 0.730469, - 1.03125, - 0.359375, - 0.163086, - 0.476562, - 0.828125, - 0.683594, - 0.933594, - 0.625, - 0.8125, - 1.078125, - 0.824219, - 0.546875, - 0.867188, - 0.498047, - 0.902344, - 0.363281, - 0.160156, - 0.335938, - 0.726562, - 0.390625, - 0.71875, - 0.914062, - 0.976562, - 1.054688, - 0.5, - 0.964844, - 1.210938, - 0.898438, - 0.691406, - 0.996094, - 1.054688, - 0.558594, - 0.421875, - 0.316406, - 0.261719, - 1.09375, - 0.253906, - 0.494141, - 0.300781, - 0.699219, - 0.726562, - 0.261719, - 0.251953, - 0.445312, - 0.257812, - 0.8125, - 0.625, - 0.574219, - 0.466797, - 0.796875, - 0.933594, - 0.408203, - 0.179688, - 1.039062, - 0.40625, - 1.039062, - 0.609375, - 1.085938, - 0.765625, - 1.101562, - 0.699219, - 0.847656, - 0.208984, - 1.320312, - 0.306641, - 0.402344, - 0.828125, - 0.519531, - 0.601562, - 1.046875, - 0.143555, - 0.496094, - 1.0625, - 0.863281, - 0.172852, - 0.734375, - 0.474609, - 1.21875, - 0.425781, - 0.742188, - 0.636719, - 0.150391, - 0.832031, - 0.898438, - 0.859375, - 0.335938, - 0.628906, - 0.539062, - 0.679688, - 0.839844, - 0.902344, - 0.6875, - 0.341797, - 0.738281, - 0.714844, - 1.039062, - 0.332031, - 0.201172, - 0.382812, - 0.757812, - 0.632812, - 0.421875, - 0.206055, - 0.90625, - 0.25, - 0.147461, - 0.339844, - 0.15332, - 0.734375, - 0.300781, - 1.15625, - 0.6875, - 0.511719, - 0.648438, - 0.332031, - 0.726562, - 0.384766, - 0.636719, - 0.390625, - 0.710938, - 0.398438, - 1.0625, - 0.148438, - 0.671875, - 0.945312, - 0.84375, - 0.769531, - 0.320312, - 1.140625, - 0.5625, - 0.980469, - 0.597656, - 0.941406, - 0.808594, - 0.375, - 1.117188, - 0.507812, - 0.585938, - 0.53125, - 0.761719, - 0.90625, - 0.929688, - 1.015625, - 0.839844, - 0.925781, - 0.15332, - 0.46875, - 0.703125, - 0.53125, - 1.109375, - 0.410156, - 1.078125, - 0.742188, - 0.609375, - 0.84375, - 0.726562, - 0.992188, - 0.566406, - 0.882812, - 0.204102, - 0.851562, - 1.03125, - 0.304688, - 0.789062, - 0.796875, - 0.886719, - 0.730469, - 0.345703, - 0.96875, - 0.34375, - 0.507812, - 0.328125, - 1.007812, - 1.148438, - 0.894531, - 0.960938, - 0.40625, - 0.164062, - 0.621094, - 0.197266, - 0.96875, - 0.847656, - 0.929688, - 0.652344, - 0.601562, - 0.996094, - 0.396484, - 0.550781, - 0.636719, - 0.667969, - 0.503906, - 0.878906, - 0.660156, - 0.675781, - 0.917969, - 0.914062, - 0.273438, - 0.898438, - 0.824219, - 0.726562, - 0.148438, - 1.039062, - 0.160156, - 0.208008, - 0.53125, - 0.589844, - 0.345703, - 0.219727, - 0.507812, - 0.155273, - 0.34375, - 0.863281, - 0.714844, - 1.09375, - 0.699219, - 0.652344, - 0.308594, - 1.078125, - 0.412109, - 0.162109, - 0.867188, - 0.929688, - 0.71875, - 1.179688, - 0.6875, - 0.890625, - 0.671875, - 1.21875, - 0.742188, - 0.714844, - 1.054688, - 0.21582, - 0.957031, - 0.449219, - 0.160156, - 0.832031, - 0.402344, - 0.636719, - 0.894531, - 1.078125, - 0.135742, - 0.373047, - 0.347656, - 0.19043, - 0.431641, - 0.769531, - 0.910156, - 0.675781, - 1.109375, - 1.046875, - 0.601562, - 0.792969, - 0.390625, - 0.198242, - 0.371094, - 0.722656, - 0.707031, - 0.894531, - 0.890625, - 0.162109, - 0.145508, - 0.18457, - 0.800781, - 0.414062, - 0.425781, - 0.373047, - 1.054688, - 0.519531, - 0.882812, - 0.90625, - 0.609375, - 0.158203, - 0.628906, - 0.482422, - 0.925781, - 1.0, - 0.332031, - 0.363281, - 1.0625, - 0.761719, - 0.691406, - 0.361328, - 0.53125, - 0.84375, - 0.169922, - 0.617188, - 0.9375, - 0.408203, - 0.792969, - 0.886719, - 0.353516, - 1.0625, - 0.714844, - 0.597656, - 0.165039, - 0.632812, - 0.335938, - 0.9375, - 0.882812, - 0.365234, - 0.578125, - 0.421875, - 0.683594, - 0.396484, - 0.609375, - 0.341797, - 0.660156, - 0.523438, - 0.492188, - 0.460938, - 0.785156, - 0.371094, - 0.875, - 0.898438, - 0.490234, - 1.179688, - 0.851562, - 0.652344, - 0.355469, - 0.363281, - 0.933594, - 1.015625, - 0.996094, - 0.769531, - 1.148438, - 0.640625, - 0.613281, - 0.855469, - 0.554688, - 0.863281, - 1.15625, - 0.486328, - 0.451172, - 0.765625, - 0.441406, - 0.957031, - 0.476562, - 0.722656, - 0.882812, - 0.628906, - 0.910156, - 0.345703, - 1.195312, - 0.363281, - 0.570312, - 0.578125, - 0.738281, - 0.296875, - 0.200195, - 0.597656, - 0.832031, - 0.142578, - 0.675781, - 0.765625, - 1.023438 - ] - }, - "name": "model.model.layers.16.post_attention_layernorm.weight", - "outputIndexes": [ - 1395 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1394 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_16/Mul_output_0", - "outputIndexes": [ - 1396 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1395, - 1396 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_16/Mul_1_output_0", - "outputIndexes": [ - 1397 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1397 - ], - "outputIndexes": [ - 2772 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2772 - ], - "outputIndexes": [ - 2773 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/gate_proj/Linear", - "inputIndexes": [ - 2773 - ], - "outputIndexes": [ - 2774 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 424372728, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2774 - ], - "outputIndexes": [ - 2775 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2775 - ], - "outputIndexes": [ - 1398 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1398 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_16/Sigmoid_output_0", - "outputIndexes": [ - 1399 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1398, - 1399 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_16/Mul_output_0", - "outputIndexes": [ - 1400 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1397 - ], - "outputIndexes": [ - 2776 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2776 - ], - "outputIndexes": [ - 2777 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/up_proj/Linear", - "inputIndexes": [ - 2777 - ], - "outputIndexes": [ - 2778 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 432114190, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2778 - ], - "outputIndexes": [ - 2779 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2779 - ], - "outputIndexes": [ - 1401 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1400, - 1401 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_16/Mul_output_0", - "outputIndexes": [ - 1402 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1402 - ], - "outputIndexes": [ - 2780 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2780 - ], - "outputIndexes": [ - 2781 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/down_proj/Linear", - "inputIndexes": [ - 2781 - ], - "outputIndexes": [ - 2782 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 439855652, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2782 - ], - "outputIndexes": [ - 2783 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2783 - ], - "outputIndexes": [ - 1403 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1394, - 1403 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_84_output_0", - "outputIndexes": [ - 1404 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1404, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_153_output_0", - "outputIndexes": [ - 1405 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.143555, - 1.09375, - 0.898438, - 0.605469, - 0.621094, - 0.398438, - 0.703125, - 0.609375, - 0.695312, - 0.376953, - 0.699219, - 0.439453, - 0.816406, - 0.824219, - 0.8125, - 0.738281, - 0.804688, - 0.621094, - 0.832031, - 0.332031, - 0.851562, - 0.75, - 0.75, - 0.137695, - 1.132812, - 0.929688, - 0.523438, - 0.466797, - 0.320312, - 0.949219, - 0.898438, - 0.757812, - 1.289062, - 0.292969, - 0.78125, - 1.242188, - 1.0, - 0.667969, - 0.339844, - 0.519531, - 1.25, - 0.941406, - 0.851562, - 1.140625, - 0.535156, - 0.707031, - 0.539062, - 0.636719, - 0.597656, - 0.792969, - 0.124023, - 0.474609, - 1.054688, - 0.890625, - 0.859375, - 0.474609, - 0.376953, - 0.105469, - 0.625, - 0.447266, - 0.636719, - 0.439453, - 0.699219, - 0.925781, - 0.722656, - 0.398438, - 0.65625, - 0.308594, - 0.695312, - 0.511719, - 0.722656, - 0.527344, - 0.143555, - 0.455078, - 0.761719, - 0.462891, - 0.789062, - 0.800781, - 0.730469, - 1.335938, - 1.109375, - 0.135742, - 0.621094, - 1.21875, - 1.0, - 0.972656, - 1.039062, - 1.226562, - 0.683594, - 0.871094, - 0.84375, - 0.542969, - 0.761719, - 0.474609, - 0.992188, - 0.742188, - 0.722656, - 0.496094, - 1.304688, - 0.84375, - 1.453125, - 0.443359, - 0.367188, - 1.203125, - 0.376953, - 0.671875, - 0.851562, - 0.710938, - 0.373047, - 0.730469, - 0.40625, - 1.242188, - 0.605469, - 0.953125, - 0.984375, - 0.777344, - 1.070312, - 1.21875, - 0.150391, - 0.160156, - 0.785156, - 0.166992, - 0.488281, - 0.384766, - 0.792969, - 1.109375, - 1.148438, - 0.137695, - 0.554688, - 1.578125, - 0.605469, - 0.746094, - 0.796875, - 1.242188, - 0.960938, - 1.335938, - 0.314453, - 1.53125, - 0.367188, - 0.703125, - 0.140625, - 0.667969, - 0.451172, - 0.210938, - 1.25, - 0.341797, - 0.972656, - 0.839844, - 1.34375, - 0.605469, - 0.589844, - 0.996094, - 0.201172, - 0.824219, - 0.535156, - 0.361328, - 0.964844, - 0.431641, - 1.171875, - 1.03125, - 0.433594, - 0.546875, - 0.886719, - 0.186523, - 0.400391, - 0.859375, - 0.722656, - 1.054688, - 0.894531, - 1.257812, - 1.460938, - 0.753906, - 0.859375, - 1.421875, - 0.53125, - 1.148438, - 1.0, - 1.4375, - 0.878906, - 1.195312, - 1.0625, - 0.519531, - 1.296875, - 0.898438, - 0.8125, - 0.648438, - 0.18457, - 1.359375, - 0.628906, - 0.621094, - 1.265625, - 0.566406, - 1.34375, - 1.085938, - 1.078125, - 0.8125, - 0.769531, - 0.617188, - 1.070312, - 0.433594, - 0.53125, - 0.804688, - 1.140625, - 1.273438, - 0.910156, - 0.800781, - 0.679688, - 1.328125, - 0.601562, - 0.9375, - 0.730469, - 1.039062, - 0.402344, - 0.494141, - 1.257812, - 0.503906, - 0.933594, - 1.015625, - 0.824219, - 0.722656, - 0.875, - 1.039062, - 0.345703, - 0.65625, - 0.369141, - 1.039062, - 0.416016, - 0.326172, - 0.621094, - 0.945312, - 0.804688, - 0.933594, - 1.15625, - 0.984375, - 0.9375, - 0.341797, - 0.851562, - 0.648438, - 0.777344, - 1.085938, - 0.546875, - 1.117188, - 0.773438, - 1.273438, - 0.757812, - 0.804688, - 1.210938, - 0.878906, - 0.496094, - 1.335938, - 0.609375, - 0.523438, - 1.15625, - 0.878906, - 0.130859, - 0.429688, - 0.597656, - 1.28125, - 1.296875, - 0.796875, - 0.671875, - 1.148438, - 0.882812, - 0.453125, - 0.953125, - 0.570312, - 0.419922, - 1.15625, - 0.707031, - 0.539062, - 0.925781, - 0.757812, - 0.507812, - 0.777344, - 0.455078, - 0.333984, - 0.196289, - 1.039062, - 0.335938, - 1.0, - 0.933594, - 0.546875, - 0.640625, - 0.550781, - 0.910156, - 0.129883, - 0.357422, - 0.921875, - 0.644531, - 1.117188, - 0.800781, - 1.1875, - 1.351562, - 1.320312, - 0.478516, - 0.519531, - 0.828125, - 0.824219, - 1.070312, - 1.203125, - 0.15625, - 0.433594, - 1.0625, - 0.166992, - 1.359375, - 0.59375, - 1.039062, - 0.601562, - 1.03125, - 0.130859, - 0.404297, - 1.1875, - 0.168945, - 0.761719, - 1.203125, - 1.101562, - 0.349609, - 0.804688, - 0.820312, - 0.15625, - 0.835938, - 1.359375, - 0.816406, - 0.414062, - 0.734375, - 0.996094, - 0.601562, - 0.139648, - 0.679688, - 0.582031, - 0.105957, - 1.132812, - 0.192383, - 0.726562, - 0.621094, - 0.431641, - 0.707031, - 0.117188, - 0.494141, - 0.24707, - 0.683594, - 0.898438, - 0.546875, - 1.15625, - 0.945312, - 0.59375, - 0.722656, - 0.431641, - 0.328125, - 0.898438, - 0.396484, - 0.416016, - 0.5625, - 1.054688, - 0.239258, - 0.988281, - 0.882812, - 0.675781, - 1.007812, - 0.324219, - 0.267578, - 0.730469, - 0.789062, - 0.863281, - 0.6875, - 0.707031, - 1.101562, - 0.699219, - 0.144531, - 1.085938, - 0.609375, - 0.408203, - 1.34375, - 0.376953, - 0.542969, - 0.585938, - 1.023438, - 0.535156, - 1.140625, - 0.365234, - 1.15625, - 1.453125, - 0.828125, - 1.34375, - 0.353516, - 0.804688, - 0.458984, - 1.21875, - 0.515625, - 0.875, - 0.675781, - 0.699219, - 1.140625, - 0.925781, - 0.613281, - 0.289062, - 0.742188, - 0.3125, - 0.597656, - 0.867188, - 0.357422, - 1.148438, - 0.515625, - 0.585938, - 0.695312, - 0.123047, - 1.257812, - 0.8125, - 0.482422, - 0.263672, - 0.5625, - 0.443359, - 1.023438, - 1.195312, - 0.490234, - 0.542969, - 1.328125, - 1.296875, - 0.371094, - 0.882812, - 0.980469, - 0.40625, - 1.023438, - 0.414062, - 0.257812, - 1.148438, - 0.410156, - 0.949219, - 0.582031, - 0.933594, - 1.210938, - 1.242188, - 0.757812, - 1.476562, - 0.484375, - 0.412109, - 0.435547, - 0.386719, - 0.722656, - 0.929688, - 0.574219, - 0.324219, - 0.417969, - 0.976562, - 0.816406, - 1.15625, - 0.203125, - 1.28125, - 1.03125, - 1.140625, - 1.46875, - 0.8125, - 0.609375, - 1.328125, - 1.085938, - 1.007812, - 1.375, - 1.015625, - 0.110352, - 1.359375, - 0.349609, - 0.78125, - 0.792969, - 0.617188, - 0.5625, - 0.179688, - 0.419922, - 0.558594, - 0.589844, - 0.519531, - 0.972656, - 0.59375, - 0.339844, - 0.757812, - 1.1875, - 1.171875, - 1.15625, - 0.361328, - 0.328125, - 0.996094, - 1.140625, - 0.785156, - 0.75, - 0.960938, - 0.511719, - 0.363281, - 0.902344, - 0.652344, - 0.980469, - 0.945312, - 0.960938, - 0.691406, - 1.171875, - 0.722656, - 1.015625, - 1.039062, - 1.140625, - 1.21875, - 0.429688, - 0.253906, - 0.146484, - 1.195312, - 0.820312, - 0.294922, - 1.65625, - 0.523438, - 1.109375, - 0.875, - 0.392578, - 1.304688, - 0.355469, - 0.910156, - 1.429688, - 1.21875, - 0.150391, - 0.777344, - 0.820312, - 1.289062, - 0.490234, - 0.699219, - 0.000113, - 0.757812, - 0.714844, - 0.507812, - 1.023438, - 0.382812, - 0.578125, - 0.890625, - 0.773438, - 0.707031, - 0.320312, - 0.4375, - 0.455078, - 0.558594, - 0.988281, - 1.023438, - 1.140625, - 0.800781, - 0.738281, - 0.12793, - 0.589844, - 0.59375, - 1.0, - 0.609375, - 0.439453, - 0.523438, - 0.640625, - 0.984375, - 0.625, - 0.691406, - 0.355469, - 0.796875, - 0.964844, - 0.408203, - 0.137695, - 0.65625, - 1.179688, - 0.863281, - 0.980469, - 0.172852, - 1.21875, - 1.132812, - 0.996094, - 0.839844, - 1.0625, - 0.886719, - 0.179688, - 0.953125, - 0.929688, - 1.0, - 0.380859, - 1.585938, - 0.519531, - 0.137695, - 0.359375, - 0.416016, - 1.171875, - 0.910156, - 0.145508, - 0.945312, - 0.878906, - 0.507812, - 0.458984, - 1.25, - 1.203125, - 0.371094, - 0.539062, - 1.101562, - 1.304688, - 0.494141, - 0.96875, - 1.101562, - 0.707031, - 0.451172, - 0.441406, - 1.382812, - 1.015625, - 1.195312, - 0.84375, - 0.46875, - 1.023438, - 1.328125, - 0.742188, - 0.174805, - 1.054688, - 0.474609, - 0.15332, - 1.15625, - 0.980469, - -0.000126, - 0.449219, - 1.03125, - 0.132812, - 0.324219, - 0.59375, - 0.800781, - 0.722656, - 0.957031, - 0.421875, - 0.605469, - 0.390625, - 0.416016, - 0.710938, - 0.601562, - 1.289062, - 1.0, - 0.8125, - 1.125, - 0.921875, - 0.578125, - 1.460938, - 0.605469, - 0.130859, - 0.664062, - 0.691406, - 0.609375, - 0.886719, - 0.394531, - 0.859375, - 0.710938, - 1.109375, - 0.145508, - 0.902344, - 0.392578, - 0.140625, - 1.195312, - 1.25, - 1.351562, - 0.554688, - 0.447266, - 0.181641, - 1.117188, - 0.574219, - 0.361328, - 0.314453, - 1.304688, - 0.972656, - 1.1875, - 0.503906, - 1.3125, - 0.621094, - 0.488281, - 0.144531, - 0.585938, - 0.558594, - 0.710938, - 0.832031, - 0.609375, - 0.683594, - 0.449219, - 0.71875, - 0.664062, - 0.886719, - 1.265625, - 1.117188, - 0.992188, - 0.308594, - 0.785156, - 0.753906, - 0.460938, - 0.683594, - 0.890625, - 0.867188, - 1.054688, - 1.0625, - 0.757812, - 1.367188, - 1.054688, - 0.46875, - 1.210938, - 1.085938, - 0.5625, - 0.566406, - 1.210938, - 0.628906, - 0.757812, - 0.570312, - 0.507812, - 1.078125, - 1.054688, - 0.710938, - 0.652344, - 0.636719, - 1.070312, - 0.376953, - 0.804688, - 0.462891, - 0.773438, - 1.085938, - 0.84375, - 0.253906, - 0.120605, - 1.023438, - 0.6875, - 0.121582, - 1.320312, - 1.085938, - 0.949219, - 0.371094, - 1.25, - 1.078125, - 0.149414, - 0.660156, - 0.226562, - 0.601562, - 0.800781, - 0.507812, - 1.117188, - 1.054688, - 0.675781, - 0.621094, - 0.671875, - 0.664062, - 0.341797, - 1.59375, - 0.369141, - 0.59375, - 0.949219, - 1.117188, - 1.421875, - 0.703125, - 0.166992, - 0.789062, - 0.443359, - 0.953125, - 0.921875, - 0.574219, - 0.816406, - 1.414062, - 0.949219, - 0.447266, - 1.023438, - 0.746094, - 0.232422, - 0.574219, - 0.589844, - 0.78125, - 0.392578, - 0.376953, - 0.648438, - 1.179688, - 0.660156, - 0.621094, - 0.121094, - 0.554688, - 1.101562, - 1.054688, - 0.933594, - 0.515625, - 0.609375, - 0.122559, - 0.789062, - 0.886719, - 0.480469, - 0.75, - 0.40625, - 0.408203, - 0.365234, - 0.972656, - 0.355469, - 0.384766, - 1.054688, - 0.412109, - 0.730469, - 0.535156, - 0.476562, - 1.367188, - 0.332031, - 0.609375, - 0.414062, - 0.960938, - 1.335938, - 0.980469, - 0.933594, - 0.523438, - 1.335938, - 0.441406, - 0.355469, - 1.460938, - 0.6875, - 0.341797, - 1.195312, - 0.378906, - 0.753906, - 0.875, - 0.761719, - 0.349609, - 0.847656, - 0.154297, - 0.332031, - 0.589844, - 0.453125, - 0.78125, - 0.333984, - 0.519531, - 0.996094, - 0.714844, - 0.664062, - 0.777344, - 1.132812, - 0.855469, - 0.980469, - 1.03125, - 0.863281, - 1.234375, - 0.695312, - 0.46875, - 0.235352, - 0.980469, - 0.332031, - 0.898438, - 0.361328, - 0.574219, - 0.455078, - 0.519531, - 0.859375, - 0.753906, - 0.369141, - 1.09375, - 0.84375, - 1.335938, - 0.816406, - 0.408203, - 0.914062, - 0.40625, - 0.337891, - 1.320312, - 0.416016, - 0.839844, - 0.108887, - 0.710938, - 0.886719, - 1.164062, - 0.392578, - 0.839844, - 1.335938, - 0.150391, - 0.355469, - 0.322266, - 0.921875, - 1.304688, - 0.667969, - 1.242188, - 1.070312, - 0.185547, - 0.757812, - 1.085938, - 0.333984, - 0.835938, - 0.675781, - 0.65625, - 0.734375, - 0.859375, - 0.527344, - 1.09375, - 0.679688, - 1.085938, - 0.773438, - 0.394531, - 1.0625, - 0.143555, - 1.296875, - 0.582031, - 0.476562, - 0.660156, - 0.707031, - 1.289062, - 1.21875, - 0.890625, - 0.847656, - 0.359375, - 1.046875, - 0.703125, - 0.12793, - 0.589844, - 1.46875, - 1.351562, - 1.085938, - 0.480469, - 0.134766, - 1.007812, - 0.761719, - 0.6875, - 0.59375, - 0.398438, - 0.757812, - 0.488281, - 1.015625, - 0.65625, - 0.28125, - 0.972656, - 0.419922, - 0.621094, - 0.613281, - 0.328125, - 1.0, - 1.195312, - 0.12207, - 1.023438, - 0.839844, - 1.429688, - 0.992188, - 0.828125, - 1.09375, - 0.433594, - 0.699219, - 0.402344, - 0.439453, - 0.734375, - 0.875, - 1.179688, - 1.078125, - 0.589844, - 0.148438, - 1.585938, - 0.761719, - 0.617188, - 1.125, - 0.355469, - 1.421875, - 0.000195, - 0.621094, - 0.808594, - 0.460938, - 0.773438, - 1.117188, - 0.816406, - 0.451172, - 1.078125, - 1.296875, - 1.34375, - 0.134766, - 0.910156, - 0.980469, - 0.671875, - 0.765625, - 0.613281, - 0.644531, - 0.373047, - 0.808594, - 1.351562, - 1.398438, - 0.5625, - 0.96875, - 0.423828, - 0.566406, - 1.109375, - 0.431641, - 0.6875, - 0.25, - 0.496094, - 0.726562, - 1.070312, - 0.820312, - 0.859375, - 0.155273, - 1.3125, - 1.0, - 0.404297, - 0.507812, - 0.359375, - 0.84375, - 0.632812, - 0.431641, - 0.578125, - 0.416016, - 0.554688, - 1.148438, - 0.957031, - 0.535156, - 1.3125, - 0.12793, - 1.375, - 0.84375, - 1.273438, - 0.4375, - 0.886719, - 0.617188, - 0.636719, - 0.353516, - 0.984375, - 0.820312, - 0.351562, - 0.828125, - 0.6875, - 0.396484, - 0.628906, - 0.554688, - 1.125, - 0.578125, - 0.318359, - 0.589844, - 0.6875, - 0.828125, - 1.335938, - 0.621094, - 1.304688, - 1.203125, - 0.345703, - 0.472656, - 0.558594, - 0.664062, - 0.859375, - 0.40625, - 0.769531, - 0.84375, - 0.757812, - 1.164062, - 0.546875, - 1.273438, - 0.394531, - 1.132812, - 0.609375, - 0.585938, - 1.140625, - 1.03125, - 1.179688, - 0.769531, - 0.886719, - 0.625, - 0.714844, - 0.507812, - 0.800781, - 1.296875, - 0.730469, - 0.742188, - 1.039062, - 0.789062, - 1.523438, - 0.675781, - 0.449219, - 0.570312, - 1.109375, - 0.808594, - 1.070312, - 1.039062, - 0.617188, - 0.757812, - 1.179688, - 1.296875, - 0.294922, - 1.242188, - 0.542969, - 0.457031, - 0.388672, - 0.71875, - 0.824219, - 1.320312, - 0.292969, - 1.109375, - 0.5625, - 0.96875, - 1.40625, - 0.816406, - 0.746094, - 0.945312, - 0.949219, - 1.0, - 0.898438, - 1.101562, - 0.9375, - 0.408203, - 0.777344, - 0.972656, - 0.746094, - 0.625, - 0.734375, - 0.125977, - 1.242188, - 0.957031, - 0.6875, - 1.304688, - 0.636719, - 0.382812, - 0.427734, - 0.734375, - 0.5625, - 1.3125, - 0.124023, - 0.349609, - 0.855469, - 0.1875, - 0.124512, - 0.660156, - 0.589844, - 0.386719, - 0.980469, - 0.609375, - 0.882812, - 0.369141, - 1.578125, - 0.462891, - 0.167969, - 1.382812, - 1.335938, - 0.746094, - 0.8125, - 0.511719, - 0.535156, - 1.273438, - 0.492188, - 0.558594, - 0.597656, - 0.578125, - 0.773438, - 0.341797, - 1.140625, - 1.0625, - 0.996094, - 0.816406, - 1.398438, - 0.898438, - 0.609375, - 0.664062, - 0.355469, - 0.824219, - 1.039062, - 1.023438, - 1.273438, - 0.375, - 0.578125, - 0.753906, - 1.117188, - 0.59375, - 1.46875, - 1.335938, - 0.470703, - 1.070312, - 0.425781, - 0.419922, - 1.023438, - 0.703125, - 0.554688, - 0.585938, - 0.949219, - 0.172852, - 1.34375, - 0.123535, - 1.125, - 1.210938, - 0.21875, - 0.308594, - 1.296875, - 0.59375, - 0.875, - 0.875, - 0.667969, - 0.730469, - 0.417969, - 0.376953, - 0.8125, - 1.0, - 0.683594, - 0.59375, - 0.5625, - 0.859375, - 0.84375, - 0.349609, - 1.351562, - 1.1875, - 0.878906, - 1.171875, - 0.314453, - 0.253906, - 0.636719, - 0.890625, - 0.667969, - 1.015625, - 0.5625, - 1.03125, - 1.335938, - 0.925781, - 0.660156, - 1.109375, - 0.490234, - 1.0625, - 0.419922, - 0.233398, - 0.683594, - 0.804688, - 0.515625, - 0.71875, - 1.265625, - 1.1875, - 1.390625, - 0.462891, - 1.179688, - 1.5625, - 1.085938, - 0.683594, - 1.0625, - 1.53125, - 0.542969, - 0.425781, - 0.632812, - 0.574219, - 1.46875, - 0.730469, - 0.746094, - 0.398438, - 0.75, - 0.835938, - 0.8125, - 0.421875, - 0.492188, - 0.363281, - 0.925781, - 0.757812, - 0.582031, - 0.441406, - 0.90625, - 1.140625, - 0.447266, - 0.173828, - 1.21875, - 0.443359, - 1.226562, - 0.585938, - 1.242188, - 0.863281, - 1.398438, - 0.835938, - 1.0, - 0.241211, - 1.65625, - 0.496094, - 0.455078, - 0.808594, - 0.359375, - 0.613281, - 1.140625, - 0.112793, - 0.789062, - 1.171875, - 1.03125, - 0.134766, - 0.726562, - 0.527344, - 1.617188, - 0.4375, - 0.828125, - 0.675781, - 0.131836, - 1.101562, - 0.941406, - 0.929688, - 0.380859, - 0.582031, - 0.679688, - 0.898438, - 0.964844, - 1.0, - 0.496094, - 0.306641, - 0.746094, - 0.683594, - 1.265625, - 0.546875, - 0.283203, - 1.046875, - 0.808594, - 0.769531, - 0.46875, - 0.761719, - 1.210938, - 0.820312, - 0.125977, - 0.361328, - 0.118164, - 0.902344, - 0.996094, - 1.296875, - 0.75, - 0.519531, - 0.609375, - 1.023438, - 0.738281, - 0.40625, - 0.664062, - 0.359375, - 0.78125, - 0.371094, - 1.273438, - 0.119629, - 0.753906, - 1.21875, - 0.855469, - 1.039062, - 0.53125, - 1.390625, - 0.644531, - 1.28125, - 0.820312, - 1.132812, - 0.855469, - 0.484375, - 1.445312, - 0.466797, - 0.695312, - 0.550781, - 0.800781, - 1.101562, - 1.046875, - 1.304688, - 0.949219, - 1.03125, - 0.143555, - 0.589844, - 0.707031, - 0.679688, - 1.484375, - 0.433594, - 1.28125, - 0.9375, - 0.636719, - 1.054688, - 0.871094, - 1.148438, - 0.800781, - 0.921875, - 0.298828, - 1.109375, - 1.289062, - 0.390625, - 1.015625, - 0.824219, - 1.0, - 0.765625, - 0.369141, - 1.390625, - 0.359375, - 0.507812, - 0.347656, - 1.335938, - 1.21875, - 1.023438, - 1.234375, - 0.398438, - 0.145508, - 0.53125, - 0.730469, - 0.976562, - 0.96875, - 0.964844, - 0.769531, - 0.859375, - 1.242188, - 0.423828, - 0.589844, - 0.625, - 0.738281, - 0.511719, - 0.917969, - 0.691406, - 0.707031, - 1.101562, - 1.007812, - 0.792969, - 1.0625, - 0.917969, - 0.828125, - 0.123047, - 1.28125, - 0.132812, - 0.263672, - 0.46875, - 0.589844, - 0.345703, - 0.412109, - 0.46875, - 0.12793, - 0.435547, - 0.925781, - 0.847656, - 1.617188, - 0.570312, - 0.640625, - 0.605469, - 1.234375, - 0.511719, - 0.158203, - 1.078125, - 1.140625, - 0.757812, - 1.398438, - 0.90625, - 1.078125, - 0.78125, - 1.585938, - 0.90625, - 0.753906, - 1.257812, - 0.431641, - 1.351562, - 0.484375, - 0.236328, - 0.84375, - 0.451172, - 0.601562, - 1.039062, - 1.34375, - 0.000132, - 0.417969, - 0.394531, - 0.820312, - 0.667969, - 0.90625, - 1.015625, - 0.539062, - 1.351562, - 1.390625, - 0.699219, - 0.785156, - 0.363281, - 0.251953, - 0.308594, - 0.699219, - 0.683594, - 1.117188, - 0.996094, - 0.141602, - 0.138672, - 0.18457, - 0.863281, - 0.535156, - 0.519531, - 0.851562, - 1.335938, - 0.515625, - 0.976562, - 1.0, - 0.644531, - 0.15625, - 0.703125, - 0.451172, - 1.054688, - 1.210938, - 0.355469, - 0.439453, - 1.3125, - 0.824219, - 0.65625, - 0.351562, - 0.5625, - 0.949219, - 0.166016, - 0.570312, - 1.117188, - 0.287109, - 0.859375, - 0.992188, - 0.416016, - 1.226562, - 0.65625, - 0.59375, - 0.158203, - 0.609375, - 0.322266, - 1.03125, - 0.996094, - 0.304688, - 0.539062, - 0.785156, - 0.664062, - 0.363281, - 0.617188, - 0.326172, - 0.742188, - 0.824219, - 0.582031, - 0.535156, - 0.953125, - 0.363281, - 1.0, - 1.164062, - 0.546875, - 1.40625, - 0.839844, - 0.742188, - 0.423828, - 0.339844, - 1.125, - 1.25, - 1.226562, - 0.789062, - 1.320312, - 0.710938, - 0.640625, - 0.921875, - 0.542969, - 0.878906, - 1.320312, - 0.443359, - 0.492188, - 0.820312, - 0.486328, - 1.320312, - 0.691406, - 0.71875, - 0.957031, - 0.484375, - 1.273438, - 0.376953, - 1.523438, - 0.351562, - 0.703125, - 0.527344, - 0.695312, - 0.455078, - 0.28125, - 0.652344, - 1.070312, - 0.144531, - 0.785156, - 0.84375, - 1.0625 - ] - }, - "name": "model.model.layers.17.input_layernorm.weight", - "outputIndexes": [ - 1406 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1405 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_17/Mul_output_0", - "outputIndexes": [ - 1407 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1406, - 1407 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_17/Mul_1_output_0", - "outputIndexes": [ - 1408 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1408 - ], - "outputIndexes": [ - 2784 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2784 - ], - "outputIndexes": [ - 2785 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear", - "inputIndexes": [ - 2785 - ], - "outputIndexes": [ - 2786 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 447597114, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2786 - ], - "outputIndexes": [ - 2787 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2787 - ], - "outputIndexes": [ - 1409 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1408 - ], - "main_type": "NONE", - "name": "/Shape_239_output_0", - "outputIndexes": [ - 1410 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1410 - ], - "main_type": "NONE", - "name": "Shape4328", - "outputIndexes": [ - 1411 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1410 - ], - "main_type": "NONE", - "name": "Rank4330", - "outputIndexes": [ - 1412 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1412, - 1412 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4332", - "outputIndexes": [ - 1413 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1413 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4333", - "outputIndexes": [ - 1414 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1413, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4335", - "outputIndexes": [ - 1415 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1415 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4336", - "outputIndexes": [ - 1416 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1411, - 1414, - 1416, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4339", - "outputIndexes": [ - 1417 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1417 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4340", - "outputIndexes": [ - 1418 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1418 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4341", - "outputIndexes": [ - 1419 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1419, - 1418 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4342", - "outputIndexes": [ - 1420 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1410, - 1420, - 1413 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_259_output_0", - "outputIndexes": [ - 1421 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1421, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_545_output_0", - "outputIndexes": [ - 1422 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1422, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_221_output_0", - "outputIndexes": [ - 1423 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1409, - 1423 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_154_output_0", - "outputIndexes": [ - 1424 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1424, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_136_output_0", - "outputIndexes": [ - 1425 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1424 - ], - "main_type": "NONE", - "name": "/Shape_240_output_0", - "outputIndexes": [ - 1426 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1426 - ], - "main_type": "NONE", - "name": "Shape4349", - "outputIndexes": [ - 1427 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1426 - ], - "main_type": "NONE", - "name": "Rank4351", - "outputIndexes": [ - 1428 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1428, - 1428 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4353", - "outputIndexes": [ - 1429 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1429 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4354", - "outputIndexes": [ - 1430 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1429, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4356", - "outputIndexes": [ - 1431 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1431 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4357", - "outputIndexes": [ - 1432 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1427, - 1430, - 1432, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4360", - "outputIndexes": [ - 1433 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1433 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4361", - "outputIndexes": [ - 1434 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1434 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4362", - "outputIndexes": [ - 1435 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1435, - 1434 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4363", - "outputIndexes": [ - 1436 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1426, - 1436, - 1429 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_260_output_0", - "outputIndexes": [ - 1437 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1437, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_51_output_0", - "outputIndexes": [ - 1438 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1438, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_550_output_0", - "outputIndexes": [ - 1439 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1424, - 1439, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_69_output_0", - "outputIndexes": [ - 1440 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1440 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_34_output_0", - "outputIndexes": [ - 1441 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1424, - 22, - 1439, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_68_output_0", - "outputIndexes": [ - 1442 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1441, - 1442 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_224_output_0", - "outputIndexes": [ - 1443 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1443, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_137_output_0", - "outputIndexes": [ - 1444 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1425, - 1444 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_85_output_0", - "outputIndexes": [ - 1445 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1408 - ], - "outputIndexes": [ - 2788 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2788 - ], - "outputIndexes": [ - 2789 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear", - "inputIndexes": [ - 2789 - ], - "outputIndexes": [ - 2790 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 448930384, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2790 - ], - "outputIndexes": [ - 2791 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2791 - ], - "outputIndexes": [ - 1446 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1422, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_222_output_0", - "outputIndexes": [ - 1447 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1446, - 1447 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_155_output_0", - "outputIndexes": [ - 1448 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1448, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_138_output_0", - "outputIndexes": [ - 1449 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1448 - ], - "main_type": "NONE", - "name": "/Shape_241_output_0", - "outputIndexes": [ - 1450 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1450 - ], - "main_type": "NONE", - "name": "Shape4412", - "outputIndexes": [ - 1451 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1450 - ], - "main_type": "NONE", - "name": "Rank4414", - "outputIndexes": [ - 1452 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1452, - 1452 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4416", - "outputIndexes": [ - 1453 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1453 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4417", - "outputIndexes": [ - 1454 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1453, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4419", - "outputIndexes": [ - 1455 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1455 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4420", - "outputIndexes": [ - 1456 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1451, - 1454, - 1456, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4423", - "outputIndexes": [ - 1457 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1457 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4424", - "outputIndexes": [ - 1458 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1458 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4425", - "outputIndexes": [ - 1459 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1459, - 1458 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4426", - "outputIndexes": [ - 1460 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1450, - 1460, - 1453 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_261_output_0", - "outputIndexes": [ - 1461 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1461, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_52_output_0", - "outputIndexes": [ - 1462 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1462, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_552_output_0", - "outputIndexes": [ - 1463 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1448, - 1463, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_71_output_0", - "outputIndexes": [ - 1464 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1464 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_35_output_0", - "outputIndexes": [ - 1465 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1448, - 22, - 1463, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_70_output_0", - "outputIndexes": [ - 1466 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1465, - 1466 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_225_output_0", - "outputIndexes": [ - 1467 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1467, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_139_output_0", - "outputIndexes": [ - 1468 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1449, - 1468 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_86_output_0", - "outputIndexes": [ - 1469 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1408 - ], - "outputIndexes": [ - 2792 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2792 - ], - "outputIndexes": [ - 2793 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear", - "inputIndexes": [ - 2793 - ], - "outputIndexes": [ - 2794 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 449152614, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2794 - ], - "outputIndexes": [ - 2795 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2795 - ], - "outputIndexes": [ - 1470 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1470, - 1447 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_156_output_0", - "outputIndexes": [ - 1471 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1445, - 1469, - 1471, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_161_output_0", - "outputIndexes": [ - 1472 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1472 - ], - "outputIndexes": [ - 2796 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2796 - ], - "outputIndexes": [ - 2797 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear", - "inputIndexes": [ - 2797 - ], - "outputIndexes": [ - 2798 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 449374844, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2798 - ], - "outputIndexes": [ - 2799 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2799 - ], - "outputIndexes": [ - 1473 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1405, - 1473 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_88_output_0", - "outputIndexes": [ - 1474 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.177734, - 0.972656, - 0.390625, - 0.644531, - 0.503906, - 0.486328, - 0.691406, - 0.597656, - 0.699219, - 0.402344, - 0.632812, - 0.34375, - 0.804688, - 0.78125, - 0.769531, - 0.667969, - 0.710938, - 0.585938, - 0.835938, - 0.361328, - 0.75, - 0.585938, - 0.597656, - 0.171875, - 0.851562, - 0.824219, - 0.490234, - 0.412109, - 0.416016, - 0.875, - 0.824219, - 0.761719, - 0.976562, - 0.408203, - 0.582031, - 1.015625, - 0.824219, - 0.65625, - 0.384766, - 0.384766, - 0.996094, - 0.898438, - 0.789062, - 0.894531, - 0.160156, - 0.605469, - 0.59375, - 0.683594, - 0.597656, - 0.412109, - 0.177734, - 0.357422, - 0.855469, - 0.800781, - 0.71875, - 0.478516, - 0.435547, - 0.178711, - 0.347656, - 0.410156, - 0.558594, - 0.439453, - 0.5, - 0.816406, - 0.710938, - 0.302734, - 0.539062, - 0.404297, - 0.570312, - 0.482422, - 0.542969, - 0.451172, - 0.180664, - 0.457031, - 0.730469, - 0.363281, - 0.789062, - 0.738281, - 0.699219, - 0.992188, - 0.957031, - 0.183594, - 0.314453, - 0.992188, - 0.8125, - 0.910156, - 0.945312, - 0.96875, - 0.535156, - 0.742188, - 0.683594, - 0.515625, - 0.410156, - 0.476562, - 0.882812, - 0.257812, - 0.632812, - 0.410156, - 0.929688, - 0.78125, - 1.453125, - 0.369141, - 0.363281, - 1.023438, - 0.384766, - 0.625, - 0.59375, - 0.652344, - 0.382812, - 0.730469, - 0.396484, - 0.996094, - 0.535156, - 0.181641, - 0.910156, - 0.683594, - 0.800781, - 0.90625, - 0.173828, - 0.188477, - 0.761719, - 0.202148, - 0.439453, - 0.445312, - 0.789062, - 0.9375, - 0.917969, - 0.219727, - 0.443359, - 1.273438, - 0.597656, - 0.636719, - 0.71875, - 0.992188, - 0.832031, - 1.054688, - 0.386719, - 1.179688, - 0.400391, - 0.734375, - 0.1875, - 0.542969, - 0.511719, - 0.238281, - 0.941406, - 0.361328, - 0.878906, - 0.523438, - 1.03125, - 0.648438, - 0.570312, - 0.808594, - 0.229492, - 0.761719, - 0.734375, - 0.386719, - 0.820312, - 0.435547, - 1.015625, - 0.902344, - 0.402344, - 0.480469, - 0.621094, - 0.205078, - 0.394531, - 0.808594, - 0.636719, - 0.871094, - 0.761719, - 0.789062, - 1.0625, - 0.722656, - 0.742188, - 0.917969, - 0.527344, - 0.8125, - 0.6875, - 1.03125, - 0.785156, - 0.980469, - 0.902344, - 0.566406, - 0.910156, - 0.494141, - 0.753906, - 0.300781, - 0.208984, - 1.0625, - 0.722656, - 0.644531, - 0.972656, - 0.488281, - 0.894531, - 0.847656, - 0.910156, - 0.757812, - 0.691406, - 0.613281, - 0.871094, - 0.472656, - 0.585938, - 0.765625, - 0.925781, - 1.09375, - 0.871094, - 0.777344, - 0.691406, - 1.007812, - 0.632812, - 0.828125, - 0.628906, - 0.882812, - 0.380859, - 0.527344, - 0.933594, - 0.206055, - 0.84375, - 0.859375, - 0.785156, - 0.6875, - 0.761719, - 0.875, - 0.328125, - 0.243164, - 0.457031, - 0.898438, - 0.431641, - 0.361328, - 0.292969, - 0.769531, - 0.757812, - 0.824219, - 0.960938, - 0.925781, - 0.832031, - 0.472656, - 0.820312, - 0.617188, - 0.71875, - 0.878906, - 0.515625, - 0.84375, - 0.652344, - 1.039062, - 0.679688, - 0.792969, - 0.96875, - 0.6875, - 0.482422, - 1.054688, - 0.554688, - 0.333984, - 0.902344, - 0.202148, - 0.179688, - 0.445312, - 0.535156, - 1.023438, - 0.914062, - 0.628906, - 0.675781, - 0.933594, - 0.847656, - 0.453125, - 0.878906, - 0.675781, - 0.419922, - 0.976562, - 0.699219, - 0.601562, - 0.753906, - 0.519531, - 0.455078, - 0.769531, - 0.373047, - 0.414062, - 0.227539, - 0.828125, - 0.400391, - 0.878906, - 0.824219, - 0.554688, - 0.5625, - 0.515625, - 0.792969, - 0.185547, - 0.457031, - 0.738281, - 0.574219, - 0.972656, - 0.773438, - 0.976562, - 1.117188, - 0.953125, - 0.478516, - 0.582031, - 0.730469, - 0.632812, - 0.882812, - 0.921875, - 0.185547, - 0.28125, - 0.953125, - 0.208984, - 1.023438, - 0.640625, - 0.863281, - 0.455078, - 0.722656, - 0.177734, - 0.375, - 0.914062, - 0.201172, - 0.703125, - 1.078125, - 0.980469, - 0.25, - 0.714844, - 0.753906, - 0.194336, - 0.742188, - 1.03125, - 0.789062, - 0.369141, - 0.621094, - 0.675781, - 0.574219, - 0.180664, - 0.617188, - 0.558594, - 0.170898, - 0.839844, - 0.207031, - 0.546875, - 0.527344, - 0.34375, - 0.644531, - 0.163086, - 0.455078, - 0.248047, - 0.554688, - 0.75, - 0.53125, - 0.894531, - 0.835938, - 0.636719, - 0.660156, - 0.466797, - 0.427734, - 0.816406, - 0.443359, - 0.335938, - 0.359375, - 0.710938, - 0.416016, - 0.824219, - 0.171875, - 0.613281, - 0.855469, - 0.390625, - 0.423828, - 0.609375, - 0.777344, - 0.71875, - 0.632812, - 0.625, - 0.984375, - 0.625, - 0.19043, - 0.910156, - 0.566406, - 0.398438, - 0.96875, - 0.390625, - 0.542969, - 0.5625, - 0.816406, - 0.466797, - 0.957031, - 0.408203, - 0.917969, - 1.054688, - 0.746094, - 1.132812, - 0.287109, - 0.769531, - 0.449219, - 0.980469, - 0.507812, - 0.851562, - 0.597656, - 0.699219, - 0.9375, - 0.644531, - 0.320312, - 0.217773, - 0.703125, - 0.380859, - 0.578125, - 0.792969, - 0.394531, - 0.929688, - 0.433594, - 0.675781, - 0.523438, - 0.174805, - 1.09375, - 0.761719, - 0.613281, - 0.208984, - 0.550781, - 0.429688, - 0.898438, - 0.90625, - 0.539062, - 0.53125, - 1.0625, - 1.007812, - 0.392578, - 0.796875, - 0.933594, - 0.380859, - 0.691406, - 0.4375, - 0.376953, - 0.878906, - 0.451172, - 0.84375, - 0.511719, - 0.851562, - 1.015625, - 0.945312, - 0.753906, - 1.03125, - 0.386719, - 0.429688, - 0.460938, - 0.390625, - 0.671875, - 0.824219, - 0.539062, - 0.367188, - 0.267578, - 0.519531, - 0.777344, - 0.921875, - 0.204102, - 1.023438, - 0.828125, - 0.996094, - 1.070312, - 0.75, - 0.652344, - 1.125, - 0.878906, - 0.929688, - 1.015625, - 0.785156, - 0.181641, - 1.25, - 0.380859, - 0.652344, - 0.761719, - 0.523438, - 0.523438, - 0.223633, - 0.441406, - 0.554688, - 0.585938, - 0.59375, - 0.765625, - 0.660156, - 0.378906, - 0.691406, - 0.976562, - 0.917969, - 0.820312, - 0.416016, - 0.208984, - 0.777344, - 0.9375, - 0.617188, - 0.75, - 0.875, - 0.523438, - 0.404297, - 0.765625, - 0.503906, - 0.824219, - 0.816406, - 0.84375, - 0.714844, - 0.902344, - 0.617188, - 0.878906, - 0.917969, - 0.777344, - 0.9375, - 0.433594, - 0.226562, - 0.175781, - 1.0, - 0.742188, - 0.761719, - 1.203125, - 0.5625, - 0.925781, - 0.25, - 0.419922, - 1.101562, - 0.392578, - 0.828125, - 0.972656, - 0.976562, - 0.185547, - 0.722656, - 0.640625, - 1.039062, - 0.441406, - 0.435547, - 0.441406, - 0.742188, - 0.703125, - 0.447266, - 0.824219, - 0.435547, - 0.703125, - 0.804688, - 0.777344, - 0.777344, - 0.449219, - 0.451172, - 0.169922, - 0.466797, - 0.859375, - 0.832031, - 0.878906, - 0.765625, - 0.726562, - 0.181641, - 0.621094, - 0.609375, - 0.871094, - 0.628906, - 0.578125, - 0.451172, - 0.34375, - 0.683594, - 0.361328, - 0.699219, - 0.421875, - 0.769531, - 0.890625, - 0.714844, - 0.189453, - 0.613281, - 0.980469, - 0.777344, - 0.851562, - 0.208008, - 0.980469, - 0.945312, - 0.789062, - 0.746094, - 0.929688, - 0.404297, - 0.175781, - 0.804688, - 0.867188, - 0.84375, - 0.392578, - 1.09375, - 0.539062, - 0.173828, - 0.261719, - 0.482422, - 0.9375, - 0.816406, - 0.200195, - 0.777344, - 0.196289, - 0.431641, - 0.605469, - 1.09375, - 0.945312, - 0.386719, - 0.5, - 0.910156, - 1.0, - 0.5625, - 0.871094, - 0.921875, - 0.742188, - 0.462891, - 0.425781, - 0.996094, - 0.832031, - 1.015625, - 0.769531, - 0.419922, - 0.925781, - 0.992188, - 0.671875, - 0.19043, - 0.894531, - 0.3125, - 0.192383, - 0.976562, - 0.710938, - -8e-06, - 0.494141, - 0.832031, - 0.180664, - 0.353516, - 0.585938, - 0.714844, - 0.644531, - 0.875, - 0.371094, - 0.589844, - 0.419922, - 0.380859, - 0.640625, - 0.636719, - 0.898438, - 0.871094, - 0.71875, - 1.0, - 0.820312, - 0.5625, - 1.070312, - 0.53125, - 0.183594, - 0.746094, - 0.640625, - 0.539062, - 0.785156, - 0.4375, - 0.808594, - 0.589844, - 1.0, - 0.179688, - 0.867188, - 0.410156, - 0.188477, - 0.859375, - 0.882812, - 1.078125, - 0.363281, - 0.474609, - 0.207031, - 0.9375, - 0.464844, - 0.423828, - 0.380859, - 1.046875, - 0.898438, - 1.0, - 0.554688, - 1.007812, - 0.570312, - 0.345703, - 0.179688, - 0.601562, - 0.335938, - 0.742188, - 0.746094, - 0.628906, - 0.582031, - 0.478516, - 0.726562, - 0.289062, - 0.757812, - 0.851562, - 0.941406, - 0.933594, - 0.208008, - 0.765625, - 0.699219, - 0.402344, - 0.625, - 0.785156, - 0.746094, - 0.8125, - 0.894531, - 0.675781, - 0.992188, - 0.867188, - 0.523438, - 0.949219, - 0.890625, - 0.566406, - 0.441406, - 0.960938, - 0.314453, - 0.652344, - 0.433594, - 0.490234, - 1.023438, - 0.882812, - 0.578125, - 0.664062, - 0.640625, - 0.953125, - 0.263672, - 0.726562, - 0.4375, - 0.570312, - 0.882812, - 0.458984, - 0.25, - 0.174805, - 0.90625, - 0.46875, - 0.186523, - 0.945312, - 0.914062, - 0.789062, - 0.231445, - 0.964844, - 0.796875, - 0.202148, - 0.65625, - 0.235352, - 0.5625, - 0.8125, - 0.482422, - 0.90625, - 0.878906, - 0.65625, - 0.554688, - 0.640625, - 0.585938, - 0.378906, - 1.039062, - 0.365234, - 0.582031, - 0.847656, - 0.890625, - 1.296875, - 0.490234, - 0.210938, - 0.244141, - 0.457031, - 0.785156, - 0.789062, - 0.527344, - 0.734375, - 0.984375, - 0.746094, - 0.394531, - 0.859375, - 0.306641, - 0.25, - 0.466797, - 0.582031, - 0.730469, - 0.412109, - 0.386719, - 0.5625, - 0.914062, - 0.574219, - 0.53125, - 0.18457, - 0.558594, - 1.03125, - 0.90625, - 0.482422, - 0.476562, - 0.582031, - 0.173828, - 0.769531, - 0.816406, - 0.376953, - 0.621094, - 0.402344, - 0.421875, - 0.291016, - 0.875, - 0.373047, - 0.417969, - 0.835938, - 0.458984, - 0.644531, - 0.443359, - 0.5625, - 1.117188, - 0.392578, - 0.640625, - 0.490234, - 0.84375, - 1.03125, - 0.839844, - 0.169922, - 0.384766, - 0.957031, - 0.359375, - 0.386719, - 1.125, - 0.640625, - 0.394531, - 0.941406, - 0.361328, - 0.714844, - 0.691406, - 0.695312, - 0.419922, - 0.660156, - 0.196289, - 0.402344, - 0.734375, - 0.46875, - 0.707031, - 0.373047, - 0.441406, - 0.925781, - 0.722656, - 0.679688, - 0.820312, - 1.03125, - 0.785156, - 0.8125, - 0.851562, - 0.832031, - 0.9375, - 0.644531, - 0.373047, - 0.222656, - 0.832031, - 0.373047, - 0.824219, - 0.404297, - 0.511719, - 0.404297, - 0.515625, - 0.726562, - 0.679688, - 0.386719, - 0.917969, - 0.757812, - 1.070312, - 0.753906, - 0.34375, - 0.855469, - 0.223633, - 0.388672, - 1.0, - 0.443359, - 0.683594, - 0.173828, - 0.710938, - 0.75, - 0.9375, - 0.359375, - 0.691406, - 1.054688, - 0.188477, - 0.412109, - 0.373047, - 0.84375, - 0.972656, - 0.464844, - 0.886719, - 0.875, - 0.175781, - 0.144531, - 0.921875, - 0.367188, - 0.209961, - 0.644531, - 0.660156, - 0.625, - 0.765625, - 0.648438, - 0.890625, - 0.667969, - 0.933594, - 0.605469, - 0.398438, - 0.816406, - 0.185547, - 1.007812, - 0.511719, - 0.453125, - 0.625, - 0.65625, - 1.101562, - 0.9375, - 0.824219, - 0.652344, - 0.310547, - 0.871094, - 0.691406, - 0.18457, - 0.558594, - 0.960938, - 1.039062, - 0.945312, - 0.373047, - 0.180664, - 0.253906, - 0.185547, - 0.703125, - 0.636719, - 0.375, - 0.710938, - 0.335938, - 0.902344, - 0.660156, - 0.46875, - 0.8125, - 0.404297, - 0.546875, - 0.527344, - 0.384766, - 0.871094, - 0.875, - 0.167969, - 0.789062, - 0.789062, - 1.070312, - 0.832031, - 0.777344, - 0.890625, - 0.333984, - 0.640625, - 0.369141, - 0.449219, - 0.691406, - 0.78125, - 0.875, - 0.832031, - 0.550781, - 0.193359, - 1.023438, - 0.757812, - 0.597656, - 0.832031, - 0.410156, - 1.117188, - 0.464844, - 0.664062, - 0.707031, - 0.421875, - 0.785156, - 0.957031, - 0.789062, - 0.457031, - 0.78125, - 1.023438, - 1.070312, - 0.196289, - 0.804688, - 0.863281, - 0.539062, - 0.664062, - 0.632812, - 0.351562, - 0.369141, - 0.753906, - 1.039062, - 1.046875, - 0.582031, - 0.796875, - 0.451172, - 0.566406, - 0.792969, - 0.472656, - 0.570312, - 0.453125, - 0.492188, - 0.714844, - 0.910156, - 0.683594, - 0.789062, - 0.194336, - 1.085938, - 0.832031, - 0.410156, - 0.515625, - 0.396484, - 0.71875, - 0.542969, - 0.378906, - 0.539062, - 0.417969, - 0.558594, - 0.765625, - 0.734375, - 0.15918, - 1.109375, - 0.18457, - 1.085938, - 0.792969, - 1.0, - 0.464844, - 0.710938, - 0.578125, - 0.660156, - 0.445312, - 0.851562, - 0.730469, - 0.380859, - 0.714844, - 0.667969, - 0.404297, - 0.652344, - 0.251953, - 0.925781, - 0.503906, - 0.390625, - 0.585938, - 0.675781, - 0.726562, - 1.0, - 0.478516, - 0.9375, - 0.96875, - 0.361328, - 0.462891, - 0.578125, - 0.742188, - 0.808594, - 0.347656, - 0.441406, - 0.742188, - 0.773438, - 1.015625, - 0.330078, - 1.039062, - 0.404297, - 0.949219, - 0.625, - 0.625, - 1.007812, - 0.902344, - 0.910156, - 0.78125, - 0.345703, - 0.644531, - 0.621094, - 0.539062, - 0.742188, - 1.023438, - 0.609375, - 0.75, - 0.824219, - 0.609375, - 1.039062, - 0.699219, - 0.498047, - 0.490234, - 0.9375, - 0.78125, - 0.894531, - 0.800781, - 0.511719, - 0.847656, - 0.988281, - 1.054688, - 0.400391, - 1.03125, - 0.470703, - 0.46875, - 0.400391, - 0.621094, - 0.707031, - 1.015625, - 0.369141, - 0.960938, - 0.589844, - 0.773438, - 1.070312, - 0.198242, - 0.65625, - 0.71875, - 0.84375, - 0.699219, - 0.796875, - 0.898438, - 0.789062, - 0.408203, - 0.746094, - 0.855469, - 0.707031, - 0.632812, - 0.753906, - 0.195312, - 1.0, - 0.507812, - 0.695312, - 1.015625, - 0.632812, - 0.378906, - 0.462891, - 0.726562, - 0.382812, - 1.046875, - 0.162109, - 0.417969, - 0.808594, - 0.202148, - 0.166016, - 0.53125, - 0.421875, - 0.507812, - 0.84375, - 0.664062, - 0.359375, - 0.421875, - 1.132812, - 0.490234, - 0.211914, - 1.28125, - 1.015625, - 0.730469, - 0.660156, - 0.494141, - 0.353516, - 0.972656, - 0.527344, - 0.574219, - 0.482422, - 0.386719, - 0.789062, - 0.292969, - 0.949219, - 0.851562, - 0.859375, - 0.808594, - 1.007812, - 0.703125, - 0.628906, - 0.597656, - 0.416016, - 0.734375, - 0.835938, - 0.75, - 0.976562, - 0.326172, - 0.582031, - 0.746094, - 0.917969, - 0.476562, - 1.101562, - 1.023438, - 0.451172, - 0.867188, - 0.433594, - 0.458984, - 0.851562, - 0.578125, - 0.5625, - 0.515625, - 0.458984, - 0.196289, - 1.023438, - 0.166016, - 0.941406, - 0.9375, - 0.201172, - 0.375, - 1.039062, - 0.527344, - 0.796875, - 0.761719, - 0.318359, - 0.683594, - 0.496094, - 0.382812, - 0.75, - 0.855469, - 0.585938, - 0.482422, - 0.492188, - 0.792969, - 0.804688, - 0.398438, - 0.933594, - 0.949219, - 0.738281, - 1.015625, - 0.390625, - 0.194336, - 0.5, - 0.8125, - 0.679688, - 0.902344, - 0.625, - 0.800781, - 1.039062, - 0.828125, - 0.5625, - 0.8125, - 0.503906, - 0.867188, - 0.404297, - 0.191406, - 0.361328, - 0.703125, - 0.455078, - 0.71875, - 0.867188, - 0.957031, - 1.03125, - 0.511719, - 0.933594, - 1.15625, - 0.890625, - 0.703125, - 0.941406, - 1.039062, - 0.566406, - 0.435547, - 0.382812, - 0.332031, - 1.078125, - 0.242188, - 0.515625, - 0.359375, - 0.691406, - 0.710938, - 0.283203, - 0.287109, - 0.474609, - 0.306641, - 0.8125, - 0.625, - 0.589844, - 0.519531, - 0.785156, - 0.914062, - 0.423828, - 0.21875, - 1.0, - 0.439453, - 1.0, - 0.613281, - 1.054688, - 0.753906, - 1.03125, - 0.707031, - 0.835938, - 0.248047, - 1.265625, - 0.353516, - 0.433594, - 0.804688, - 0.546875, - 0.601562, - 0.992188, - 0.164062, - 0.515625, - 1.007812, - 0.847656, - 0.201172, - 0.734375, - 0.490234, - 1.132812, - 0.439453, - 0.742188, - 0.632812, - 0.172852, - 0.804688, - 0.875, - 0.832031, - 0.373047, - 0.628906, - 0.542969, - 0.691406, - 0.820312, - 0.871094, - 0.632812, - 0.367188, - 0.742188, - 0.699219, - 1.0, - 0.367188, - 0.233398, - 0.373047, - 0.765625, - 0.625, - 0.460938, - 0.201172, - 0.910156, - 0.253906, - 0.167969, - 0.380859, - 0.179688, - 0.734375, - 0.361328, - 1.117188, - 0.691406, - 0.53125, - 0.648438, - 0.316406, - 0.710938, - 0.416016, - 0.640625, - 0.417969, - 0.726562, - 0.460938, - 1.039062, - 0.171875, - 0.667969, - 0.925781, - 0.832031, - 0.777344, - 0.363281, - 1.125, - 0.574219, - 0.980469, - 0.621094, - 0.898438, - 0.78125, - 0.412109, - 1.085938, - 0.523438, - 0.601562, - 0.523438, - 0.742188, - 0.902344, - 0.902344, - 0.964844, - 0.832031, - 0.902344, - 0.178711, - 0.494141, - 0.71875, - 0.558594, - 1.078125, - 0.449219, - 1.039062, - 0.734375, - 0.625, - 0.824219, - 0.734375, - 0.960938, - 0.582031, - 0.851562, - 0.206055, - 0.847656, - 1.0, - 0.361328, - 0.765625, - 0.785156, - 0.859375, - 0.703125, - 0.376953, - 0.964844, - 0.369141, - 0.523438, - 0.369141, - 0.972656, - 1.039062, - 0.875, - 0.9375, - 0.425781, - 0.19043, - 0.625, - 0.21582, - 0.898438, - 0.832031, - 0.929688, - 0.652344, - 0.621094, - 0.976562, - 0.417969, - 0.558594, - 0.640625, - 0.671875, - 0.53125, - 0.863281, - 0.65625, - 0.703125, - 0.910156, - 0.90625, - 0.261719, - 0.886719, - 0.800781, - 0.707031, - 0.167969, - 0.972656, - 0.199219, - 0.245117, - 0.53125, - 0.59375, - 0.375, - 0.265625, - 0.515625, - 0.19043, - 0.380859, - 0.847656, - 0.714844, - 1.101562, - 0.671875, - 0.652344, - 0.339844, - 1.03125, - 0.443359, - 0.191406, - 0.851562, - 0.878906, - 0.734375, - 1.140625, - 0.679688, - 0.878906, - 0.679688, - 1.210938, - 0.742188, - 0.722656, - 1.03125, - 0.265625, - 0.941406, - 0.490234, - 0.192383, - 0.816406, - 0.417969, - 0.640625, - 0.863281, - 1.054688, - 0.194336, - 0.404297, - 0.378906, - 0.18457, - 0.443359, - 0.742188, - 0.886719, - 0.648438, - 1.070312, - 1.0, - 0.617188, - 0.773438, - 0.429688, - 0.229492, - 0.408203, - 0.710938, - 0.703125, - 0.859375, - 0.867188, - 0.194336, - 0.171875, - 0.216797, - 0.804688, - 0.441406, - 0.460938, - 0.378906, - 1.023438, - 0.527344, - 0.84375, - 0.882812, - 0.617188, - 0.180664, - 0.644531, - 0.5, - 0.882812, - 0.996094, - 0.373047, - 0.390625, - 1.046875, - 0.757812, - 0.6875, - 0.390625, - 0.550781, - 0.832031, - 0.196289, - 0.621094, - 0.886719, - 0.416016, - 0.78125, - 0.847656, - 0.371094, - 1.03125, - 0.6875, - 0.609375, - 0.199219, - 0.628906, - 0.365234, - 0.898438, - 0.847656, - 0.380859, - 0.578125, - 0.445312, - 0.675781, - 0.414062, - 0.617188, - 0.361328, - 0.667969, - 0.550781, - 0.519531, - 0.484375, - 0.761719, - 0.402344, - 0.867188, - 0.882812, - 0.519531, - 1.109375, - 0.832031, - 0.679688, - 0.384766, - 0.404297, - 0.90625, - 0.972656, - 0.957031, - 0.753906, - 1.109375, - 0.625, - 0.625, - 0.835938, - 0.578125, - 0.863281, - 1.132812, - 0.5, - 0.486328, - 0.75, - 0.462891, - 1.007812, - 0.488281, - 0.71875, - 0.851562, - 0.632812, - 0.894531, - 0.388672, - 1.234375, - 0.388672, - 0.585938, - 0.566406, - 0.722656, - 0.353516, - 0.246094, - 0.601562, - 0.816406, - 0.172852, - 0.667969, - 0.757812, - 0.957031 - ] - }, - "name": "model.model.layers.17.post_attention_layernorm.weight", - "outputIndexes": [ - 1475 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1474 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_17/Mul_output_0", - "outputIndexes": [ - 1476 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1475, - 1476 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_17/Mul_1_output_0", - "outputIndexes": [ - 1477 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1477 - ], - "outputIndexes": [ - 2800 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2800 - ], - "outputIndexes": [ - 2801 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/gate_proj/Linear", - "inputIndexes": [ - 2801 - ], - "outputIndexes": [ - 2802 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 450701970, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2802 - ], - "outputIndexes": [ - 2803 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2803 - ], - "outputIndexes": [ - 1478 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1478 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_17/Sigmoid_output_0", - "outputIndexes": [ - 1479 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1478, - 1479 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_17/Mul_output_0", - "outputIndexes": [ - 1480 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1477 - ], - "outputIndexes": [ - 2804 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2804 - ], - "outputIndexes": [ - 2805 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/up_proj/Linear", - "inputIndexes": [ - 2805 - ], - "outputIndexes": [ - 2806 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 458443432, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2806 - ], - "outputIndexes": [ - 2807 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2807 - ], - "outputIndexes": [ - 1481 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1480, - 1481 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_17/Mul_output_0", - "outputIndexes": [ - 1482 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1482 - ], - "outputIndexes": [ - 2808 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2808 - ], - "outputIndexes": [ - 2809 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/down_proj/Linear", - "inputIndexes": [ - 2809 - ], - "outputIndexes": [ - 2810 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 466184894, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2810 - ], - "outputIndexes": [ - 2811 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2811 - ], - "outputIndexes": [ - 1483 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1474, - 1483 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_89_output_0", - "outputIndexes": [ - 1484 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1484, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_162_output_0", - "outputIndexes": [ - 1485 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.108887, - 1.023438, - 1.015625, - 0.542969, - 0.65625, - 0.394531, - 0.640625, - 0.546875, - 0.601562, - 0.363281, - 0.660156, - 0.457031, - 0.6875, - 0.824219, - 0.746094, - 0.644531, - 0.664062, - 0.578125, - 0.757812, - 0.291016, - 0.742188, - 0.726562, - 0.601562, - 0.105957, - 0.957031, - 0.742188, - 0.464844, - 0.332031, - 0.273438, - 0.851562, - 0.820312, - 0.722656, - 1.046875, - 0.255859, - 0.679688, - 1.070312, - 0.847656, - 0.632812, - 0.332031, - 0.455078, - 1.039062, - 0.8125, - 0.804688, - 0.871094, - 0.124512, - 0.59375, - 0.503906, - 0.542969, - 0.539062, - 0.859375, - 0.108887, - 0.447266, - 0.859375, - 0.730469, - 0.792969, - 0.421875, - 0.371094, - 0.104492, - 0.621094, - 0.386719, - 0.519531, - 0.351562, - 0.695312, - 0.785156, - 0.605469, - 0.335938, - 0.535156, - 0.275391, - 0.703125, - 0.460938, - 0.667969, - 0.480469, - 0.110352, - 0.375, - 0.71875, - 0.447266, - 0.761719, - 0.699219, - 0.660156, - 1.0, - 1.0, - 0.108398, - 0.597656, - 1.023438, - 0.886719, - 0.835938, - 0.886719, - 1.1875, - 0.597656, - 0.683594, - 0.652344, - 0.519531, - 0.796875, - 0.400391, - 0.921875, - 0.730469, - 0.648438, - 0.472656, - 1.0625, - 0.78125, - 1.476562, - 0.435547, - 0.423828, - 1.164062, - 0.347656, - 0.574219, - 0.914062, - 0.609375, - 0.369141, - 0.640625, - 0.388672, - 1.09375, - 0.527344, - 1.101562, - 0.804688, - 0.699219, - 0.960938, - 1.125, - 0.109375, - 0.132812, - 0.710938, - 0.166016, - 0.445312, - 0.349609, - 0.707031, - 0.953125, - 0.984375, - 0.128906, - 0.539062, - 1.265625, - 0.546875, - 0.640625, - 0.714844, - 1.117188, - 0.820312, - 1.109375, - 0.308594, - 1.296875, - 0.347656, - 0.636719, - 0.112305, - 0.652344, - 0.425781, - 0.178711, - 0.972656, - 0.304688, - 0.84375, - 0.769531, - 1.054688, - 0.574219, - 0.527344, - 0.84375, - 0.192383, - 0.714844, - 0.466797, - 0.320312, - 0.898438, - 0.388672, - 1.085938, - 0.855469, - 0.410156, - 0.566406, - 0.929688, - 0.180664, - 0.345703, - 0.855469, - 0.65625, - 0.910156, - 0.78125, - 1.367188, - 1.351562, - 0.667969, - 0.707031, - 1.085938, - 0.476562, - 0.882812, - 1.007812, - 1.117188, - 0.828125, - 1.125, - 0.910156, - 0.453125, - 1.234375, - 0.960938, - 0.65625, - 0.695312, - 0.137695, - 1.015625, - 0.515625, - 0.597656, - 1.085938, - 0.490234, - 1.078125, - 0.957031, - 1.015625, - 0.6875, - 0.664062, - 0.585938, - 0.953125, - 0.419922, - 0.460938, - 0.664062, - 1.015625, - 1.0625, - 0.75, - 0.726562, - 0.628906, - 1.046875, - 0.574219, - 0.8125, - 0.632812, - 0.878906, - 0.388672, - 0.478516, - 1.101562, - 0.255859, - 0.894531, - 0.824219, - 0.828125, - 0.621094, - 0.773438, - 0.847656, - 0.357422, - 0.808594, - 0.351562, - 0.894531, - 0.378906, - 0.318359, - 0.671875, - 0.757812, - 0.660156, - 0.839844, - 1.0, - 0.882812, - 0.820312, - 0.292969, - 0.746094, - 0.617188, - 0.636719, - 0.984375, - 0.445312, - 1.109375, - 0.71875, - 1.179688, - 0.660156, - 0.6875, - 1.039062, - 0.710938, - 0.435547, - 1.257812, - 0.585938, - 0.511719, - 1.054688, - 0.9375, - 0.10498, - 0.398438, - 0.570312, - 1.085938, - 1.070312, - 0.761719, - 0.667969, - 0.910156, - 0.734375, - 0.429688, - 0.925781, - 0.546875, - 0.363281, - 0.933594, - 0.621094, - 0.464844, - 0.851562, - 0.789062, - 0.470703, - 0.648438, - 0.378906, - 0.34375, - 0.176758, - 0.871094, - 0.300781, - 0.894531, - 0.792969, - 0.5, - 0.550781, - 0.558594, - 0.769531, - 0.112793, - 0.291016, - 0.851562, - 0.570312, - 0.992188, - 0.71875, - 0.953125, - 1.125, - 1.179688, - 0.414062, - 0.488281, - 0.730469, - 0.839844, - 0.898438, - 1.054688, - 0.108887, - 0.376953, - 0.9375, - 0.147461, - 1.304688, - 0.527344, - 0.90625, - 0.542969, - 0.863281, - 0.101074, - 0.408203, - 0.964844, - 0.142578, - 0.640625, - 1.046875, - 1.015625, - 0.298828, - 0.707031, - 0.746094, - 0.125, - 0.726562, - 1.0625, - 0.742188, - 0.380859, - 0.605469, - 0.96875, - 0.507812, - 0.112305, - 0.585938, - 0.507812, - 0.094727, - 0.941406, - 0.162109, - 0.742188, - 0.5625, - 0.443359, - 0.605469, - 0.091797, - 0.478516, - 0.220703, - 0.679688, - 0.800781, - 0.486328, - 0.984375, - 0.824219, - 0.523438, - 0.5625, - 0.429688, - 0.298828, - 0.707031, - 0.330078, - 0.425781, - 0.494141, - 1.117188, - 0.224609, - 0.863281, - 0.96875, - 0.644531, - 0.902344, - 0.304688, - 0.239258, - 0.632812, - 0.621094, - 0.777344, - 0.617188, - 0.664062, - 0.988281, - 0.628906, - 0.118164, - 0.964844, - 0.494141, - 0.388672, - 1.132812, - 0.373047, - 0.503906, - 0.523438, - 0.894531, - 0.486328, - 0.996094, - 0.349609, - 1.148438, - 1.242188, - 0.773438, - 1.085938, - 0.302734, - 0.71875, - 0.427734, - 1.09375, - 0.464844, - 0.824219, - 0.574219, - 0.636719, - 0.945312, - 0.796875, - 0.617188, - 0.201172, - 0.613281, - 0.300781, - 0.539062, - 0.792969, - 0.310547, - 1.023438, - 0.451172, - 0.494141, - 0.621094, - 0.11377, - 1.101562, - 0.671875, - 0.644531, - 0.199219, - 0.527344, - 0.414062, - 0.902344, - 1.039062, - 0.490234, - 0.441406, - 1.15625, - 1.085938, - 0.292969, - 0.792969, - 0.945312, - 0.363281, - 1.054688, - 0.402344, - 0.179688, - 1.0, - 0.365234, - 0.898438, - 0.507812, - 0.703125, - 1.078125, - 0.933594, - 0.667969, - 1.15625, - 0.449219, - 0.355469, - 0.384766, - 0.384766, - 0.679688, - 0.855469, - 0.496094, - 0.220703, - 0.363281, - 1.15625, - 0.78125, - 0.976562, - 0.175781, - 1.015625, - 0.941406, - 1.046875, - 1.234375, - 0.800781, - 0.507812, - 1.25, - 0.96875, - 0.867188, - 1.078125, - 0.875, - 0.101562, - 1.335938, - 0.306641, - 0.664062, - 0.726562, - 0.570312, - 0.427734, - 0.157227, - 0.421875, - 0.570312, - 0.621094, - 0.466797, - 0.847656, - 0.519531, - 0.351562, - 0.644531, - 1.023438, - 1.140625, - 1.039062, - 0.345703, - 0.220703, - 0.871094, - 0.929688, - 0.71875, - 0.6875, - 0.910156, - 0.482422, - 0.333984, - 0.796875, - 0.589844, - 0.777344, - 0.894531, - 0.761719, - 0.582031, - 0.945312, - 0.675781, - 0.984375, - 0.957031, - 1.195312, - 1.0625, - 0.382812, - 0.22168, - 0.114746, - 1.046875, - 0.671875, - 0.18457, - 1.320312, - 0.496094, - 0.996094, - 1.046875, - 0.378906, - 1.09375, - 0.253906, - 0.777344, - 1.070312, - 1.015625, - 0.135742, - 0.675781, - 0.703125, - 1.015625, - 0.482422, - 0.714844, - 0.138672, - 0.707031, - 0.59375, - 0.498047, - 0.886719, - 0.376953, - 0.511719, - 0.777344, - 0.6875, - 0.660156, - 0.287109, - 0.375, - 0.106445, - 0.464844, - 0.921875, - 0.832031, - 0.984375, - 0.707031, - 0.71875, - 0.111816, - 0.503906, - 0.490234, - 0.921875, - 0.542969, - 0.388672, - 0.441406, - 0.660156, - 0.820312, - 0.609375, - 0.648438, - 0.292969, - 0.65625, - 0.859375, - 0.333984, - 0.115723, - 0.585938, - 1.023438, - 0.769531, - 0.890625, - 0.135742, - 1.03125, - 0.980469, - 0.835938, - 0.789062, - 0.925781, - 0.875, - 0.139648, - 0.789062, - 0.863281, - 0.898438, - 0.371094, - 1.304688, - 0.496094, - 0.10498, - 0.359375, - 0.367188, - 0.925781, - 0.777344, - 0.125, - 0.828125, - 0.957031, - 0.480469, - 0.394531, - 1.078125, - 1.039062, - 0.339844, - 0.523438, - 0.925781, - 1.039062, - 0.380859, - 0.855469, - 0.917969, - 0.597656, - 0.376953, - 0.355469, - 0.996094, - 0.851562, - 1.0625, - 0.746094, - 0.386719, - 0.859375, - 1.0625, - 0.660156, - 0.150391, - 0.960938, - 0.462891, - 0.141602, - 1.09375, - 0.988281, - 0.000452, - 0.414062, - 0.902344, - 0.112793, - 0.294922, - 0.503906, - 0.664062, - 0.652344, - 0.847656, - 0.412109, - 0.558594, - 0.347656, - 0.417969, - 0.636719, - 0.53125, - 1.070312, - 0.902344, - 0.644531, - 1.03125, - 0.882812, - 0.535156, - 1.054688, - 0.589844, - 0.116211, - 0.527344, - 0.582031, - 0.601562, - 0.742188, - 0.394531, - 0.703125, - 0.640625, - 0.984375, - 0.108887, - 0.820312, - 0.335938, - 0.115723, - 1.140625, - 0.988281, - 1.171875, - 0.558594, - 0.376953, - 0.152344, - 0.847656, - 0.455078, - 0.318359, - 0.294922, - 1.28125, - 0.894531, - 1.078125, - 0.390625, - 1.078125, - 0.542969, - 0.507812, - 0.111816, - 0.527344, - 0.582031, - 0.628906, - 0.703125, - 0.554688, - 0.632812, - 0.412109, - 0.65625, - 0.742188, - 0.847656, - 1.039062, - 0.96875, - 0.890625, - 0.179688, - 0.667969, - 0.652344, - 0.431641, - 0.683594, - 0.789062, - 0.695312, - 0.871094, - 0.925781, - 0.699219, - 1.179688, - 0.851562, - 0.404297, - 0.902344, - 0.925781, - 0.527344, - 0.498047, - 0.992188, - 0.574219, - 0.675781, - 0.519531, - 0.445312, - 0.945312, - 0.878906, - 0.613281, - 0.582031, - 0.578125, - 0.910156, - 0.289062, - 0.671875, - 0.380859, - 0.710938, - 0.890625, - 0.363281, - 0.191406, - 0.105957, - 0.898438, - 0.65625, - 0.115234, - 1.117188, - 0.773438, - 0.773438, - 0.261719, - 0.980469, - 0.785156, - 0.12207, - 0.613281, - 0.18457, - 0.566406, - 0.722656, - 0.466797, - 0.890625, - 0.964844, - 0.558594, - 0.527344, - 0.570312, - 0.558594, - 0.302734, - 1.101562, - 0.357422, - 0.597656, - 0.894531, - 0.914062, - 1.21875, - 0.65625, - 0.157227, - 0.777344, - 0.453125, - 0.761719, - 0.84375, - 0.539062, - 0.726562, - 1.109375, - 0.890625, - 0.458984, - 0.863281, - 0.792969, - 0.21582, - 0.498047, - 0.527344, - 0.660156, - 0.363281, - 0.332031, - 0.554688, - 1.03125, - 0.523438, - 0.539062, - 0.103027, - 0.466797, - 0.929688, - 0.910156, - 1.023438, - 0.439453, - 0.578125, - 0.097168, - 0.65625, - 0.742188, - 0.439453, - 0.707031, - 0.388672, - 0.373047, - 0.326172, - 0.824219, - 0.322266, - 0.341797, - 0.941406, - 0.427734, - 0.660156, - 0.542969, - 0.425781, - 1.179688, - 0.291016, - 0.570312, - 0.359375, - 0.78125, - 1.140625, - 0.890625, - 0.933594, - 0.527344, - 1.140625, - 0.443359, - 0.3125, - 1.3125, - 0.597656, - 0.355469, - 0.894531, - 0.34375, - 0.675781, - 0.808594, - 0.699219, - 0.332031, - 0.738281, - 0.140625, - 0.308594, - 0.558594, - 0.410156, - 0.648438, - 0.304688, - 0.441406, - 0.902344, - 0.636719, - 0.566406, - 0.675781, - 1.015625, - 0.789062, - 0.808594, - 0.839844, - 0.769531, - 1.0625, - 0.644531, - 0.363281, - 0.223633, - 0.796875, - 0.330078, - 0.761719, - 0.339844, - 0.578125, - 0.414062, - 0.455078, - 0.730469, - 0.699219, - 0.359375, - 0.894531, - 0.742188, - 1.320312, - 0.710938, - 0.388672, - 0.8125, - 0.273438, - 0.302734, - 1.101562, - 0.388672, - 0.679688, - 0.11084, - 0.652344, - 0.769531, - 0.980469, - 0.390625, - 0.71875, - 1.164062, - 0.125977, - 0.371094, - 0.306641, - 0.769531, - 1.171875, - 0.5625, - 1.148438, - 0.878906, - 0.100586, - 0.800781, - 0.929688, - 0.318359, - 1.007812, - 0.628906, - 0.566406, - 0.679688, - 0.730469, - 0.5, - 1.03125, - 0.554688, - 0.960938, - 0.722656, - 0.371094, - 0.921875, - 0.111816, - 1.085938, - 0.554688, - 0.375, - 0.554688, - 0.640625, - 1.046875, - 1.039062, - 0.765625, - 0.726562, - 0.318359, - 0.878906, - 0.640625, - 0.104004, - 0.523438, - 1.085938, - 1.164062, - 0.921875, - 0.458984, - 0.096191, - 1.023438, - 0.910156, - 0.589844, - 0.542969, - 0.404297, - 0.695312, - 0.460938, - 0.898438, - 0.613281, - 0.255859, - 0.867188, - 0.394531, - 0.5, - 0.523438, - 0.3125, - 0.835938, - 1.164062, - 0.093262, - 0.839844, - 0.6875, - 1.15625, - 0.828125, - 0.667969, - 0.996094, - 0.40625, - 0.675781, - 0.365234, - 0.386719, - 0.714844, - 0.734375, - 1.101562, - 0.949219, - 0.53125, - 0.108887, - 2.203125, - 0.644531, - 0.558594, - 1.0, - 0.347656, - 1.21875, - 0.121582, - 0.5625, - 0.679688, - 0.394531, - 0.65625, - 0.957031, - 0.773438, - 0.404297, - 0.992188, - 1.078125, - 1.109375, - 0.128906, - 0.800781, - 0.949219, - 0.648438, - 0.617188, - 0.507812, - 0.652344, - 0.314453, - 0.695312, - 1.101562, - 1.148438, - 0.494141, - 0.910156, - 0.357422, - 0.570312, - 0.980469, - 0.382812, - 0.566406, - 0.197266, - 0.427734, - 0.675781, - 0.863281, - 0.703125, - 0.796875, - 0.10498, - 1.28125, - 0.835938, - 0.382812, - 0.419922, - 0.351562, - 0.710938, - 0.644531, - 0.408203, - 0.503906, - 0.320312, - 0.484375, - 1.023438, - 0.8125, - 0.099609, - 1.085938, - 0.109863, - 1.179688, - 0.773438, - 1.09375, - 0.376953, - 0.800781, - 0.570312, - 0.59375, - 0.316406, - 0.878906, - 0.710938, - 0.326172, - 0.808594, - 0.636719, - 0.394531, - 0.589844, - 0.429688, - 0.921875, - 0.486328, - 0.291016, - 0.574219, - 0.660156, - 0.703125, - 1.789062, - 0.605469, - 1.132812, - 0.980469, - 0.322266, - 0.404297, - 0.5, - 0.574219, - 0.730469, - 0.380859, - 0.828125, - 0.863281, - 0.707031, - 1.054688, - 0.554688, - 1.046875, - 0.375, - 0.96875, - 0.566406, - 0.523438, - 0.9375, - 0.898438, - 1.023438, - 0.746094, - 0.945312, - 0.605469, - 0.625, - 0.4375, - 0.71875, - 1.0625, - 0.679688, - 0.644531, - 0.957031, - 0.6875, - 1.109375, - 0.613281, - 0.390625, - 0.539062, - 0.949219, - 0.746094, - 0.941406, - 0.910156, - 0.582031, - 0.753906, - 1.101562, - 1.226562, - 0.277344, - 1.015625, - 0.5, - 0.390625, - 0.373047, - 0.613281, - 0.640625, - 1.164062, - 0.273438, - 0.914062, - 0.550781, - 0.851562, - 1.09375, - 0.875, - 0.617188, - 0.933594, - 0.792969, - 1.03125, - 0.730469, - 0.980469, - 0.914062, - 0.355469, - 0.621094, - 0.859375, - 0.664062, - 0.539062, - 0.648438, - 0.105957, - 1.070312, - 1.023438, - 0.679688, - 1.117188, - 0.566406, - 0.382812, - 0.443359, - 0.648438, - 0.539062, - 1.28125, - 0.10498, - 0.300781, - 0.765625, - 0.150391, - 0.088867, - 0.597656, - 0.507812, - 0.322266, - 0.921875, - 0.613281, - 1.015625, - 0.378906, - 1.28125, - 0.382812, - 0.139648, - 1.21875, - 1.226562, - 0.621094, - 0.691406, - 0.5, - 0.582031, - 1.046875, - 0.447266, - 0.546875, - 0.527344, - 0.574219, - 0.6875, - 0.333984, - 1.039062, - 0.890625, - 0.859375, - 0.699219, - 1.21875, - 0.773438, - 0.539062, - 0.554688, - 0.355469, - 0.738281, - 0.835938, - 1.039062, - 1.117188, - 0.357422, - 0.542969, - 0.734375, - 0.964844, - 0.453125, - 1.195312, - 1.054688, - 0.408203, - 1.015625, - 0.384766, - 0.375, - 1.0, - 0.628906, - 0.498047, - 0.542969, - 1.085938, - 0.125977, - 1.179688, - 0.093262, - 1.03125, - 1.117188, - 0.178711, - 0.246094, - 1.054688, - 0.542969, - 0.703125, - 0.785156, - 0.660156, - 0.636719, - 0.388672, - 0.351562, - 0.765625, - 0.871094, - 0.585938, - 0.667969, - 0.523438, - 0.746094, - 0.773438, - 0.300781, - 1.140625, - 0.992188, - 0.789062, - 1.054688, - 0.296875, - 0.143555, - 0.570312, - 0.800781, - 0.621094, - 0.835938, - 0.539062, - 0.863281, - 1.023438, - 0.917969, - 0.617188, - 1.007812, - 0.431641, - 0.871094, - 0.400391, - 0.15918, - 0.703125, - 0.6875, - 0.34375, - 0.632812, - 1.125, - 1.046875, - 1.195312, - 0.410156, - 1.015625, - 1.171875, - 0.9375, - 0.578125, - 0.882812, - 1.203125, - 0.46875, - 0.378906, - 0.617188, - 0.542969, - 1.210938, - 0.820312, - 0.722656, - 0.417969, - 0.667969, - 0.742188, - 0.773438, - 0.419922, - 0.429688, - 0.306641, - 0.824219, - 0.746094, - 0.494141, - 0.466797, - 0.722656, - 0.925781, - 0.365234, - 0.148438, - 1.054688, - 0.439453, - 1.070312, - 0.523438, - 1.164062, - 0.796875, - 1.210938, - 0.746094, - 0.792969, - 0.169922, - 1.3125, - 0.464844, - 0.419922, - 0.765625, - 0.341797, - 0.570312, - 1.007812, - 0.106934, - 0.785156, - 1.0625, - 0.898438, - 0.12207, - 0.761719, - 0.482422, - 1.132812, - 0.392578, - 0.71875, - 0.585938, - 0.108398, - 1.132812, - 0.785156, - 0.8125, - 0.330078, - 0.582031, - 0.707031, - 0.679688, - 0.828125, - 0.828125, - 0.378906, - 0.287109, - 0.6875, - 0.609375, - 1.0625, - 0.523438, - 0.227539, - 1.0625, - 0.726562, - 0.707031, - 0.414062, - 0.9375, - 1.117188, - 0.917969, - 0.097656, - 0.318359, - 0.09375, - 0.835938, - 1.203125, - 1.15625, - 0.636719, - 0.498047, - 0.539062, - 1.023438, - 0.699219, - 0.375, - 0.617188, - 0.365234, - 0.660156, - 0.376953, - 1.039062, - 0.11084, - 0.695312, - 0.96875, - 0.738281, - 1.0, - 0.4375, - 1.195312, - 0.625, - 1.195312, - 0.777344, - 0.980469, - 0.765625, - 0.4375, - 1.25, - 0.410156, - 0.65625, - 0.462891, - 0.742188, - 0.9375, - 0.988281, - 1.039062, - 0.796875, - 0.839844, - 0.124023, - 0.5625, - 0.640625, - 0.6875, - 1.234375, - 0.386719, - 1.148438, - 0.925781, - 0.605469, - 0.902344, - 0.773438, - 0.921875, - 0.699219, - 0.796875, - 0.169922, - 0.921875, - 1.117188, - 0.375, - 0.785156, - 0.703125, - 0.816406, - 0.671875, - 0.341797, - 1.179688, - 0.353516, - 0.455078, - 0.333984, - 1.09375, - 1.101562, - 0.949219, - 0.976562, - 0.375, - 0.131836, - 0.507812, - 0.785156, - 0.683594, - 0.875, - 0.9375, - 0.609375, - 0.847656, - 1.007812, - 0.398438, - 0.511719, - 0.605469, - 0.683594, - 0.443359, - 0.882812, - 0.589844, - 0.660156, - 0.953125, - 0.867188, - 0.933594, - 1.015625, - 0.792969, - 0.660156, - 0.09375, - 1.046875, - 0.121582, - 0.223633, - 0.419922, - 0.519531, - 0.332031, - 0.376953, - 0.4375, - 0.102051, - 0.404297, - 0.839844, - 0.722656, - 2.109375, - 0.492188, - 0.609375, - 0.613281, - 1.015625, - 0.458984, - 0.139648, - 0.902344, - 1.023438, - 0.679688, - 1.28125, - 0.875, - 0.914062, - 0.660156, - 1.328125, - 0.804688, - 0.679688, - 0.980469, - 0.404297, - 1.085938, - 0.425781, - 0.151367, - 0.765625, - 0.341797, - 0.554688, - 0.871094, - 1.28125, - 0.000881, - 0.384766, - 0.394531, - 0.757812, - 0.625, - 0.8125, - 0.914062, - 0.453125, - 1.140625, - 1.117188, - 0.664062, - 0.691406, - 0.337891, - 0.207031, - 0.275391, - 0.570312, - 0.546875, - 0.871094, - 0.882812, - 0.120605, - 0.104004, - 0.150391, - 0.84375, - 0.464844, - 0.496094, - 0.792969, - 1.085938, - 0.490234, - 0.859375, - 0.828125, - 0.566406, - 0.144531, - 0.714844, - 0.441406, - 0.847656, - 1.109375, - 0.363281, - 0.375, - 1.085938, - 0.695312, - 0.582031, - 0.328125, - 0.498047, - 0.804688, - 0.137695, - 0.527344, - 0.921875, - 0.253906, - 0.753906, - 0.875, - 0.388672, - 1.054688, - 0.582031, - 0.523438, - 0.120117, - 0.5625, - 0.304688, - 0.867188, - 0.796875, - 0.269531, - 0.511719, - 0.734375, - 0.601562, - 0.337891, - 0.519531, - 0.287109, - 0.648438, - 0.816406, - 0.59375, - 0.451172, - 0.867188, - 0.335938, - 0.898438, - 1.039062, - 0.480469, - 1.226562, - 0.753906, - 0.730469, - 0.386719, - 0.347656, - 0.851562, - 1.109375, - 0.96875, - 0.710938, - 1.109375, - 0.589844, - 0.601562, - 0.84375, - 0.496094, - 0.777344, - 1.109375, - 0.373047, - 0.482422, - 0.695312, - 0.40625, - 1.796875, - 0.703125, - 0.660156, - 0.824219, - 0.458984, - 1.09375, - 0.363281, - 1.34375, - 0.351562, - 0.644531, - 0.443359, - 0.609375, - 0.458984, - 0.230469, - 0.574219, - 0.921875, - 0.130859, - 0.746094, - 0.757812, - 0.890625 - ] - }, - "name": "model.model.layers.18.input_layernorm.weight", - "outputIndexes": [ - 1486 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1485 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_18/Mul_output_0", - "outputIndexes": [ - 1487 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1486, - 1487 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_18/Mul_1_output_0", - "outputIndexes": [ - 1488 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1488 - ], - "outputIndexes": [ - 2812 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2812 - ], - "outputIndexes": [ - 2813 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear", - "inputIndexes": [ - 2813 - ], - "outputIndexes": [ - 2814 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 473926356, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2814 - ], - "outputIndexes": [ - 2815 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2815 - ], - "outputIndexes": [ - 1489 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1488 - ], - "main_type": "NONE", - "name": "/Shape_253_output_0", - "outputIndexes": [ - 1490 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1490 - ], - "main_type": "NONE", - "name": "Shape4578", - "outputIndexes": [ - 1491 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1490 - ], - "main_type": "NONE", - "name": "Rank4580", - "outputIndexes": [ - 1492 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1492, - 1492 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4582", - "outputIndexes": [ - 1493 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1493 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4583", - "outputIndexes": [ - 1494 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1493, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4585", - "outputIndexes": [ - 1495 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1495 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4586", - "outputIndexes": [ - 1496 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1491, - 1494, - 1496, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4589", - "outputIndexes": [ - 1497 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1497 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4590", - "outputIndexes": [ - 1498 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1498 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4591", - "outputIndexes": [ - 1499 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1499, - 1498 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4592", - "outputIndexes": [ - 1500 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1490, - 1500, - 1493 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_274_output_0", - "outputIndexes": [ - 1501 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1501, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_577_output_0", - "outputIndexes": [ - 1502 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1502, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_234_output_0", - "outputIndexes": [ - 1503 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1489, - 1503 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_163_output_0", - "outputIndexes": [ - 1504 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1504, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_144_output_0", - "outputIndexes": [ - 1505 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1504 - ], - "main_type": "NONE", - "name": "/Shape_254_output_0", - "outputIndexes": [ - 1506 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1506 - ], - "main_type": "NONE", - "name": "Shape4599", - "outputIndexes": [ - 1507 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1506 - ], - "main_type": "NONE", - "name": "Rank4601", - "outputIndexes": [ - 1508 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1508, - 1508 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4603", - "outputIndexes": [ - 1509 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1509 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4604", - "outputIndexes": [ - 1510 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1509, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4606", - "outputIndexes": [ - 1511 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1511 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4607", - "outputIndexes": [ - 1512 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1507, - 1510, - 1512, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4610", - "outputIndexes": [ - 1513 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1513 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4611", - "outputIndexes": [ - 1514 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1514 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4612", - "outputIndexes": [ - 1515 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1515, - 1514 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4613", - "outputIndexes": [ - 1516 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1506, - 1516, - 1509 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_275_output_0", - "outputIndexes": [ - 1517 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1517, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_54_output_0", - "outputIndexes": [ - 1518 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1518, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_582_output_0", - "outputIndexes": [ - 1519 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1504, - 1519, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_73_output_0", - "outputIndexes": [ - 1520 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1520 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_36_output_0", - "outputIndexes": [ - 1521 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1504, - 22, - 1519, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_72_output_0", - "outputIndexes": [ - 1522 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1521, - 1522 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_237_output_0", - "outputIndexes": [ - 1523 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1523, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_145_output_0", - "outputIndexes": [ - 1524 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1505, - 1524 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_90_output_0", - "outputIndexes": [ - 1525 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1488 - ], - "outputIndexes": [ - 2816 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2816 - ], - "outputIndexes": [ - 2817 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear", - "inputIndexes": [ - 2817 - ], - "outputIndexes": [ - 2818 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 475259626, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2818 - ], - "outputIndexes": [ - 2819 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2819 - ], - "outputIndexes": [ - 1526 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1502, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_235_output_0", - "outputIndexes": [ - 1527 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1526, - 1527 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_164_output_0", - "outputIndexes": [ - 1528 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1528, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_146_output_0", - "outputIndexes": [ - 1529 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1528 - ], - "main_type": "NONE", - "name": "/Shape_255_output_0", - "outputIndexes": [ - 1530 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1530 - ], - "main_type": "NONE", - "name": "Shape4662", - "outputIndexes": [ - 1531 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1530 - ], - "main_type": "NONE", - "name": "Rank4664", - "outputIndexes": [ - 1532 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1532, - 1532 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4666", - "outputIndexes": [ - 1533 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1533 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4667", - "outputIndexes": [ - 1534 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1533, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4669", - "outputIndexes": [ - 1535 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1535 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4670", - "outputIndexes": [ - 1536 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1531, - 1534, - 1536, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4673", - "outputIndexes": [ - 1537 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1537 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4674", - "outputIndexes": [ - 1538 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1538 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4675", - "outputIndexes": [ - 1539 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1539, - 1538 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4676", - "outputIndexes": [ - 1540 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1530, - 1540, - 1533 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_276_output_0", - "outputIndexes": [ - 1541 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1541, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_55_output_0", - "outputIndexes": [ - 1542 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1542, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_584_output_0", - "outputIndexes": [ - 1543 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1528, - 1543, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_75_output_0", - "outputIndexes": [ - 1544 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1544 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_37_output_0", - "outputIndexes": [ - 1545 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1528, - 22, - 1543, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_74_output_0", - "outputIndexes": [ - 1546 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1545, - 1546 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_238_output_0", - "outputIndexes": [ - 1547 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1547, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_147_output_0", - "outputIndexes": [ - 1548 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1529, - 1548 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_91_output_0", - "outputIndexes": [ - 1549 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1488 - ], - "outputIndexes": [ - 2820 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2820 - ], - "outputIndexes": [ - 2821 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear", - "inputIndexes": [ - 2821 - ], - "outputIndexes": [ - 2822 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 475481856, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2822 - ], - "outputIndexes": [ - 2823 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2823 - ], - "outputIndexes": [ - 1550 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1550, - 1527 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_165_output_0", - "outputIndexes": [ - 1551 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1525, - 1549, - 1551, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_170_output_0", - "outputIndexes": [ - 1552 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1552 - ], - "outputIndexes": [ - 2824 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2824 - ], - "outputIndexes": [ - 2825 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear", - "inputIndexes": [ - 2825 - ], - "outputIndexes": [ - 2826 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 475704086, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2826 - ], - "outputIndexes": [ - 2827 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2827 - ], - "outputIndexes": [ - 1553 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1485, - 1553 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_93_output_0", - "outputIndexes": [ - 1554 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.210938, - 0.933594, - 0.429688, - 0.613281, - 0.527344, - 0.498047, - 0.671875, - 0.609375, - 0.679688, - 0.441406, - 0.652344, - 0.386719, - 0.769531, - 0.757812, - 0.761719, - 0.664062, - 0.710938, - 0.582031, - 0.789062, - 0.392578, - 0.730469, - 0.605469, - 0.605469, - 0.205078, - 0.808594, - 0.796875, - 0.515625, - 0.447266, - 0.431641, - 0.851562, - 0.792969, - 0.722656, - 0.945312, - 0.412109, - 0.589844, - 0.929688, - 0.800781, - 0.644531, - 0.412109, - 0.429688, - 0.929688, - 0.859375, - 0.765625, - 0.875, - 0.19043, - 0.613281, - 0.59375, - 0.660156, - 0.597656, - 0.453125, - 0.207031, - 0.412109, - 0.828125, - 0.765625, - 0.695312, - 0.503906, - 0.447266, - 0.211914, - 0.386719, - 0.443359, - 0.578125, - 0.464844, - 0.503906, - 0.796875, - 0.683594, - 0.359375, - 0.5625, - 0.425781, - 0.589844, - 0.507812, - 0.5625, - 0.484375, - 0.21875, - 0.482422, - 0.726562, - 0.412109, - 0.75, - 0.726562, - 0.691406, - 0.96875, - 0.902344, - 0.217773, - 0.373047, - 0.941406, - 0.792969, - 0.867188, - 0.890625, - 0.941406, - 0.550781, - 0.726562, - 0.660156, - 0.53125, - 0.453125, - 0.511719, - 0.859375, - 0.335938, - 0.636719, - 0.447266, - 0.882812, - 0.75, - 1.40625, - 0.414062, - 0.423828, - 0.957031, - 0.421875, - 0.625, - 0.59375, - 0.648438, - 0.425781, - 0.699219, - 0.429688, - 1.0, - 0.539062, - 0.21875, - 0.867188, - 0.695312, - 0.792969, - 0.867188, - 0.21582, - 0.233398, - 0.753906, - 0.237305, - 0.466797, - 0.472656, - 0.761719, - 0.902344, - 0.886719, - 0.24707, - 0.46875, - 1.257812, - 0.589844, - 0.660156, - 0.691406, - 0.957031, - 0.800781, - 0.988281, - 0.412109, - 1.203125, - 0.427734, - 0.710938, - 0.230469, - 0.5625, - 0.527344, - 0.28125, - 0.855469, - 0.402344, - 0.832031, - 0.496094, - 0.976562, - 0.640625, - 0.585938, - 0.808594, - 0.283203, - 0.734375, - 0.742188, - 0.412109, - 0.777344, - 0.466797, - 0.996094, - 0.871094, - 0.439453, - 0.5, - 0.617188, - 0.249023, - 0.427734, - 0.761719, - 0.644531, - 0.828125, - 0.734375, - 0.730469, - 1.03125, - 0.703125, - 0.71875, - 0.878906, - 0.539062, - 0.796875, - 0.652344, - 0.988281, - 0.761719, - 0.976562, - 0.839844, - 0.570312, - 0.863281, - 0.5, - 0.730469, - 0.349609, - 0.24707, - 1.007812, - 0.675781, - 0.648438, - 0.929688, - 0.519531, - 0.882812, - 0.84375, - 0.847656, - 0.746094, - 0.683594, - 0.617188, - 0.828125, - 0.482422, - 0.585938, - 0.734375, - 0.867188, - 1.078125, - 0.832031, - 0.726562, - 0.671875, - 0.960938, - 0.609375, - 0.804688, - 0.609375, - 0.855469, - 0.416016, - 0.539062, - 0.894531, - 0.267578, - 0.828125, - 0.835938, - 0.765625, - 0.679688, - 0.753906, - 0.828125, - 0.376953, - 0.337891, - 0.476562, - 0.859375, - 0.476562, - 0.400391, - 0.335938, - 0.765625, - 0.710938, - 0.796875, - 0.894531, - 0.851562, - 0.8125, - 0.480469, - 0.78125, - 0.609375, - 0.707031, - 0.867188, - 0.535156, - 0.765625, - 0.644531, - 0.953125, - 0.675781, - 0.761719, - 0.941406, - 0.65625, - 0.5, - 1.015625, - 0.570312, - 0.410156, - 0.871094, - 0.245117, - 0.209961, - 0.496094, - 0.542969, - 0.976562, - 0.882812, - 0.628906, - 0.691406, - 0.898438, - 0.816406, - 0.478516, - 0.808594, - 0.65625, - 0.443359, - 0.929688, - 0.6875, - 0.597656, - 0.738281, - 0.539062, - 0.482422, - 0.742188, - 0.412109, - 0.445312, - 0.269531, - 0.792969, - 0.431641, - 0.855469, - 0.777344, - 0.539062, - 0.570312, - 0.53125, - 0.738281, - 0.22168, - 0.458984, - 0.699219, - 0.589844, - 0.90625, - 0.761719, - 0.9375, - 1.070312, - 0.929688, - 0.5, - 0.585938, - 0.722656, - 0.632812, - 0.84375, - 0.875, - 0.228516, - 0.333984, - 0.898438, - 0.244141, - 0.96875, - 0.625, - 0.84375, - 0.488281, - 0.710938, - 0.205078, - 0.417969, - 0.875, - 0.240234, - 0.671875, - 1.007812, - 0.886719, - 0.320312, - 0.707031, - 0.738281, - 0.243164, - 0.714844, - 0.992188, - 0.777344, - 0.414062, - 0.625, - 0.636719, - 0.578125, - 0.220703, - 0.609375, - 0.558594, - 0.198242, - 0.769531, - 0.235352, - 0.546875, - 0.550781, - 0.400391, - 0.652344, - 0.197266, - 0.488281, - 0.296875, - 0.5625, - 0.707031, - 0.53125, - 0.855469, - 0.84375, - 0.625, - 0.640625, - 0.482422, - 0.460938, - 0.789062, - 0.46875, - 0.402344, - 0.416016, - 0.679688, - 0.417969, - 0.777344, - 0.219727, - 0.609375, - 0.800781, - 0.412109, - 0.421875, - 0.601562, - 0.746094, - 0.695312, - 0.625, - 0.617188, - 0.933594, - 0.628906, - 0.223633, - 0.890625, - 0.585938, - 0.433594, - 0.9375, - 0.433594, - 0.550781, - 0.585938, - 0.78125, - 0.503906, - 0.910156, - 0.439453, - 0.855469, - 1.03125, - 0.714844, - 1.101562, - 0.333984, - 0.753906, - 0.484375, - 0.980469, - 0.519531, - 0.8125, - 0.613281, - 0.679688, - 0.863281, - 0.648438, - 0.386719, - 0.257812, - 0.699219, - 0.392578, - 0.59375, - 0.761719, - 0.427734, - 0.914062, - 0.474609, - 0.644531, - 0.550781, - 0.217773, - 1.0, - 0.761719, - 0.570312, - 0.257812, - 0.5625, - 0.462891, - 0.84375, - 0.878906, - 0.539062, - 0.53125, - 1.039062, - 0.945312, - 0.412109, - 0.777344, - 0.867188, - 0.404297, - 0.667969, - 0.455078, - 0.378906, - 0.820312, - 0.484375, - 0.792969, - 0.527344, - 0.796875, - 0.988281, - 0.914062, - 0.738281, - 1.015625, - 0.435547, - 0.462891, - 0.480469, - 0.423828, - 0.664062, - 0.796875, - 0.566406, - 0.367188, - 0.308594, - 0.507812, - 0.738281, - 0.878906, - 0.251953, - 0.9375, - 0.792969, - 0.949219, - 1.085938, - 0.730469, - 0.644531, - 1.085938, - 0.851562, - 0.894531, - 0.9375, - 0.792969, - 0.210938, - 1.289062, - 0.408203, - 0.636719, - 0.746094, - 0.550781, - 0.527344, - 0.255859, - 0.462891, - 0.558594, - 0.589844, - 0.601562, - 0.730469, - 0.636719, - 0.416016, - 0.660156, - 0.941406, - 0.890625, - 0.792969, - 0.443359, - 0.263672, - 0.753906, - 0.894531, - 0.625, - 0.726562, - 0.820312, - 0.53125, - 0.423828, - 0.742188, - 0.496094, - 0.761719, - 0.804688, - 0.785156, - 0.6875, - 0.851562, - 0.613281, - 0.839844, - 0.878906, - 0.722656, - 0.929688, - 0.462891, - 0.269531, - 0.208008, - 0.953125, - 0.722656, - 0.765625, - 1.1875, - 0.570312, - 0.878906, - 0.289062, - 0.453125, - 1.078125, - 0.398438, - 0.800781, - 0.941406, - 0.945312, - 0.228516, - 0.714844, - 0.65625, - 0.976562, - 0.486328, - 0.455078, - 0.410156, - 0.71875, - 0.699219, - 0.470703, - 0.78125, - 0.457031, - 0.667969, - 0.78125, - 0.734375, - 0.761719, - 0.453125, - 0.470703, - 0.200195, - 0.490234, - 0.824219, - 0.8125, - 0.863281, - 0.753906, - 0.710938, - 0.217773, - 0.621094, - 0.617188, - 0.832031, - 0.617188, - 0.566406, - 0.476562, - 0.398438, - 0.6875, - 0.402344, - 0.660156, - 0.441406, - 0.730469, - 0.867188, - 0.632812, - 0.229492, - 0.621094, - 0.929688, - 0.75, - 0.820312, - 0.246094, - 0.957031, - 0.90625, - 0.78125, - 0.71875, - 0.882812, - 0.425781, - 0.207031, - 0.792969, - 0.851562, - 0.804688, - 0.423828, - 1.085938, - 0.542969, - 0.208008, - 0.333984, - 0.498047, - 0.894531, - 0.789062, - 0.226562, - 0.757812, - 0.230469, - 0.474609, - 0.574219, - 1.03125, - 0.898438, - 0.419922, - 0.523438, - 0.875, - 0.9375, - 0.558594, - 0.835938, - 0.886719, - 0.710938, - 0.490234, - 0.447266, - 0.929688, - 0.8125, - 0.972656, - 0.746094, - 0.453125, - 0.886719, - 0.945312, - 0.65625, - 0.238281, - 0.859375, - 0.402344, - 0.236328, - 0.925781, - 0.691406, - 5.7e-05, - 0.507812, - 0.789062, - 0.21582, - 0.392578, - 0.585938, - 0.691406, - 0.628906, - 0.832031, - 0.410156, - 0.589844, - 0.453125, - 0.433594, - 0.628906, - 0.628906, - 0.828125, - 0.84375, - 0.695312, - 0.984375, - 0.800781, - 0.570312, - 1.0, - 0.539062, - 0.212891, - 0.714844, - 0.644531, - 0.550781, - 0.757812, - 0.470703, - 0.777344, - 0.617188, - 0.933594, - 0.213867, - 0.824219, - 0.443359, - 0.211914, - 0.832031, - 0.863281, - 1.015625, - 0.416016, - 0.515625, - 0.255859, - 0.914062, - 0.503906, - 0.445312, - 0.40625, - 1.007812, - 0.875, - 0.972656, - 0.554688, - 0.96875, - 0.570312, - 0.404297, - 0.223633, - 0.59375, - 0.390625, - 0.714844, - 0.746094, - 0.621094, - 0.59375, - 0.503906, - 0.71875, - 0.359375, - 0.734375, - 0.816406, - 0.914062, - 0.898438, - 0.249023, - 0.753906, - 0.6875, - 0.441406, - 0.628906, - 0.765625, - 0.742188, - 0.796875, - 0.859375, - 0.671875, - 0.988281, - 0.832031, - 0.535156, - 0.910156, - 0.859375, - 0.585938, - 0.462891, - 0.925781, - 0.386719, - 0.636719, - 0.480469, - 0.515625, - 0.964844, - 0.832031, - 0.589844, - 0.648438, - 0.625, - 0.933594, - 0.318359, - 0.710938, - 0.46875, - 0.589844, - 0.855469, - 0.486328, - 0.306641, - 0.206055, - 0.871094, - 0.490234, - 0.21875, - 0.929688, - 0.855469, - 0.769531, - 0.291016, - 0.90625, - 0.765625, - 0.243164, - 0.652344, - 0.269531, - 0.558594, - 0.761719, - 0.507812, - 0.875, - 0.839844, - 0.644531, - 0.578125, - 0.636719, - 0.59375, - 0.412109, - 0.976562, - 0.414062, - 0.597656, - 0.824219, - 0.84375, - 1.226562, - 0.511719, - 0.251953, - 0.291016, - 0.490234, - 0.746094, - 0.765625, - 0.546875, - 0.679688, - 0.925781, - 0.730469, - 0.431641, - 0.839844, - 0.345703, - 0.294922, - 0.507812, - 0.597656, - 0.699219, - 0.435547, - 0.408203, - 0.578125, - 0.867188, - 0.585938, - 0.550781, - 0.213867, - 0.566406, - 0.964844, - 0.867188, - 0.503906, - 0.5, - 0.589844, - 0.21582, - 0.730469, - 0.800781, - 0.421875, - 0.617188, - 0.431641, - 0.449219, - 0.359375, - 0.832031, - 0.40625, - 0.439453, - 0.800781, - 0.482422, - 0.652344, - 0.470703, - 0.5625, - 1.101562, - 0.417969, - 0.632812, - 0.503906, - 0.804688, - 0.996094, - 0.828125, - 0.230469, - 0.419922, - 0.933594, - 0.414062, - 0.421875, - 1.132812, - 0.644531, - 0.429688, - 0.902344, - 0.380859, - 0.691406, - 0.683594, - 0.65625, - 0.427734, - 0.660156, - 0.235352, - 0.4375, - 0.707031, - 0.496094, - 0.695312, - 0.398438, - 0.476562, - 0.902344, - 0.699219, - 0.660156, - 0.789062, - 0.992188, - 0.742188, - 0.792969, - 0.816406, - 0.808594, - 0.886719, - 0.640625, - 0.421875, - 0.267578, - 0.78125, - 0.396484, - 0.769531, - 0.429688, - 0.53125, - 0.435547, - 0.527344, - 0.714844, - 0.65625, - 0.417969, - 0.882812, - 0.738281, - 1.03125, - 0.71875, - 0.394531, - 0.832031, - 0.291016, - 0.414062, - 0.957031, - 0.464844, - 0.671875, - 0.203125, - 0.703125, - 0.714844, - 0.898438, - 0.398438, - 0.671875, - 0.988281, - 0.223633, - 0.433594, - 0.394531, - 0.8125, - 0.953125, - 0.503906, - 0.832031, - 0.832031, - 0.213867, - 0.188477, - 0.878906, - 0.392578, - 0.273438, - 0.636719, - 0.664062, - 0.621094, - 0.785156, - 0.644531, - 0.863281, - 0.640625, - 0.898438, - 0.625, - 0.425781, - 0.769531, - 0.216797, - 0.976562, - 0.539062, - 0.490234, - 0.609375, - 0.660156, - 1.023438, - 0.890625, - 0.773438, - 0.65625, - 0.367188, - 0.851562, - 0.648438, - 0.206055, - 0.5625, - 0.910156, - 1.039062, - 0.894531, - 0.423828, - 0.206055, - 0.306641, - 0.225586, - 0.675781, - 0.628906, - 0.400391, - 0.6875, - 0.400391, - 0.875, - 0.640625, - 0.458984, - 0.796875, - 0.447266, - 0.554688, - 0.546875, - 0.416016, - 0.84375, - 0.816406, - 0.210938, - 0.765625, - 0.753906, - 1.03125, - 0.796875, - 0.746094, - 0.824219, - 0.390625, - 0.632812, - 0.414062, - 0.472656, - 0.667969, - 0.738281, - 0.832031, - 0.8125, - 0.558594, - 0.228516, - 0.875, - 0.714844, - 0.609375, - 0.828125, - 0.425781, - 1.21875, - 0.435547, - 0.65625, - 0.699219, - 0.455078, - 0.765625, - 0.933594, - 0.773438, - 0.488281, - 0.746094, - 0.972656, - 1.046875, - 0.235352, - 0.789062, - 0.816406, - 0.550781, - 0.644531, - 0.636719, - 0.400391, - 0.40625, - 0.730469, - 0.957031, - 0.972656, - 0.585938, - 0.796875, - 0.464844, - 0.582031, - 0.769531, - 0.482422, - 0.585938, - 0.447266, - 0.511719, - 0.6875, - 0.871094, - 0.675781, - 0.765625, - 0.222656, - 1.09375, - 0.800781, - 0.445312, - 0.53125, - 0.419922, - 0.707031, - 0.570312, - 0.417969, - 0.546875, - 0.441406, - 0.550781, - 0.722656, - 0.714844, - 0.189453, - 1.0625, - 0.212891, - 1.054688, - 0.777344, - 0.941406, - 0.490234, - 0.683594, - 0.59375, - 0.652344, - 0.453125, - 0.808594, - 0.699219, - 0.398438, - 0.699219, - 0.652344, - 0.435547, - 0.648438, - 0.316406, - 0.898438, - 0.527344, - 0.417969, - 0.585938, - 0.671875, - 0.71875, - 0.933594, - 0.494141, - 0.90625, - 0.894531, - 0.394531, - 0.496094, - 0.582031, - 0.707031, - 0.769531, - 0.392578, - 0.476562, - 0.734375, - 0.757812, - 0.957031, - 0.392578, - 0.996094, - 0.441406, - 0.90625, - 0.625, - 0.621094, - 0.945312, - 0.882812, - 0.847656, - 0.765625, - 0.382812, - 0.640625, - 0.625, - 0.550781, - 0.722656, - 0.984375, - 0.613281, - 0.722656, - 0.835938, - 0.613281, - 1.023438, - 0.667969, - 0.511719, - 0.523438, - 0.886719, - 0.753906, - 0.867188, - 0.761719, - 0.539062, - 0.820312, - 1.0, - 1.007812, - 0.412109, - 1.0, - 0.484375, - 0.496094, - 0.441406, - 0.625, - 0.722656, - 0.960938, - 0.378906, - 0.929688, - 0.585938, - 0.742188, - 1.023438, - 0.237305, - 0.648438, - 0.726562, - 0.78125, - 0.695312, - 0.761719, - 0.84375, - 0.761719, - 0.433594, - 0.722656, - 0.824219, - 0.691406, - 0.621094, - 0.714844, - 0.217773, - 0.941406, - 0.53125, - 0.699219, - 0.976562, - 0.628906, - 0.408203, - 0.492188, - 0.691406, - 0.419922, - 0.984375, - 0.202148, - 0.427734, - 0.785156, - 0.245117, - 0.198242, - 0.558594, - 0.451172, - 0.466797, - 0.816406, - 0.679688, - 0.396484, - 0.439453, - 1.101562, - 0.523438, - 0.251953, - 1.28125, - 1.015625, - 0.703125, - 0.664062, - 0.511719, - 0.398438, - 0.90625, - 0.539062, - 0.574219, - 0.519531, - 0.435547, - 0.75, - 0.339844, - 0.902344, - 0.832031, - 0.824219, - 0.769531, - 1.007812, - 0.703125, - 0.609375, - 0.597656, - 0.445312, - 0.710938, - 0.8125, - 0.691406, - 0.949219, - 0.384766, - 0.605469, - 0.742188, - 0.878906, - 0.515625, - 1.109375, - 0.996094, - 0.478516, - 0.851562, - 0.460938, - 0.492188, - 0.828125, - 0.585938, - 0.574219, - 0.546875, - 0.462891, - 0.237305, - 1.007812, - 0.192383, - 0.941406, - 0.90625, - 0.24707, - 0.386719, - 0.992188, - 0.535156, - 0.761719, - 0.730469, - 0.380859, - 0.695312, - 0.496094, - 0.419922, - 0.726562, - 0.824219, - 0.589844, - 0.519531, - 0.523438, - 0.769531, - 0.769531, - 0.427734, - 0.90625, - 0.910156, - 0.710938, - 0.976562, - 0.423828, - 0.238281, - 0.511719, - 0.796875, - 0.667969, - 0.851562, - 0.625, - 0.765625, - 1.023438, - 0.808594, - 0.566406, - 0.777344, - 0.515625, - 0.820312, - 0.419922, - 0.237305, - 0.40625, - 0.691406, - 0.435547, - 0.691406, - 0.851562, - 0.925781, - 0.984375, - 0.519531, - 0.898438, - 1.09375, - 0.839844, - 0.691406, - 0.914062, - 1.046875, - 0.570312, - 0.460938, - 0.443359, - 0.458984, - 1.015625, - 0.292969, - 0.535156, - 0.404297, - 0.675781, - 0.703125, - 0.341797, - 0.355469, - 0.5, - 0.355469, - 0.773438, - 0.644531, - 0.597656, - 0.488281, - 0.761719, - 0.894531, - 0.458984, - 0.257812, - 0.96875, - 0.464844, - 0.980469, - 0.605469, - 1.023438, - 0.730469, - 1.0, - 0.691406, - 0.792969, - 0.287109, - 1.257812, - 0.396484, - 0.460938, - 0.789062, - 0.535156, - 0.589844, - 0.933594, - 0.198242, - 0.539062, - 0.949219, - 0.84375, - 0.240234, - 0.707031, - 0.511719, - 1.0625, - 0.466797, - 0.726562, - 0.632812, - 0.209961, - 0.753906, - 0.84375, - 0.789062, - 0.417969, - 0.621094, - 0.554688, - 0.675781, - 0.785156, - 0.84375, - 0.597656, - 0.410156, - 0.738281, - 0.679688, - 0.976562, - 0.408203, - 0.287109, - 0.386719, - 0.734375, - 0.632812, - 0.490234, - 0.243164, - 0.867188, - 0.292969, - 0.211914, - 0.410156, - 0.206055, - 0.730469, - 0.375, - 1.101562, - 0.671875, - 0.546875, - 0.632812, - 0.349609, - 0.691406, - 0.443359, - 0.632812, - 0.443359, - 0.730469, - 0.451172, - 0.96875, - 0.193359, - 0.675781, - 0.917969, - 0.78125, - 0.757812, - 0.412109, - 1.0625, - 0.574219, - 0.960938, - 0.625, - 0.859375, - 0.765625, - 0.451172, - 1.039062, - 0.53125, - 0.59375, - 0.542969, - 0.734375, - 0.898438, - 0.894531, - 0.933594, - 0.78125, - 0.84375, - 0.210938, - 0.515625, - 0.695312, - 0.5625, - 1.023438, - 0.457031, - 1.015625, - 0.71875, - 0.617188, - 0.804688, - 0.722656, - 0.914062, - 0.589844, - 0.828125, - 0.269531, - 0.839844, - 0.9375, - 0.410156, - 0.746094, - 0.753906, - 0.828125, - 0.691406, - 0.414062, - 0.910156, - 0.408203, - 0.527344, - 0.400391, - 0.921875, - 0.988281, - 0.847656, - 0.890625, - 0.443359, - 0.230469, - 0.621094, - 0.265625, - 0.804688, - 0.792969, - 0.890625, - 0.648438, - 0.613281, - 0.902344, - 0.449219, - 0.570312, - 0.640625, - 0.65625, - 0.542969, - 0.832031, - 0.652344, - 0.683594, - 0.890625, - 0.859375, - 0.306641, - 0.839844, - 0.773438, - 0.695312, - 0.207031, - 0.957031, - 0.230469, - 0.294922, - 0.535156, - 0.601562, - 0.410156, - 0.326172, - 0.527344, - 0.216797, - 0.421875, - 0.8125, - 0.707031, - 0.949219, - 0.625, - 0.625, - 0.40625, - 0.941406, - 0.478516, - 0.236328, - 0.828125, - 0.835938, - 0.707031, - 1.0, - 0.652344, - 0.84375, - 0.65625, - 1.28125, - 0.71875, - 0.691406, - 0.945312, - 0.347656, - 0.90625, - 0.523438, - 0.231445, - 0.78125, - 0.445312, - 0.636719, - 0.816406, - 0.996094, - 0.19043, - 0.439453, - 0.394531, - 0.226562, - 0.486328, - 0.726562, - 0.894531, - 0.609375, - 1.03125, - 0.9375, - 0.613281, - 0.738281, - 0.453125, - 0.277344, - 0.423828, - 0.695312, - 0.679688, - 0.828125, - 0.835938, - 0.224609, - 0.208984, - 0.25, - 0.785156, - 0.470703, - 0.486328, - 0.404297, - 0.972656, - 0.539062, - 0.8125, - 0.84375, - 0.609375, - 0.238281, - 0.636719, - 0.511719, - 0.84375, - 0.9375, - 0.402344, - 0.423828, - 1.007812, - 0.734375, - 0.675781, - 0.419922, - 0.558594, - 0.800781, - 0.248047, - 0.613281, - 0.855469, - 0.421875, - 0.761719, - 0.796875, - 0.40625, - 1.0, - 0.660156, - 0.613281, - 0.236328, - 0.636719, - 0.402344, - 0.855469, - 0.8125, - 0.394531, - 0.578125, - 0.482422, - 0.660156, - 0.443359, - 0.601562, - 0.392578, - 0.648438, - 0.566406, - 0.523438, - 0.494141, - 0.761719, - 0.443359, - 0.820312, - 0.832031, - 0.523438, - 1.078125, - 0.796875, - 0.683594, - 0.421875, - 0.425781, - 0.851562, - 0.941406, - 0.917969, - 0.75, - 1.070312, - 0.625, - 0.640625, - 0.832031, - 0.566406, - 0.859375, - 1.117188, - 0.511719, - 0.507812, - 0.722656, - 0.503906, - 0.957031, - 0.519531, - 0.71875, - 0.820312, - 0.628906, - 0.859375, - 0.423828, - 1.1875, - 0.398438, - 0.589844, - 0.542969, - 0.710938, - 0.416016, - 0.287109, - 0.597656, - 0.792969, - 0.212891, - 0.675781, - 0.738281, - 0.902344 - ] - }, - "name": "model.model.layers.18.post_attention_layernorm.weight", - "outputIndexes": [ - 1555 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1554 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_18/Mul_output_0", - "outputIndexes": [ - 1556 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1555, - 1556 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_18/Mul_1_output_0", - "outputIndexes": [ - 1557 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1557 - ], - "outputIndexes": [ - 2828 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2828 - ], - "outputIndexes": [ - 2829 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/gate_proj/Linear", - "inputIndexes": [ - 2829 - ], - "outputIndexes": [ - 2830 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 477031212, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2830 - ], - "outputIndexes": [ - 2831 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2831 - ], - "outputIndexes": [ - 1558 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1558 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_18/Sigmoid_output_0", - "outputIndexes": [ - 1559 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1558, - 1559 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_18/Mul_output_0", - "outputIndexes": [ - 1560 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1557 - ], - "outputIndexes": [ - 2832 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2832 - ], - "outputIndexes": [ - 2833 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/up_proj/Linear", - "inputIndexes": [ - 2833 - ], - "outputIndexes": [ - 2834 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 484772674, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2834 - ], - "outputIndexes": [ - 2835 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2835 - ], - "outputIndexes": [ - 1561 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1560, - 1561 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_18/Mul_output_0", - "outputIndexes": [ - 1562 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1562 - ], - "outputIndexes": [ - 2836 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2836 - ], - "outputIndexes": [ - 2837 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/down_proj/Linear", - "inputIndexes": [ - 2837 - ], - "outputIndexes": [ - 2838 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 492514136, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2838 - ], - "outputIndexes": [ - 2839 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2839 - ], - "outputIndexes": [ - 1563 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1554, - 1563 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_94_output_0", - "outputIndexes": [ - 1564 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1564, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_171_output_0", - "outputIndexes": [ - 1565 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.298828, - 1.09375, - 1.0625, - 0.574219, - 0.664062, - 0.4375, - 0.683594, - 0.542969, - 0.695312, - 0.451172, - 0.683594, - 0.574219, - 0.726562, - 0.863281, - 0.828125, - 0.648438, - 0.71875, - 0.597656, - 0.742188, - 0.390625, - 0.75, - 0.796875, - 0.648438, - 0.1875, - 0.984375, - 0.839844, - 0.470703, - 0.408203, - 0.390625, - 0.9375, - 0.796875, - 0.710938, - 1.195312, - 0.337891, - 0.777344, - 1.078125, - 0.886719, - 0.644531, - 0.408203, - 0.644531, - 1.054688, - 0.882812, - 0.855469, - 0.976562, - 0.441406, - 0.625, - 0.542969, - 0.609375, - 0.5625, - 0.867188, - 0.236328, - 0.589844, - 0.902344, - 0.785156, - 0.851562, - 0.455078, - 0.388672, - 0.213867, - 0.746094, - 0.445312, - 0.558594, - 0.408203, - 0.679688, - 0.78125, - 0.65625, - 0.5, - 0.613281, - 0.373047, - 0.738281, - 0.566406, - 0.667969, - 0.574219, - 0.269531, - 0.464844, - 0.773438, - 0.589844, - 0.71875, - 0.765625, - 0.679688, - 1.03125, - 1.0625, - 0.320312, - 0.714844, - 0.902344, - 0.90625, - 0.859375, - 0.972656, - 1.34375, - 0.648438, - 0.742188, - 0.734375, - 0.585938, - 0.839844, - 0.5, - 0.882812, - 0.878906, - 0.621094, - 0.527344, - 1.117188, - 0.78125, - 1.414062, - 0.539062, - 0.53125, - 1.125, - 0.470703, - 0.621094, - 0.992188, - 0.640625, - 0.492188, - 0.679688, - 0.458984, - 1.25, - 0.542969, - 0.957031, - 0.917969, - 0.699219, - 1.0625, - 1.234375, - 0.265625, - 0.277344, - 0.738281, - 0.289062, - 0.496094, - 0.425781, - 0.746094, - 1.023438, - 0.996094, - 0.186523, - 0.59375, - 1.351562, - 0.554688, - 0.625, - 0.757812, - 1.140625, - 0.867188, - 1.09375, - 0.40625, - 1.390625, - 0.460938, - 0.65625, - 0.209961, - 0.675781, - 0.476562, - 0.298828, - 0.898438, - 0.359375, - 0.929688, - 0.964844, - 1.085938, - 0.613281, - 0.578125, - 0.898438, - 0.345703, - 0.703125, - 0.470703, - 0.390625, - 0.871094, - 0.443359, - 1.203125, - 0.875, - 0.498047, - 0.5625, - 0.914062, - 0.376953, - 0.396484, - 0.835938, - 0.703125, - 0.90625, - 0.710938, - 1.195312, - 1.335938, - 0.660156, - 0.714844, - 1.234375, - 0.574219, - 0.917969, - 0.992188, - 1.132812, - 0.886719, - 1.21875, - 0.789062, - 0.507812, - 1.28125, - 1.09375, - 0.78125, - 0.839844, - 0.259766, - 1.070312, - 0.550781, - 0.664062, - 1.171875, - 0.550781, - 1.101562, - 0.976562, - 1.09375, - 0.757812, - 0.703125, - 0.59375, - 0.96875, - 0.453125, - 0.503906, - 0.660156, - 1.125, - 1.210938, - 0.855469, - 0.714844, - 0.636719, - 1.085938, - 0.601562, - 0.9375, - 0.683594, - 0.980469, - 0.496094, - 0.488281, - 1.15625, - 0.511719, - 0.914062, - 0.917969, - 0.789062, - 0.667969, - 0.761719, - 0.890625, - 0.507812, - 0.957031, - 0.447266, - 0.929688, - 0.419922, - 0.410156, - 0.726562, - 0.816406, - 0.695312, - 0.867188, - 1.09375, - 0.917969, - 0.871094, - 0.365234, - 0.734375, - 0.644531, - 0.71875, - 1.015625, - 0.494141, - 1.304688, - 0.761719, - 1.21875, - 0.667969, - 0.714844, - 1.164062, - 0.8125, - 0.482422, - 1.132812, - 0.605469, - 0.71875, - 1.171875, - 0.871094, - 0.191406, - 0.445312, - 0.574219, - 1.15625, - 1.078125, - 0.699219, - 0.707031, - 1.09375, - 0.800781, - 0.484375, - 0.960938, - 0.546875, - 0.416016, - 1.164062, - 0.695312, - 0.53125, - 0.816406, - 0.832031, - 0.53125, - 0.769531, - 0.484375, - 0.441406, - 0.273438, - 0.855469, - 0.357422, - 0.902344, - 0.820312, - 0.535156, - 0.609375, - 0.621094, - 0.867188, - 0.232422, - 0.417969, - 0.917969, - 0.578125, - 1.039062, - 0.792969, - 1.046875, - 1.242188, - 1.15625, - 0.458984, - 0.535156, - 0.769531, - 0.867188, - 0.921875, - 1.070312, - 0.227539, - 0.5625, - 0.980469, - 0.25, - 1.195312, - 0.574219, - 0.914062, - 0.589844, - 0.902344, - 0.189453, - 0.503906, - 1.023438, - 0.224609, - 0.65625, - 1.078125, - 0.945312, - 0.550781, - 0.730469, - 0.765625, - 0.253906, - 0.832031, - 1.203125, - 0.765625, - 0.53125, - 0.632812, - 1.007812, - 0.585938, - 0.240234, - 0.621094, - 0.570312, - 0.131836, - 1.078125, - 0.265625, - 0.910156, - 0.628906, - 0.574219, - 0.640625, - 0.206055, - 0.546875, - 0.386719, - 0.710938, - 0.828125, - 0.550781, - 1.039062, - 0.929688, - 0.585938, - 0.625, - 0.511719, - 0.378906, - 0.824219, - 0.417969, - 0.585938, - 0.671875, - 1.148438, - 0.314453, - 0.917969, - 0.894531, - 0.644531, - 0.921875, - 0.369141, - 0.308594, - 0.71875, - 0.675781, - 0.832031, - 0.578125, - 0.632812, - 1.085938, - 0.667969, - 0.188477, - 1.015625, - 0.578125, - 0.462891, - 1.109375, - 0.445312, - 0.523438, - 0.566406, - 0.917969, - 0.589844, - 1.117188, - 0.400391, - 1.125, - 1.304688, - 0.785156, - 1.242188, - 0.484375, - 0.722656, - 0.503906, - 1.171875, - 0.5, - 0.886719, - 0.609375, - 0.707031, - 0.90625, - 0.863281, - 0.835938, - 0.396484, - 0.660156, - 0.398438, - 0.597656, - 0.847656, - 0.357422, - 0.984375, - 0.527344, - 0.527344, - 0.691406, - 0.257812, - 1.085938, - 0.75, - 0.796875, - 0.441406, - 0.582031, - 0.494141, - 0.972656, - 1.203125, - 0.498047, - 0.474609, - 1.242188, - 1.132812, - 0.398438, - 0.859375, - 1.015625, - 0.419922, - 1.007812, - 0.455078, - 0.24707, - 1.046875, - 0.445312, - 0.84375, - 0.570312, - 0.789062, - 1.195312, - 1.0, - 0.636719, - 1.210938, - 0.542969, - 0.435547, - 0.455078, - 0.423828, - 0.691406, - 0.886719, - 0.5625, - 0.275391, - 0.507812, - 1.046875, - 0.804688, - 1.0, - 0.355469, - 1.023438, - 0.9375, - 1.039062, - 1.226562, - 0.746094, - 0.566406, - 1.382812, - 1.046875, - 0.871094, - 1.046875, - 0.878906, - 0.148438, - 1.273438, - 0.375, - 0.714844, - 0.753906, - 0.605469, - 0.503906, - 0.261719, - 0.476562, - 0.535156, - 0.628906, - 0.523438, - 0.847656, - 0.53125, - 0.441406, - 0.664062, - 0.976562, - 1.117188, - 1.09375, - 0.435547, - 0.472656, - 0.933594, - 0.996094, - 0.738281, - 0.71875, - 0.933594, - 0.5, - 0.371094, - 0.808594, - 0.589844, - 0.820312, - 0.886719, - 0.789062, - 0.628906, - 1.03125, - 0.6875, - 0.953125, - 1.039062, - 1.265625, - 1.039062, - 0.416016, - 0.416016, - 0.337891, - 1.132812, - 0.714844, - 0.244141, - 1.351562, - 0.486328, - 0.980469, - 0.914062, - 0.451172, - 1.242188, - 0.341797, - 0.917969, - 1.195312, - 1.101562, - 0.228516, - 0.664062, - 0.757812, - 1.171875, - 0.621094, - 0.71875, - -0.000136, - 0.714844, - 0.683594, - 0.515625, - 0.90625, - 0.435547, - 0.486328, - 0.785156, - 0.664062, - 0.726562, - 0.373047, - 0.453125, - 0.390625, - 0.539062, - 0.875, - 0.933594, - 1.125, - 0.6875, - 0.679688, - 0.189453, - 0.574219, - 0.542969, - 0.953125, - 0.574219, - 0.425781, - 0.503906, - 0.816406, - 0.851562, - 0.730469, - 0.660156, - 0.357422, - 0.71875, - 0.898438, - 0.486328, - 0.212891, - 0.617188, - 1.171875, - 0.84375, - 0.941406, - 0.302734, - 1.101562, - 0.964844, - 0.921875, - 0.78125, - 0.878906, - 0.921875, - 0.349609, - 0.957031, - 0.992188, - 0.933594, - 0.451172, - 1.414062, - 0.570312, - 0.232422, - 0.609375, - 0.431641, - 1.09375, - 0.871094, - 0.214844, - 1.007812, - 0.859375, - 0.542969, - 0.417969, - 1.164062, - 1.054688, - 0.431641, - 0.597656, - 0.96875, - 1.125, - 0.414062, - 0.933594, - 0.894531, - 0.550781, - 0.419922, - 0.421875, - 1.0, - 0.980469, - 1.0625, - 0.808594, - 0.441406, - 0.992188, - 1.117188, - 0.691406, - 0.339844, - 1.070312, - 0.652344, - 0.285156, - 1.164062, - 0.972656, - 8.9e-05, - 0.464844, - 0.949219, - 0.233398, - 0.339844, - 0.558594, - 0.734375, - 0.703125, - 0.851562, - 0.507812, - 0.527344, - 0.423828, - 0.480469, - 0.660156, - 0.546875, - 1.140625, - 0.917969, - 0.699219, - 1.109375, - 0.898438, - 0.574219, - 1.265625, - 0.617188, - 0.240234, - 0.542969, - 0.648438, - 0.683594, - 0.789062, - 0.439453, - 0.765625, - 0.636719, - 1.046875, - 0.279297, - 0.769531, - 0.394531, - 0.202148, - 1.117188, - 1.148438, - 1.21875, - 0.691406, - 0.472656, - 0.287109, - 0.957031, - 0.523438, - 0.373047, - 0.337891, - 1.320312, - 0.933594, - 1.039062, - 0.511719, - 1.132812, - 0.609375, - 0.679688, - 0.326172, - 0.570312, - 0.730469, - 0.667969, - 0.730469, - 0.59375, - 0.679688, - 0.5, - 0.589844, - 0.894531, - 0.78125, - 1.0625, - 1.054688, - 1.007812, - 0.400391, - 0.757812, - 0.699219, - 0.492188, - 0.730469, - 0.84375, - 0.746094, - 0.871094, - 0.882812, - 0.746094, - 1.125, - 0.921875, - 0.472656, - 0.984375, - 0.96875, - 0.589844, - 0.519531, - 1.070312, - 0.738281, - 0.699219, - 0.589844, - 0.53125, - 1.015625, - 0.914062, - 0.730469, - 0.648438, - 0.640625, - 0.9375, - 0.503906, - 0.6875, - 0.457031, - 0.804688, - 0.9375, - 0.478516, - 0.34375, - 0.227539, - 0.921875, - 0.847656, - 0.208984, - 1.054688, - 0.878906, - 0.808594, - 0.519531, - 1.03125, - 0.800781, - 0.248047, - 0.660156, - 0.298828, - 0.582031, - 0.789062, - 0.527344, - 0.949219, - 0.980469, - 0.601562, - 0.609375, - 0.59375, - 0.582031, - 0.355469, - 1.1875, - 0.503906, - 0.644531, - 0.925781, - 0.945312, - 1.226562, - 0.699219, - 0.243164, - 0.851562, - 0.507812, - 0.816406, - 0.859375, - 0.585938, - 0.761719, - 1.164062, - 1.023438, - 0.605469, - 0.925781, - 0.78125, - 0.373047, - 0.621094, - 0.578125, - 0.695312, - 0.384766, - 0.373047, - 0.625, - 1.09375, - 0.558594, - 0.574219, - 0.189453, - 0.496094, - 0.980469, - 0.910156, - 0.929688, - 0.53125, - 0.574219, - 0.213867, - 0.695312, - 0.777344, - 0.578125, - 0.71875, - 0.435547, - 0.507812, - 0.574219, - 0.953125, - 0.423828, - 0.40625, - 0.984375, - 0.46875, - 0.667969, - 0.617188, - 0.515625, - 1.296875, - 0.367188, - 0.589844, - 0.408203, - 0.839844, - 1.109375, - 0.851562, - 0.953125, - 0.59375, - 1.195312, - 0.585938, - 0.392578, - 1.328125, - 0.652344, - 0.427734, - 1.078125, - 0.474609, - 0.644531, - 0.828125, - 0.71875, - 0.447266, - 0.800781, - 0.271484, - 0.326172, - 0.527344, - 0.478516, - 0.667969, - 0.382812, - 0.53125, - 0.964844, - 0.652344, - 0.585938, - 0.71875, - 1.179688, - 0.785156, - 0.804688, - 0.792969, - 0.882812, - 1.140625, - 0.660156, - 0.515625, - 0.380859, - 0.808594, - 0.416016, - 0.753906, - 0.384766, - 0.59375, - 0.498047, - 0.488281, - 0.757812, - 0.679688, - 0.378906, - 0.992188, - 0.738281, - 1.257812, - 0.722656, - 0.515625, - 0.925781, - 0.515625, - 0.378906, - 1.132812, - 0.443359, - 0.765625, - 0.204102, - 0.644531, - 0.800781, - 1.039062, - 0.542969, - 0.792969, - 1.234375, - 0.202148, - 0.425781, - 0.332031, - 0.871094, - 1.078125, - 0.65625, - 1.132812, - 0.980469, - 0.246094, - 0.777344, - 0.972656, - 0.390625, - 0.945312, - 0.660156, - 0.617188, - 0.707031, - 0.917969, - 0.527344, - 1.007812, - 0.632812, - 0.90625, - 0.722656, - 0.431641, - 1.039062, - 0.167969, - 0.988281, - 0.542969, - 0.4375, - 0.625, - 0.679688, - 1.15625, - 1.101562, - 0.796875, - 0.867188, - 0.492188, - 0.988281, - 0.671875, - 0.157227, - 0.585938, - 1.171875, - 1.296875, - 1.0, - 0.574219, - 0.15332, - 1.09375, - 0.792969, - 0.671875, - 0.582031, - 0.476562, - 0.703125, - 0.597656, - 1.015625, - 0.644531, - 0.326172, - 0.90625, - 0.523438, - 0.570312, - 0.582031, - 0.369141, - 0.9375, - 1.210938, - 0.206055, - 0.902344, - 0.800781, - 1.28125, - 0.875, - 0.734375, - 1.054688, - 0.542969, - 0.824219, - 0.457031, - 0.462891, - 0.699219, - 0.769531, - 1.046875, - 0.914062, - 0.609375, - 0.18457, - 3.53125, - 0.695312, - 0.613281, - 0.996094, - 0.453125, - 1.25, - -0.000364, - 0.628906, - 0.703125, - 0.447266, - 0.589844, - 1.03125, - 0.8125, - 0.453125, - 1.007812, - 1.109375, - 1.210938, - 0.207031, - 0.902344, - 0.925781, - 0.640625, - 0.625, - 0.554688, - 0.742188, - 0.400391, - 0.742188, - 1.085938, - 1.164062, - 0.503906, - 0.949219, - 0.4375, - 0.617188, - 1.03125, - 0.53125, - 0.617188, - 0.314453, - 0.460938, - 0.71875, - 0.910156, - 0.800781, - 0.914062, - 0.173828, - 1.359375, - 0.898438, - 0.431641, - 0.53125, - 0.457031, - 0.71875, - 0.675781, - 0.494141, - 0.5, - 0.4375, - 0.589844, - 1.046875, - 0.859375, - 0.386719, - 1.054688, - 0.21875, - 1.234375, - 0.789062, - 1.226562, - 0.421875, - 0.816406, - 0.597656, - 0.5625, - 0.373047, - 0.894531, - 0.726562, - 0.404297, - 0.871094, - 0.664062, - 0.433594, - 0.667969, - 0.632812, - 0.976562, - 0.53125, - 0.375, - 0.574219, - 0.710938, - 0.746094, - 2.421875, - 0.628906, - 1.164062, - 1.023438, - 0.396484, - 0.472656, - 0.5625, - 0.597656, - 0.757812, - 0.542969, - 0.953125, - 0.808594, - 0.789062, - 1.117188, - 0.71875, - 1.023438, - 0.416016, - 1.039062, - 0.578125, - 0.621094, - 1.085938, - 0.945312, - 1.085938, - 0.796875, - 0.960938, - 0.601562, - 0.703125, - 0.503906, - 0.71875, - 1.132812, - 0.691406, - 0.714844, - 0.972656, - 0.757812, - 1.28125, - 0.648438, - 0.458984, - 0.589844, - 1.023438, - 0.765625, - 1.054688, - 0.90625, - 0.59375, - 0.847656, - 1.0, - 1.148438, - 0.345703, - 1.148438, - 0.558594, - 0.445312, - 0.474609, - 0.648438, - 0.757812, - 1.242188, - 0.335938, - 0.992188, - 0.5625, - 0.917969, - 1.171875, - 0.871094, - 0.699219, - 0.839844, - 0.792969, - 0.996094, - 0.742188, - 1.015625, - 0.878906, - 0.408203, - 0.648438, - 0.972656, - 0.625, - 0.671875, - 0.683594, - 0.193359, - 1.085938, - 1.09375, - 0.710938, - 1.203125, - 0.574219, - 0.400391, - 0.472656, - 0.664062, - 0.644531, - 1.320312, - 0.283203, - 0.373047, - 0.796875, - 0.357422, - 0.129883, - 0.648438, - 0.546875, - 0.330078, - 0.929688, - 0.597656, - 0.984375, - 0.400391, - 1.476562, - 0.435547, - 0.251953, - 1.171875, - 1.171875, - 0.59375, - 0.75, - 0.554688, - 0.664062, - 1.09375, - 0.476562, - 0.585938, - 0.585938, - 0.675781, - 0.644531, - 0.519531, - 1.0625, - 0.949219, - 0.890625, - 0.769531, - 1.304688, - 0.882812, - 0.621094, - 0.636719, - 0.394531, - 0.742188, - 0.945312, - 0.921875, - 1.164062, - 0.515625, - 0.59375, - 0.769531, - 1.03125, - 0.53125, - 1.3125, - 1.164062, - 0.472656, - 1.101562, - 0.457031, - 0.4375, - 1.023438, - 0.648438, - 0.605469, - 0.574219, - 0.988281, - 0.273438, - 1.117188, - 0.146484, - 1.148438, - 1.1875, - 0.376953, - 0.298828, - 1.171875, - 0.589844, - 0.78125, - 0.773438, - 0.804688, - 0.757812, - 0.447266, - 0.435547, - 0.742188, - 0.914062, - 0.605469, - 0.835938, - 0.566406, - 0.753906, - 0.8125, - 0.367188, - 1.242188, - 1.046875, - 0.78125, - 1.148438, - 0.357422, - 0.345703, - 0.625, - 0.855469, - 0.636719, - 0.828125, - 0.550781, - 0.851562, - 1.085938, - 0.914062, - 0.632812, - 0.972656, - 0.470703, - 0.929688, - 0.535156, - 0.367188, - 0.785156, - 0.734375, - 0.527344, - 0.664062, - 1.132812, - 1.148438, - 1.125, - 0.466797, - 1.148438, - 1.210938, - 0.988281, - 0.679688, - 0.863281, - 1.304688, - 0.474609, - 0.443359, - 0.785156, - 0.761719, - 1.25, - 0.8125, - 0.753906, - 0.558594, - 0.675781, - 0.730469, - 0.910156, - 0.613281, - 0.498047, - 0.457031, - 0.847656, - 0.757812, - 0.535156, - 0.605469, - 0.8125, - 0.929688, - 0.439453, - 0.318359, - 1.148438, - 0.457031, - 1.03125, - 0.5625, - 1.28125, - 0.761719, - 1.210938, - 0.855469, - 0.851562, - 0.292969, - 1.507812, - 0.605469, - 0.472656, - 0.714844, - 0.423828, - 0.589844, - 1.039062, - 0.228516, - 0.847656, - 1.085938, - 0.957031, - 0.222656, - 0.753906, - 0.503906, - 1.273438, - 0.4375, - 0.734375, - 0.652344, - 0.216797, - 1.164062, - 0.890625, - 0.804688, - 0.404297, - 0.566406, - 0.738281, - 0.695312, - 0.914062, - 0.800781, - 0.414062, - 0.353516, - 0.703125, - 0.660156, - 1.125, - 0.597656, - 0.394531, - 0.953125, - 0.757812, - 0.773438, - 0.453125, - 0.824219, - 1.171875, - 0.851562, - 0.257812, - 0.421875, - 0.183594, - 0.878906, - 1.0625, - 1.148438, - 0.699219, - 0.496094, - 0.605469, - 1.023438, - 0.667969, - 0.402344, - 0.652344, - 0.402344, - 0.792969, - 0.472656, - 1.171875, - 0.3125, - 0.789062, - 1.09375, - 0.726562, - 1.007812, - 0.617188, - 1.21875, - 0.679688, - 1.257812, - 0.824219, - 0.960938, - 0.742188, - 0.523438, - 1.265625, - 0.449219, - 0.671875, - 0.460938, - 0.777344, - 0.976562, - 1.101562, - 1.140625, - 0.855469, - 0.894531, - 0.261719, - 0.625, - 0.710938, - 0.746094, - 1.226562, - 0.429688, - 1.203125, - 0.957031, - 0.644531, - 0.964844, - 0.898438, - 1.078125, - 0.746094, - 0.867188, - 0.494141, - 0.996094, - 1.171875, - 0.462891, - 0.824219, - 0.785156, - 0.898438, - 0.648438, - 0.425781, - 1.195312, - 0.423828, - 0.476562, - 0.441406, - 1.054688, - 1.140625, - 1.03125, - 1.0625, - 0.431641, - 0.234375, - 0.527344, - 0.816406, - 0.652344, - 0.925781, - 0.984375, - 0.71875, - 0.785156, - 1.0625, - 0.480469, - 0.515625, - 0.628906, - 0.699219, - 0.515625, - 0.859375, - 0.628906, - 0.730469, - 0.957031, - 0.929688, - 0.855469, - 1.046875, - 0.855469, - 0.710938, - 0.28125, - 1.101562, - 0.203125, - 0.384766, - 0.460938, - 0.59375, - 0.408203, - 0.582031, - 0.474609, - 0.172852, - 0.5, - 0.8125, - 0.769531, - 2.859375, - 0.488281, - 0.644531, - 0.8125, - 1.070312, - 0.523438, - 0.361328, - 0.855469, - 1.0625, - 0.761719, - 1.328125, - 0.933594, - 0.984375, - 0.65625, - 1.445312, - 0.890625, - 0.804688, - 0.960938, - 0.621094, - 1.101562, - 0.498047, - 0.351562, - 0.75, - 0.394531, - 0.601562, - 0.902344, - 1.289062, - 0.000125, - 0.423828, - 0.466797, - 0.84375, - 0.710938, - 0.824219, - 0.984375, - 0.53125, - 1.054688, - 1.101562, - 0.65625, - 0.722656, - 0.408203, - 0.367188, - 0.332031, - 0.695312, - 0.632812, - 0.929688, - 0.976562, - 0.232422, - 0.318359, - 0.304688, - 0.894531, - 0.511719, - 0.539062, - 0.699219, - 1.117188, - 0.554688, - 0.941406, - 0.882812, - 0.597656, - 0.337891, - 0.847656, - 0.5, - 0.882812, - 1.195312, - 0.400391, - 0.457031, - 1.148438, - 0.742188, - 0.597656, - 0.386719, - 0.494141, - 0.941406, - 0.287109, - 0.554688, - 0.921875, - 0.345703, - 0.746094, - 0.972656, - 0.511719, - 1.15625, - 0.609375, - 0.613281, - 0.367188, - 0.578125, - 0.382812, - 0.875, - 0.777344, - 0.326172, - 0.507812, - 0.796875, - 0.582031, - 0.392578, - 0.554688, - 0.330078, - 0.683594, - 0.777344, - 0.589844, - 0.503906, - 0.894531, - 0.421875, - 0.890625, - 1.015625, - 0.585938, - 1.335938, - 0.667969, - 0.734375, - 0.480469, - 0.425781, - 1.0, - 1.234375, - 1.101562, - 0.703125, - 1.265625, - 0.605469, - 0.671875, - 0.824219, - 0.507812, - 0.878906, - 1.25, - 0.404297, - 0.503906, - 0.746094, - 0.523438, - 2.4375, - 0.761719, - 0.640625, - 0.867188, - 0.503906, - 1.101562, - 0.484375, - 1.335938, - 0.429688, - 0.679688, - 0.542969, - 0.667969, - 0.671875, - 0.396484, - 0.601562, - 0.941406, - 0.357422, - 0.734375, - 0.757812, - 0.972656 - ] - }, - "name": "model.model.layers.19.input_layernorm.weight", - "outputIndexes": [ - 1566 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1565 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_19/Mul_output_0", - "outputIndexes": [ - 1567 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1566, - 1567 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_19/Mul_1_output_0", - "outputIndexes": [ - 1568 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1568 - ], - "outputIndexes": [ - 2840 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2840 - ], - "outputIndexes": [ - 2841 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear", - "inputIndexes": [ - 2841 - ], - "outputIndexes": [ - 2842 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 500255598, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2842 - ], - "outputIndexes": [ - 2843 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2843 - ], - "outputIndexes": [ - 1569 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1568 - ], - "main_type": "NONE", - "name": "/Shape_267_output_0", - "outputIndexes": [ - 1570 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1570 - ], - "main_type": "NONE", - "name": "Shape4828", - "outputIndexes": [ - 1571 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1570 - ], - "main_type": "NONE", - "name": "Rank4830", - "outputIndexes": [ - 1572 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1572, - 1572 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4832", - "outputIndexes": [ - 1573 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1573 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4833", - "outputIndexes": [ - 1574 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1573, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4835", - "outputIndexes": [ - 1575 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1575 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4836", - "outputIndexes": [ - 1576 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1571, - 1574, - 1576, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4839", - "outputIndexes": [ - 1577 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1577 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4840", - "outputIndexes": [ - 1578 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1578 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4841", - "outputIndexes": [ - 1579 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1579, - 1578 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4842", - "outputIndexes": [ - 1580 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1570, - 1580, - 1573 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_289_output_0", - "outputIndexes": [ - 1581 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1581, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_609_output_0", - "outputIndexes": [ - 1582 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1582, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_247_output_0", - "outputIndexes": [ - 1583 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1569, - 1583 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_172_output_0", - "outputIndexes": [ - 1584 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1584, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_152_output_0", - "outputIndexes": [ - 1585 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1584 - ], - "main_type": "NONE", - "name": "/Shape_268_output_0", - "outputIndexes": [ - 1586 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1586 - ], - "main_type": "NONE", - "name": "Shape4849", - "outputIndexes": [ - 1587 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1586 - ], - "main_type": "NONE", - "name": "Rank4851", - "outputIndexes": [ - 1588 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1588, - 1588 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4853", - "outputIndexes": [ - 1589 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1589 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4854", - "outputIndexes": [ - 1590 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1589, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4856", - "outputIndexes": [ - 1591 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1591 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4857", - "outputIndexes": [ - 1592 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1587, - 1590, - 1592, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4860", - "outputIndexes": [ - 1593 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1593 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4861", - "outputIndexes": [ - 1594 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1594 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4862", - "outputIndexes": [ - 1595 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1595, - 1594 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4863", - "outputIndexes": [ - 1596 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1586, - 1596, - 1589 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_290_output_0", - "outputIndexes": [ - 1597 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1597, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_57_output_0", - "outputIndexes": [ - 1598 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1598, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_614_output_0", - "outputIndexes": [ - 1599 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1584, - 1599, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_77_output_0", - "outputIndexes": [ - 1600 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1600 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_38_output_0", - "outputIndexes": [ - 1601 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1584, - 22, - 1599, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_76_output_0", - "outputIndexes": [ - 1602 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1601, - 1602 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_250_output_0", - "outputIndexes": [ - 1603 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1603, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_153_output_0", - "outputIndexes": [ - 1604 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1585, - 1604 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_95_output_0", - "outputIndexes": [ - 1605 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1568 - ], - "outputIndexes": [ - 2844 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2844 - ], - "outputIndexes": [ - 2845 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear", - "inputIndexes": [ - 2845 - ], - "outputIndexes": [ - 2846 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 501588868, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2846 - ], - "outputIndexes": [ - 2847 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2847 - ], - "outputIndexes": [ - 1606 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1582, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_248_output_0", - "outputIndexes": [ - 1607 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1606, - 1607 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_173_output_0", - "outputIndexes": [ - 1608 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1608, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_154_output_0", - "outputIndexes": [ - 1609 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1608 - ], - "main_type": "NONE", - "name": "/Shape_269_output_0", - "outputIndexes": [ - 1610 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1610 - ], - "main_type": "NONE", - "name": "Shape4912", - "outputIndexes": [ - 1611 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1610 - ], - "main_type": "NONE", - "name": "Rank4914", - "outputIndexes": [ - 1612 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1612, - 1612 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4916", - "outputIndexes": [ - 1613 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1613 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4917", - "outputIndexes": [ - 1614 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1613, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4919", - "outputIndexes": [ - 1615 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1615 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze4920", - "outputIndexes": [ - 1616 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1611, - 1614, - 1616, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice4923", - "outputIndexes": [ - 1617 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1617 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze4924", - "outputIndexes": [ - 1618 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1618 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4925", - "outputIndexes": [ - 1619 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1619, - 1618 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp4926", - "outputIndexes": [ - 1620 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1610, - 1620, - 1613 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_291_output_0", - "outputIndexes": [ - 1621 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1621, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_58_output_0", - "outputIndexes": [ - 1622 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1622, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_616_output_0", - "outputIndexes": [ - 1623 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1608, - 1623, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_79_output_0", - "outputIndexes": [ - 1624 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1624 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_39_output_0", - "outputIndexes": [ - 1625 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1608, - 22, - 1623, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_78_output_0", - "outputIndexes": [ - 1626 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1625, - 1626 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_251_output_0", - "outputIndexes": [ - 1627 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1627, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_155_output_0", - "outputIndexes": [ - 1628 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1609, - 1628 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_96_output_0", - "outputIndexes": [ - 1629 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1568 - ], - "outputIndexes": [ - 2848 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2848 - ], - "outputIndexes": [ - 2849 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear", - "inputIndexes": [ - 2849 - ], - "outputIndexes": [ - 2850 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 501811098, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2850 - ], - "outputIndexes": [ - 2851 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2851 - ], - "outputIndexes": [ - 1630 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1630, - 1607 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_174_output_0", - "outputIndexes": [ - 1631 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1605, - 1629, - 1631, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_179_output_0", - "outputIndexes": [ - 1632 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1632 - ], - "outputIndexes": [ - 2852 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2852 - ], - "outputIndexes": [ - 2853 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear", - "inputIndexes": [ - 2853 - ], - "outputIndexes": [ - 2854 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 502033328, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2854 - ], - "outputIndexes": [ - 2855 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2855 - ], - "outputIndexes": [ - 1633 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1565, - 1633 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_98_output_0", - "outputIndexes": [ - 1634 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.339844, - 0.9375, - 0.400391, - 0.644531, - 0.570312, - 0.554688, - 0.714844, - 0.640625, - 0.71875, - 0.515625, - 0.699219, - 0.443359, - 0.8125, - 0.808594, - 0.789062, - 0.695312, - 0.746094, - 0.636719, - 0.824219, - 0.466797, - 0.789062, - 0.632812, - 0.652344, - 0.310547, - 0.84375, - 0.832031, - 0.5625, - 0.515625, - 0.482422, - 0.875, - 0.828125, - 0.761719, - 0.972656, - 0.46875, - 0.621094, - 0.917969, - 0.8125, - 0.691406, - 0.482422, - 0.460938, - 0.914062, - 0.871094, - 0.800781, - 0.914062, - 0.324219, - 0.664062, - 0.640625, - 0.710938, - 0.644531, - 0.457031, - 0.320312, - 0.451172, - 0.835938, - 0.777344, - 0.726562, - 0.570312, - 0.523438, - 0.318359, - 0.376953, - 0.494141, - 0.625, - 0.527344, - 0.554688, - 0.828125, - 0.71875, - 0.416016, - 0.609375, - 0.476562, - 0.628906, - 0.570312, - 0.605469, - 0.527344, - 0.320312, - 0.539062, - 0.753906, - 0.429688, - 0.777344, - 0.753906, - 0.742188, - 0.9375, - 0.9375, - 0.322266, - 0.380859, - 0.910156, - 0.8125, - 0.898438, - 0.90625, - 0.9375, - 0.59375, - 0.757812, - 0.703125, - 0.570312, - 0.445312, - 0.5625, - 0.875, - 0.308594, - 0.679688, - 0.503906, - 0.878906, - 0.796875, - 1.304688, - 0.457031, - 0.445312, - 0.980469, - 0.486328, - 0.652344, - 0.625, - 0.6875, - 0.462891, - 0.730469, - 0.498047, - 1.039062, - 0.605469, - 0.24707, - 0.871094, - 0.730469, - 0.828125, - 0.878906, - 0.3125, - 0.333984, - 0.773438, - 0.357422, - 0.527344, - 0.519531, - 0.789062, - 0.910156, - 0.886719, - 0.349609, - 0.519531, - 1.273438, - 0.660156, - 0.699219, - 0.730469, - 0.96875, - 0.839844, - 0.960938, - 0.466797, - 1.179688, - 0.476562, - 0.75, - 0.324219, - 0.613281, - 0.582031, - 0.365234, - 0.84375, - 0.480469, - 0.855469, - 0.507812, - 0.988281, - 0.679688, - 0.621094, - 0.835938, - 0.365234, - 0.769531, - 0.773438, - 0.488281, - 0.773438, - 0.535156, - 0.960938, - 0.898438, - 0.503906, - 0.558594, - 0.632812, - 0.351562, - 0.5, - 0.816406, - 0.6875, - 0.863281, - 0.761719, - 0.742188, - 1.023438, - 0.734375, - 0.753906, - 0.882812, - 0.570312, - 0.832031, - 0.667969, - 0.964844, - 0.789062, - 0.984375, - 0.847656, - 0.589844, - 0.914062, - 0.498047, - 0.757812, - 0.34375, - 0.347656, - 0.996094, - 0.71875, - 0.683594, - 0.929688, - 0.566406, - 0.914062, - 0.851562, - 0.847656, - 0.785156, - 0.734375, - 0.65625, - 0.832031, - 0.539062, - 0.621094, - 0.78125, - 0.875, - 1.078125, - 0.855469, - 0.761719, - 0.714844, - 0.960938, - 0.648438, - 0.832031, - 0.648438, - 0.871094, - 0.472656, - 0.578125, - 0.894531, - 0.347656, - 0.851562, - 0.847656, - 0.796875, - 0.714844, - 0.773438, - 0.839844, - 0.419922, - 0.300781, - 0.539062, - 0.890625, - 0.53125, - 0.460938, - 0.353516, - 0.796875, - 0.753906, - 0.832031, - 0.890625, - 0.855469, - 0.839844, - 0.542969, - 0.792969, - 0.644531, - 0.746094, - 0.894531, - 0.59375, - 0.769531, - 0.691406, - 0.953125, - 0.714844, - 0.785156, - 0.953125, - 0.691406, - 0.570312, - 1.007812, - 0.613281, - 0.433594, - 0.882812, - 0.255859, - 0.320312, - 0.550781, - 0.59375, - 1.0, - 0.90625, - 0.671875, - 0.726562, - 0.949219, - 0.839844, - 0.527344, - 0.847656, - 0.6875, - 0.519531, - 0.957031, - 0.722656, - 0.640625, - 0.789062, - 0.5625, - 0.539062, - 0.785156, - 0.46875, - 0.496094, - 0.359375, - 0.808594, - 0.5, - 0.898438, - 0.824219, - 0.597656, - 0.613281, - 0.558594, - 0.75, - 0.335938, - 0.574219, - 0.730469, - 0.632812, - 0.898438, - 0.792969, - 0.960938, - 1.054688, - 0.929688, - 0.554688, - 0.636719, - 0.734375, - 0.667969, - 0.863281, - 0.886719, - 0.316406, - 0.382812, - 0.921875, - 0.359375, - 0.960938, - 0.640625, - 0.871094, - 0.542969, - 0.738281, - 0.314453, - 0.457031, - 0.882812, - 0.34375, - 0.714844, - 1.0, - 0.914062, - 0.376953, - 0.71875, - 0.746094, - 0.34375, - 0.765625, - 0.996094, - 0.808594, - 0.474609, - 0.65625, - 0.671875, - 0.621094, - 0.316406, - 0.65625, - 0.605469, - 0.3125, - 0.78125, - 0.349609, - 0.546875, - 0.601562, - 0.435547, - 0.699219, - 0.318359, - 0.535156, - 0.378906, - 0.582031, - 0.746094, - 0.59375, - 0.875, - 0.886719, - 0.667969, - 0.691406, - 0.554688, - 0.519531, - 0.804688, - 0.527344, - 0.443359, - 0.431641, - 0.683594, - 0.490234, - 0.808594, - 0.240234, - 0.644531, - 0.808594, - 0.490234, - 0.498047, - 0.648438, - 0.777344, - 0.734375, - 0.671875, - 0.636719, - 0.933594, - 0.664062, - 0.337891, - 0.910156, - 0.652344, - 0.507812, - 0.953125, - 0.488281, - 0.597656, - 0.625, - 0.835938, - 0.542969, - 0.941406, - 0.503906, - 0.851562, - 1.023438, - 0.746094, - 1.070312, - 0.398438, - 0.785156, - 0.542969, - 1.0, - 0.589844, - 0.835938, - 0.648438, - 0.710938, - 0.898438, - 0.679688, - 0.361328, - 0.357422, - 0.734375, - 0.4375, - 0.652344, - 0.804688, - 0.503906, - 0.933594, - 0.535156, - 0.644531, - 0.597656, - 0.332031, - 0.976562, - 0.789062, - 0.621094, - 0.369141, - 0.605469, - 0.527344, - 0.886719, - 0.878906, - 0.59375, - 0.566406, - 1.03125, - 0.9375, - 0.478516, - 0.816406, - 0.90625, - 0.472656, - 0.699219, - 0.503906, - 0.447266, - 0.832031, - 0.546875, - 0.8125, - 0.589844, - 0.835938, - 1.03125, - 0.914062, - 0.769531, - 0.957031, - 0.474609, - 0.527344, - 0.53125, - 0.488281, - 0.695312, - 0.804688, - 0.609375, - 0.423828, - 0.369141, - 0.515625, - 0.769531, - 0.890625, - 0.349609, - 0.914062, - 0.820312, - 0.964844, - 1.023438, - 0.769531, - 0.679688, - 1.054688, - 0.855469, - 0.914062, - 0.9375, - 0.816406, - 0.322266, - 1.242188, - 0.474609, - 0.6875, - 0.773438, - 0.59375, - 0.589844, - 0.359375, - 0.494141, - 0.597656, - 0.628906, - 0.632812, - 0.78125, - 0.695312, - 0.464844, - 0.695312, - 0.964844, - 0.898438, - 0.820312, - 0.494141, - 0.351562, - 0.78125, - 0.902344, - 0.652344, - 0.761719, - 0.847656, - 0.589844, - 0.503906, - 0.773438, - 0.539062, - 0.796875, - 0.824219, - 0.789062, - 0.726562, - 0.867188, - 0.648438, - 0.847656, - 0.878906, - 0.722656, - 0.921875, - 0.542969, - 0.375, - 0.34375, - 0.960938, - 0.753906, - 0.835938, - 1.1875, - 0.632812, - 0.882812, - 0.304688, - 0.498047, - 1.109375, - 0.441406, - 0.835938, - 0.976562, - 0.96875, - 0.330078, - 0.757812, - 0.695312, - 0.972656, - 0.527344, - 0.486328, - 0.542969, - 0.753906, - 0.714844, - 0.523438, - 0.808594, - 0.511719, - 0.695312, - 0.796875, - 0.742188, - 0.800781, - 0.515625, - 0.546875, - 0.322266, - 0.5625, - 0.832031, - 0.847656, - 0.859375, - 0.738281, - 0.757812, - 0.328125, - 0.671875, - 0.660156, - 0.851562, - 0.660156, - 0.609375, - 0.542969, - 0.375, - 0.714844, - 0.419922, - 0.707031, - 0.519531, - 0.765625, - 0.878906, - 0.75, - 0.337891, - 0.65625, - 0.945312, - 0.796875, - 0.863281, - 0.347656, - 0.953125, - 0.910156, - 0.808594, - 0.75, - 0.890625, - 0.40625, - 0.333984, - 0.824219, - 0.871094, - 0.847656, - 0.472656, - 1.078125, - 0.597656, - 0.3125, - 0.378906, - 0.542969, - 0.941406, - 0.800781, - 0.349609, - 0.796875, - 0.263672, - 0.519531, - 0.605469, - 1.03125, - 0.910156, - 0.476562, - 0.578125, - 0.898438, - 0.941406, - 0.554688, - 0.863281, - 0.886719, - 0.703125, - 0.558594, - 0.519531, - 0.914062, - 0.839844, - 0.960938, - 0.796875, - 0.515625, - 0.941406, - 0.945312, - 0.691406, - 0.333984, - 0.90625, - 0.412109, - 0.341797, - 0.917969, - 0.695312, - -0.000241, - 0.554688, - 0.785156, - 0.335938, - 0.466797, - 0.621094, - 0.722656, - 0.625, - 0.855469, - 0.453125, - 0.644531, - 0.515625, - 0.486328, - 0.667969, - 0.675781, - 0.851562, - 0.847656, - 0.734375, - 1.0, - 0.835938, - 0.613281, - 0.976562, - 0.601562, - 0.314453, - 0.675781, - 0.679688, - 0.605469, - 0.816406, - 0.511719, - 0.78125, - 0.648438, - 0.953125, - 0.318359, - 0.832031, - 0.503906, - 0.322266, - 0.859375, - 0.898438, - 1.054688, - 0.433594, - 0.558594, - 0.351562, - 0.933594, - 0.558594, - 0.507812, - 0.480469, - 0.984375, - 0.914062, - 0.984375, - 0.578125, - 0.925781, - 0.613281, - 0.419922, - 0.333984, - 0.652344, - 0.394531, - 0.738281, - 0.773438, - 0.671875, - 0.628906, - 0.550781, - 0.730469, - 0.333984, - 0.773438, - 0.839844, - 0.90625, - 0.914062, - 0.34375, - 0.792969, - 0.710938, - 0.496094, - 0.671875, - 0.796875, - 0.769531, - 0.816406, - 0.851562, - 0.695312, - 0.96875, - 0.851562, - 0.578125, - 0.933594, - 0.886719, - 0.636719, - 0.53125, - 0.941406, - 0.376953, - 0.671875, - 0.523438, - 0.585938, - 1.039062, - 0.839844, - 0.632812, - 0.707031, - 0.667969, - 0.933594, - 0.380859, - 0.746094, - 0.535156, - 0.636719, - 0.875, - 0.554688, - 0.382812, - 0.308594, - 0.886719, - 0.542969, - 0.34375, - 0.929688, - 0.890625, - 0.785156, - 0.359375, - 0.925781, - 0.785156, - 0.34375, - 0.691406, - 0.375, - 0.625, - 0.777344, - 0.570312, - 0.910156, - 0.851562, - 0.671875, - 0.621094, - 0.6875, - 0.632812, - 0.486328, - 0.988281, - 0.451172, - 0.628906, - 0.851562, - 0.890625, - 1.242188, - 0.550781, - 0.353516, - 0.285156, - 0.550781, - 0.785156, - 0.789062, - 0.597656, - 0.714844, - 0.929688, - 0.78125, - 0.451172, - 0.859375, - 0.373047, - 0.394531, - 0.550781, - 0.640625, - 0.734375, - 0.503906, - 0.498047, - 0.625, - 0.878906, - 0.632812, - 0.609375, - 0.318359, - 0.613281, - 0.964844, - 0.867188, - 0.527344, - 0.566406, - 0.628906, - 0.318359, - 0.753906, - 0.851562, - 0.46875, - 0.65625, - 0.503906, - 0.507812, - 0.416016, - 0.859375, - 0.462891, - 0.503906, - 0.820312, - 0.535156, - 0.691406, - 0.5, - 0.605469, - 1.101562, - 0.498047, - 0.691406, - 0.5625, - 0.847656, - 0.980469, - 0.832031, - 0.229492, - 0.470703, - 0.960938, - 0.439453, - 0.498047, - 1.132812, - 0.691406, - 0.494141, - 0.949219, - 0.429688, - 0.734375, - 0.726562, - 0.707031, - 0.474609, - 0.691406, - 0.351562, - 0.511719, - 0.707031, - 0.546875, - 0.746094, - 0.480469, - 0.527344, - 0.886719, - 0.730469, - 0.679688, - 0.800781, - 1.015625, - 0.773438, - 0.816406, - 0.832031, - 0.851562, - 0.929688, - 0.691406, - 0.484375, - 0.345703, - 0.804688, - 0.455078, - 0.820312, - 0.498047, - 0.578125, - 0.496094, - 0.59375, - 0.742188, - 0.703125, - 0.5, - 0.894531, - 0.765625, - 1.023438, - 0.75, - 0.460938, - 0.859375, - 0.353516, - 0.482422, - 1.0, - 0.535156, - 0.691406, - 0.322266, - 0.75, - 0.75, - 0.910156, - 0.4375, - 0.710938, - 0.945312, - 0.34375, - 0.503906, - 0.478516, - 0.828125, - 0.949219, - 0.566406, - 0.859375, - 0.855469, - 0.316406, - 0.227539, - 0.910156, - 0.46875, - 0.279297, - 0.664062, - 0.683594, - 0.65625, - 0.988281, - 0.679688, - 0.882812, - 0.6875, - 0.898438, - 0.671875, - 0.492188, - 0.785156, - 0.322266, - 0.941406, - 0.585938, - 0.550781, - 0.640625, - 0.707031, - 1.03125, - 0.890625, - 0.8125, - 0.699219, - 0.423828, - 0.863281, - 0.714844, - 0.326172, - 0.628906, - 0.894531, - 1.03125, - 0.921875, - 0.46875, - 0.324219, - 0.271484, - 0.259766, - 0.714844, - 0.675781, - 0.451172, - 0.707031, - 0.421875, - 0.902344, - 0.671875, - 0.511719, - 0.816406, - 0.498047, - 0.601562, - 0.597656, - 0.484375, - 0.84375, - 0.839844, - 0.314453, - 0.808594, - 0.792969, - 1.023438, - 0.839844, - 0.792969, - 0.847656, - 0.421875, - 0.648438, - 0.46875, - 0.535156, - 0.707031, - 0.785156, - 0.859375, - 0.835938, - 0.585938, - 0.330078, - 0.640625, - 0.757812, - 0.644531, - 0.851562, - 0.476562, - 1.195312, - 0.601562, - 0.6875, - 0.714844, - 0.511719, - 0.753906, - 0.9375, - 0.777344, - 0.550781, - 0.753906, - 0.996094, - 1.070312, - 0.333984, - 0.828125, - 0.828125, - 0.582031, - 0.695312, - 0.683594, - 0.404297, - 0.478516, - 0.761719, - 0.953125, - 0.980469, - 0.628906, - 0.8125, - 0.539062, - 0.628906, - 0.800781, - 0.511719, - 0.636719, - 0.585938, - 0.570312, - 0.738281, - 0.886719, - 0.707031, - 0.816406, - 0.335938, - 1.0625, - 0.84375, - 0.515625, - 0.585938, - 0.472656, - 0.734375, - 0.597656, - 0.484375, - 0.609375, - 0.511719, - 0.617188, - 0.742188, - 0.742188, - 0.3125, - 1.09375, - 0.320312, - 1.054688, - 0.804688, - 0.96875, - 0.535156, - 0.714844, - 0.636719, - 0.699219, - 0.519531, - 0.832031, - 0.738281, - 0.466797, - 0.726562, - 0.707031, - 0.484375, - 0.695312, - 0.353516, - 0.910156, - 0.589844, - 0.482422, - 0.621094, - 0.726562, - 0.769531, - 0.703125, - 0.550781, - 0.898438, - 0.90625, - 0.455078, - 0.566406, - 0.640625, - 0.730469, - 0.804688, - 0.425781, - 0.476562, - 0.777344, - 0.777344, - 0.972656, - 0.382812, - 0.992188, - 0.507812, - 0.929688, - 0.660156, - 0.667969, - 0.941406, - 0.910156, - 0.859375, - 0.800781, - 0.365234, - 0.664062, - 0.671875, - 0.605469, - 0.761719, - 0.992188, - 0.648438, - 0.757812, - 0.867188, - 0.660156, - 1.03125, - 0.714844, - 0.550781, - 0.578125, - 0.882812, - 0.785156, - 0.90625, - 0.773438, - 0.597656, - 0.851562, - 0.972656, - 0.992188, - 0.472656, - 1.015625, - 0.546875, - 0.570312, - 0.5, - 0.667969, - 0.734375, - 0.96875, - 0.439453, - 0.953125, - 0.628906, - 0.769531, - 1.007812, - 0.269531, - 0.699219, - 0.738281, - 0.808594, - 0.730469, - 0.796875, - 0.886719, - 0.796875, - 0.488281, - 0.746094, - 0.867188, - 0.71875, - 0.679688, - 0.757812, - 0.332031, - 0.9375, - 0.523438, - 0.71875, - 0.96875, - 0.667969, - 0.478516, - 0.539062, - 0.730469, - 0.4375, - 1.023438, - 0.310547, - 0.486328, - 0.835938, - 0.347656, - 0.306641, - 0.597656, - 0.503906, - 0.449219, - 0.84375, - 0.71875, - 0.384766, - 0.519531, - 1.078125, - 0.5625, - 0.351562, - 1.320312, - 0.972656, - 0.746094, - 0.699219, - 0.574219, - 0.417969, - 0.949219, - 0.589844, - 0.628906, - 0.554688, - 0.455078, - 0.78125, - 0.410156, - 0.917969, - 0.847656, - 0.867188, - 0.761719, - 1.054688, - 0.75, - 0.648438, - 0.617188, - 0.511719, - 0.738281, - 0.835938, - 0.726562, - 0.945312, - 0.431641, - 0.628906, - 0.773438, - 0.910156, - 0.570312, - 1.078125, - 1.0, - 0.539062, - 0.886719, - 0.523438, - 0.550781, - 0.867188, - 0.628906, - 0.625, - 0.582031, - 0.462891, - 0.353516, - 0.949219, - 0.302734, - 0.925781, - 0.917969, - 0.339844, - 0.404297, - 1.023438, - 0.59375, - 0.800781, - 0.753906, - 0.402344, - 0.734375, - 0.554688, - 0.484375, - 0.757812, - 0.832031, - 0.628906, - 0.558594, - 0.585938, - 0.800781, - 0.808594, - 0.503906, - 0.894531, - 0.921875, - 0.765625, - 1.015625, - 0.480469, - 0.337891, - 0.554688, - 0.8125, - 0.71875, - 0.867188, - 0.664062, - 0.800781, - 0.992188, - 0.839844, - 0.613281, - 0.800781, - 0.574219, - 0.835938, - 0.451172, - 0.324219, - 0.412109, - 0.722656, - 0.398438, - 0.734375, - 0.859375, - 0.941406, - 0.964844, - 0.574219, - 0.929688, - 1.09375, - 0.855469, - 0.695312, - 0.914062, - 1.070312, - 0.609375, - 0.542969, - 0.457031, - 0.455078, - 1.039062, - 0.298828, - 0.5625, - 0.460938, - 0.71875, - 0.730469, - 0.332031, - 0.396484, - 0.550781, - 0.410156, - 0.808594, - 0.667969, - 0.625, - 0.558594, - 0.789062, - 0.90625, - 0.53125, - 0.361328, - 0.960938, - 0.535156, - 0.984375, - 0.648438, - 1.007812, - 0.777344, - 1.007812, - 0.707031, - 0.832031, - 0.390625, - 1.265625, - 0.427734, - 0.511719, - 0.804688, - 0.699219, - 0.660156, - 0.949219, - 0.316406, - 0.566406, - 0.945312, - 0.867188, - 0.333984, - 0.726562, - 0.5625, - 1.03125, - 0.53125, - 0.761719, - 0.683594, - 0.316406, - 0.773438, - 0.871094, - 0.792969, - 0.46875, - 0.664062, - 0.578125, - 0.730469, - 0.816406, - 0.863281, - 0.5625, - 0.480469, - 0.742188, - 0.722656, - 0.957031, - 0.431641, - 0.369141, - 0.371094, - 0.773438, - 0.667969, - 0.542969, - 0.273438, - 0.90625, - 0.3125, - 0.3125, - 0.484375, - 0.322266, - 0.773438, - 0.363281, - 1.078125, - 0.710938, - 0.601562, - 0.679688, - 0.330078, - 0.722656, - 0.519531, - 0.683594, - 0.5, - 0.773438, - 0.503906, - 0.988281, - 0.345703, - 0.714844, - 0.945312, - 0.796875, - 0.773438, - 0.439453, - 1.0625, - 0.613281, - 0.988281, - 0.664062, - 0.878906, - 0.796875, - 0.5, - 1.046875, - 0.585938, - 0.660156, - 0.585938, - 0.761719, - 0.898438, - 0.917969, - 0.953125, - 0.8125, - 0.863281, - 0.341797, - 0.554688, - 0.722656, - 0.597656, - 1.023438, - 0.539062, - 1.023438, - 0.75, - 0.664062, - 0.84375, - 0.753906, - 0.945312, - 0.628906, - 0.878906, - 0.355469, - 0.851562, - 0.96875, - 0.462891, - 0.789062, - 0.796875, - 0.863281, - 0.722656, - 0.460938, - 0.90625, - 0.482422, - 0.574219, - 0.462891, - 0.929688, - 0.960938, - 0.894531, - 0.898438, - 0.519531, - 0.333984, - 0.667969, - 0.253906, - 0.761719, - 0.808594, - 0.910156, - 0.675781, - 0.640625, - 0.910156, - 0.503906, - 0.617188, - 0.667969, - 0.699219, - 0.601562, - 0.832031, - 0.679688, - 0.734375, - 0.894531, - 0.875, - 0.298828, - 0.867188, - 0.820312, - 0.726562, - 0.302734, - 0.976562, - 0.335938, - 0.371094, - 0.597656, - 0.652344, - 0.470703, - 0.359375, - 0.585938, - 0.337891, - 0.470703, - 0.855469, - 0.738281, - 0.695312, - 0.660156, - 0.640625, - 0.375, - 0.941406, - 0.535156, - 0.341797, - 0.835938, - 0.863281, - 0.75, - 0.972656, - 0.667969, - 0.863281, - 0.695312, - 1.273438, - 0.734375, - 0.734375, - 0.96875, - 0.376953, - 0.929688, - 0.578125, - 0.349609, - 0.785156, - 0.523438, - 0.648438, - 0.835938, - 0.96875, - 0.189453, - 0.5, - 0.451172, - 0.223633, - 0.507812, - 0.742188, - 0.90625, - 0.636719, - 0.992188, - 0.941406, - 0.65625, - 0.761719, - 0.519531, - 0.378906, - 0.503906, - 0.703125, - 0.699219, - 0.867188, - 0.878906, - 0.324219, - 0.320312, - 0.357422, - 0.820312, - 0.527344, - 0.527344, - 0.455078, - 0.976562, - 0.585938, - 0.808594, - 0.855469, - 0.648438, - 0.333984, - 0.679688, - 0.578125, - 0.859375, - 0.941406, - 0.460938, - 0.482422, - 0.992188, - 0.785156, - 0.714844, - 0.490234, - 0.625, - 0.832031, - 0.332031, - 0.679688, - 0.84375, - 0.480469, - 0.785156, - 0.824219, - 0.455078, - 1.015625, - 0.714844, - 0.648438, - 0.328125, - 0.65625, - 0.462891, - 0.867188, - 0.832031, - 0.46875, - 0.636719, - 0.486328, - 0.703125, - 0.507812, - 0.660156, - 0.464844, - 0.683594, - 0.597656, - 0.574219, - 0.558594, - 0.777344, - 0.5, - 0.847656, - 0.863281, - 0.558594, - 1.078125, - 0.824219, - 0.71875, - 0.476562, - 0.474609, - 0.890625, - 0.9375, - 0.933594, - 0.773438, - 1.046875, - 0.679688, - 0.691406, - 0.859375, - 0.628906, - 0.882812, - 1.09375, - 0.566406, - 0.566406, - 0.757812, - 0.546875, - 0.707031, - 0.53125, - 0.75, - 0.835938, - 0.664062, - 0.894531, - 0.490234, - 1.148438, - 0.455078, - 0.644531, - 0.574219, - 0.738281, - 0.435547, - 0.375, - 0.652344, - 0.792969, - 0.332031, - 0.695312, - 0.761719, - 0.933594 - ] - }, - "name": "model.model.layers.19.post_attention_layernorm.weight", - "outputIndexes": [ - 1635 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1634 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_19/Mul_output_0", - "outputIndexes": [ - 1636 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1635, - 1636 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_19/Mul_1_output_0", - "outputIndexes": [ - 1637 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1637 - ], - "outputIndexes": [ - 2856 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2856 - ], - "outputIndexes": [ - 2857 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/gate_proj/Linear", - "inputIndexes": [ - 2857 - ], - "outputIndexes": [ - 2858 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 503360454, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2858 - ], - "outputIndexes": [ - 2859 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2859 - ], - "outputIndexes": [ - 1638 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1638 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_19/Sigmoid_output_0", - "outputIndexes": [ - 1639 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1638, - 1639 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_19/Mul_output_0", - "outputIndexes": [ - 1640 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1637 - ], - "outputIndexes": [ - 2860 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2860 - ], - "outputIndexes": [ - 2861 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/up_proj/Linear", - "inputIndexes": [ - 2861 - ], - "outputIndexes": [ - 2862 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 511101916, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2862 - ], - "outputIndexes": [ - 2863 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2863 - ], - "outputIndexes": [ - 1641 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1640, - 1641 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_19/Mul_output_0", - "outputIndexes": [ - 1642 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1642 - ], - "outputIndexes": [ - 2864 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2864 - ], - "outputIndexes": [ - 2865 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/down_proj/Linear", - "inputIndexes": [ - 2865 - ], - "outputIndexes": [ - 2866 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 518843378, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2866 - ], - "outputIndexes": [ - 2867 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2867 - ], - "outputIndexes": [ - 1643 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1634, - 1643 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_99_output_0", - "outputIndexes": [ - 1644 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1644, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_180_output_0", - "outputIndexes": [ - 1645 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.40625, - 0.769531, - 1.046875, - 0.695312, - 0.875, - 0.804688, - 0.730469, - 0.6875, - 0.695312, - 1.007812, - 0.808594, - 0.53125, - 0.707031, - 0.734375, - 0.777344, - 0.707031, - 0.699219, - 0.765625, - 0.699219, - 0.785156, - 0.738281, - 0.824219, - 0.859375, - 0.191406, - 0.820312, - 0.785156, - 0.761719, - 0.84375, - 0.53125, - 0.828125, - 0.761719, - 0.734375, - 0.785156, - 0.554688, - 0.804688, - 0.863281, - 0.773438, - 0.707031, - 0.691406, - 0.617188, - 0.835938, - 0.757812, - 0.816406, - 0.828125, - 0.539062, - 0.738281, - 0.742188, - 0.691406, - 0.78125, - 0.894531, - 0.249023, - 0.585938, - 0.863281, - 0.703125, - 0.773438, - 0.921875, - 0.902344, - 0.241211, - 0.699219, - 0.792969, - 0.804688, - 0.820312, - 0.929688, - 0.730469, - 0.664062, - 0.539062, - 0.839844, - 0.652344, - 0.820312, - 0.820312, - 0.832031, - 0.855469, - 0.245117, - 0.78125, - 0.71875, - 0.574219, - 0.742188, - 0.710938, - 0.714844, - 0.816406, - 0.828125, - 0.234375, - 0.71875, - 0.808594, - 0.847656, - 0.792969, - 0.796875, - 0.960938, - 0.890625, - 0.710938, - 0.769531, - 0.820312, - 0.863281, - 0.855469, - 0.808594, - 0.816406, - 0.75, - 0.84375, - 0.90625, - 0.789062, - 0.972656, - 0.625, - 0.488281, - 0.871094, - 0.714844, - 0.726562, - 0.925781, - 0.773438, - 0.667969, - 0.75, - 0.8125, - 0.945312, - 0.789062, - 0.945312, - 0.703125, - 0.757812, - 0.800781, - 0.941406, - 0.239258, - 0.255859, - 0.742188, - 0.347656, - 0.875, - 0.816406, - 0.6875, - 0.78125, - 0.84375, - 0.283203, - 0.902344, - 1.09375, - 0.746094, - 0.773438, - 0.75, - 0.933594, - 0.777344, - 0.8125, - 0.582031, - 0.894531, - 0.679688, - 0.71875, - 0.239258, - 0.820312, - 0.863281, - 0.361328, - 0.847656, - 0.882812, - 0.796875, - 0.90625, - 0.894531, - 0.734375, - 0.851562, - 0.75, - 0.382812, - 0.675781, - 0.441406, - 0.863281, - 0.757812, - 0.886719, - 0.886719, - 0.816406, - 0.792969, - 0.867188, - 0.890625, - 0.355469, - 0.839844, - 0.765625, - 0.699219, - 0.859375, - 0.746094, - 1.210938, - 0.972656, - 0.746094, - 0.773438, - 0.917969, - 0.785156, - 0.820312, - 0.996094, - 0.859375, - 0.757812, - 0.875, - 0.769531, - 0.648438, - 0.988281, - 1.0, - 0.699219, - 0.730469, - 0.322266, - 0.84375, - 0.597656, - 0.757812, - 0.851562, - 0.886719, - 0.925781, - 0.855469, - 0.882812, - 0.703125, - 0.765625, - 0.6875, - 0.824219, - 0.816406, - 0.679688, - 0.6875, - 0.890625, - 0.933594, - 0.746094, - 0.6875, - 0.679688, - 0.914062, - 0.785156, - 0.777344, - 0.777344, - 0.722656, - 0.726562, - 0.808594, - 0.929688, - 0.546875, - 0.742188, - 0.804688, - 0.746094, - 0.703125, - 0.746094, - 0.753906, - 0.427734, - 0.632812, - 0.890625, - 0.75, - 0.855469, - 0.582031, - 0.785156, - 0.71875, - 0.6875, - 0.761719, - 0.820312, - 0.816406, - 0.789062, - 0.796875, - 0.691406, - 0.734375, - 0.757812, - 0.828125, - 0.832031, - 0.878906, - 0.796875, - 0.921875, - 0.730469, - 0.707031, - 0.8125, - 0.78125, - 0.917969, - 0.871094, - 0.851562, - 0.613281, - 0.890625, - 0.992188, - 0.197266, - 0.675781, - 0.839844, - 0.882812, - 0.851562, - 0.820312, - 0.757812, - 0.824219, - 0.757812, - 0.898438, - 0.828125, - 0.671875, - 0.960938, - 0.882812, - 0.707031, - 0.695312, - 0.855469, - 0.851562, - 0.902344, - 0.738281, - 0.652344, - 0.757812, - 0.369141, - 0.785156, - 0.808594, - 0.796875, - 0.757812, - 0.859375, - 0.8125, - 0.75, - 0.726562, - 0.287109, - 0.457031, - 0.757812, - 0.792969, - 0.804688, - 0.757812, - 0.796875, - 0.882812, - 0.957031, - 0.894531, - 0.746094, - 0.765625, - 0.875, - 0.84375, - 0.878906, - 0.244141, - 0.539062, - 0.859375, - 0.373047, - 0.972656, - 0.667969, - 0.78125, - 0.953125, - 0.867188, - 0.185547, - 0.679688, - 0.816406, - 0.300781, - 0.730469, - 0.867188, - 0.832031, - 0.447266, - 0.734375, - 0.691406, - 0.322266, - 0.746094, - 0.933594, - 0.824219, - 0.6875, - 0.773438, - 0.921875, - 0.753906, - 0.22168, - 0.785156, - 0.78125, - 0.166016, - 0.882812, - 0.306641, - 0.746094, - 0.933594, - 0.478516, - 0.75, - 0.194336, - 0.894531, - 0.425781, - 0.8125, - 0.835938, - 0.859375, - 0.914062, - 0.78125, - 0.71875, - 0.710938, - 0.925781, - 0.84375, - 0.746094, - 0.917969, - 0.582031, - 0.636719, - 0.976562, - 0.496094, - 0.855469, - 1.03125, - 0.777344, - 0.769531, - 0.777344, - 0.503906, - 0.769531, - 0.699219, - 0.816406, - 0.765625, - 0.742188, - 0.820312, - 0.800781, - 0.216797, - 0.832031, - 0.769531, - 0.820312, - 0.957031, - 0.742188, - 0.878906, - 0.832031, - 0.789062, - 0.765625, - 0.871094, - 0.84375, - 0.964844, - 0.9375, - 0.800781, - 0.875, - 0.515625, - 0.667969, - 0.878906, - 0.941406, - 0.792969, - 0.761719, - 0.769531, - 0.707031, - 0.839844, - 0.847656, - 0.714844, - 0.439453, - 0.746094, - 0.439453, - 0.769531, - 0.726562, - 0.867188, - 0.828125, - 0.921875, - 0.527344, - 0.90625, - 0.318359, - 0.855469, - 0.703125, - 0.683594, - 0.462891, - 0.839844, - 0.859375, - 0.894531, - 0.882812, - 0.78125, - 0.835938, - 0.867188, - 0.835938, - 0.71875, - 0.789062, - 0.816406, - 0.6875, - 0.945312, - 0.742188, - 0.431641, - 0.886719, - 0.9375, - 0.816406, - 0.890625, - 0.726562, - 0.867188, - 0.75, - 0.710938, - 0.945312, - 0.683594, - 0.921875, - 0.78125, - 0.753906, - 0.800781, - 0.800781, - 0.769531, - 0.429688, - 0.523438, - 1.101562, - 0.746094, - 0.707031, - 0.308594, - 0.808594, - 0.859375, - 0.835938, - 0.875, - 0.785156, - 0.605469, - 0.9375, - 0.777344, - 0.765625, - 0.800781, - 0.824219, - 0.213867, - 0.972656, - 0.8125, - 0.738281, - 0.738281, - 0.734375, - 0.792969, - 0.320312, - 0.714844, - 0.832031, - 0.730469, - 0.742188, - 0.828125, - 0.691406, - 0.570312, - 0.726562, - 0.835938, - 0.976562, - 0.902344, - 0.703125, - 0.460938, - 0.828125, - 0.839844, - 0.816406, - 0.738281, - 0.808594, - 0.808594, - 0.859375, - 0.832031, - 0.835938, - 0.761719, - 0.84375, - 0.699219, - 0.710938, - 0.84375, - 0.84375, - 0.8125, - 0.824219, - 0.914062, - 0.816406, - 0.976562, - 0.466797, - 0.396484, - 0.832031, - 0.734375, - 0.21582, - 0.910156, - 0.800781, - 0.832031, - 0.839844, - 0.796875, - 0.847656, - 0.433594, - 0.75, - 0.828125, - 0.855469, - 0.283203, - 0.753906, - 0.800781, - 0.929688, - 0.453125, - 0.820312, - -1e-05, - 0.71875, - 0.742188, - 0.863281, - 0.878906, - 0.699219, - 0.542969, - 0.746094, - 0.695312, - 0.707031, - 0.695312, - 0.875, - 0.455078, - 0.894531, - 0.835938, - 0.800781, - 0.894531, - 0.648438, - 0.75, - 0.202148, - 0.738281, - 0.671875, - 0.808594, - 0.792969, - 0.550781, - 0.941406, - 0.726562, - 0.828125, - 0.730469, - 0.765625, - 0.859375, - 0.675781, - 0.78125, - 0.351562, - 0.318359, - 0.703125, - 0.792969, - 0.777344, - 0.851562, - 0.300781, - 0.851562, - 0.820312, - 0.769531, - 0.746094, - 0.707031, - 0.890625, - 0.40625, - 0.738281, - 0.785156, - 0.773438, - 0.710938, - 0.957031, - 0.808594, - 0.1875, - 0.457031, - 0.691406, - 0.894531, - 0.777344, - 0.333984, - 0.800781, - 1.0625, - 0.898438, - 0.609375, - 0.835938, - 0.890625, - 0.722656, - 0.851562, - 0.828125, - 0.808594, - 0.382812, - 0.777344, - 0.804688, - 0.597656, - 0.921875, - 0.902344, - 0.820312, - 0.785156, - 0.886719, - 0.753906, - 0.949219, - 0.84375, - 0.835938, - 0.703125, - 0.292969, - 0.867188, - 0.539062, - 0.310547, - 0.90625, - 0.890625, - -0.030518, - 0.851562, - 0.777344, - 0.211914, - 0.859375, - 0.679688, - 0.71875, - 0.640625, - 0.789062, - 0.648438, - 0.722656, - 0.820312, - 0.824219, - 0.710938, - 0.726562, - 0.882812, - 0.835938, - 0.695312, - 0.964844, - 0.796875, - 0.78125, - 0.789062, - 0.882812, - 0.189453, - 0.439453, - 0.699219, - 0.789062, - 0.742188, - 0.785156, - 0.714844, - 0.792969, - 0.867188, - 0.192383, - 0.765625, - 0.886719, - 0.238281, - 0.976562, - 0.917969, - 0.933594, - 0.648438, - 0.859375, - 0.34375, - 0.792969, - 0.871094, - 0.824219, - 0.796875, - 0.988281, - 0.78125, - 0.835938, - 0.707031, - 0.902344, - 0.804688, - 0.648438, - 0.249023, - 0.710938, - 0.71875, - 0.675781, - 0.671875, - 0.761719, - 0.78125, - 0.777344, - 0.664062, - 0.785156, - 0.804688, - 0.957031, - 0.777344, - 0.773438, - 0.4375, - 0.746094, - 0.722656, - 0.914062, - 0.742188, - 0.753906, - 0.683594, - 0.78125, - 0.808594, - 0.726562, - 0.867188, - 0.785156, - 0.835938, - 0.851562, - 0.785156, - 0.722656, - 0.855469, - 0.875, - 0.695312, - 0.773438, - 0.878906, - 0.898438, - 0.8125, - 0.839844, - 0.855469, - 0.71875, - 0.703125, - 0.800781, - 0.511719, - 0.742188, - 0.871094, - 0.863281, - 0.804688, - 0.816406, - 0.417969, - 0.193359, - 0.789062, - 0.703125, - 0.289062, - 0.859375, - 0.78125, - 0.75, - 0.488281, - 0.855469, - 0.753906, - 0.257812, - 0.671875, - 0.369141, - 0.761719, - 0.734375, - 0.875, - 0.839844, - 0.839844, - 0.699219, - 0.78125, - 0.667969, - 0.808594, - 0.894531, - 0.875, - 0.414062, - 0.769531, - 0.804688, - 0.777344, - 0.921875, - 0.902344, - 0.339844, - 0.871094, - 0.921875, - 0.71875, - 0.804688, - 0.835938, - 0.730469, - 0.875, - 0.828125, - 0.476562, - 0.8125, - 0.785156, - 0.4375, - 0.851562, - 0.804688, - 0.742188, - 0.867188, - 0.90625, - 0.800781, - 0.917969, - 0.8125, - 0.808594, - 0.210938, - 0.765625, - 0.796875, - 0.785156, - 1.039062, - 0.898438, - 0.789062, - 0.21582, - 0.699219, - 0.75, - 0.75, - 0.761719, - 0.882812, - 0.839844, - 0.539062, - 0.777344, - 0.695312, - 0.78125, - 0.886719, - 0.816406, - 0.757812, - 0.75, - 0.722656, - 0.953125, - 0.886719, - 0.714844, - 0.773438, - 0.800781, - 0.96875, - 0.769531, - 1.054688, - 0.769531, - 0.941406, - 0.617188, - 0.828125, - 0.933594, - 0.738281, - 0.839844, - 0.835938, - 0.431641, - 0.722656, - 0.761719, - 0.742188, - 0.660156, - 0.777344, - 0.353516, - 0.964844, - 0.535156, - 0.957031, - 0.773438, - 0.808594, - 0.847656, - 0.753906, - 0.679688, - 0.574219, - 0.691406, - 0.875, - 0.785156, - 0.777344, - 0.8125, - 0.75, - 0.886719, - 0.746094, - 0.773438, - 0.373047, - 0.777344, - 0.582031, - 0.695312, - 0.882812, - 0.796875, - 0.804688, - 0.855469, - 0.726562, - 0.792969, - 0.902344, - 0.816406, - 0.792969, - 1.039062, - 0.753906, - 0.632812, - 0.757812, - 0.484375, - 0.695312, - 0.90625, - 0.917969, - 0.71875, - 0.19043, - 0.75, - 0.746094, - 0.839844, - 0.5625, - 0.800781, - 0.90625, - 0.275391, - 0.832031, - 0.800781, - 0.734375, - 0.925781, - 0.878906, - 0.972656, - 0.867188, - 0.228516, - 1.015625, - 0.800781, - 0.730469, - 1.046875, - 0.75, - 0.664062, - 0.816406, - 0.75, - 0.632812, - 0.90625, - 0.667969, - 0.777344, - 0.816406, - 0.859375, - 0.855469, - 0.25, - 0.824219, - 0.902344, - 0.953125, - 0.664062, - 0.742188, - 0.90625, - 0.820312, - 0.710938, - 0.769531, - 0.478516, - 0.796875, - 0.761719, - 0.185547, - 0.804688, - 0.945312, - 0.855469, - 0.9375, - 0.703125, - 0.204102, - 1.070312, - 1.039062, - 0.6875, - 0.75, - 0.527344, - 0.695312, - 0.613281, - 0.789062, - 0.753906, - 0.507812, - 0.800781, - 0.777344, - 0.730469, - 0.851562, - 0.859375, - 0.800781, - 0.863281, - 0.209961, - 0.792969, - 0.761719, - 0.832031, - 0.777344, - 0.710938, - 0.851562, - 0.582031, - 0.675781, - 0.734375, - 0.871094, - 0.839844, - 0.671875, - 0.894531, - 0.835938, - 0.800781, - 0.251953, - 0.679688, - 0.6875, - 0.75, - 0.84375, - 0.660156, - 0.851562, - 0.000269, - 0.710938, - 0.714844, - 0.90625, - 0.566406, - 0.8125, - 0.746094, - 0.894531, - 0.925781, - 0.878906, - 0.90625, - 0.263672, - 0.789062, - 0.839844, - 0.863281, - 0.71875, - 0.710938, - 0.753906, - 0.816406, - 0.746094, - 0.851562, - 0.894531, - 0.738281, - 0.824219, - 0.804688, - 0.777344, - 0.914062, - 0.621094, - 0.8125, - 0.408203, - 0.902344, - 0.734375, - 0.832031, - 0.734375, - 0.761719, - 0.233398, - 0.917969, - 0.78125, - 0.917969, - 0.882812, - 0.605469, - 0.75, - 0.796875, - 0.75, - 0.878906, - 0.960938, - 0.796875, - 0.925781, - 0.808594, - 0.507812, - 0.933594, - 0.214844, - 0.9375, - 0.722656, - 0.902344, - 0.867188, - 0.8125, - 0.75, - 0.734375, - 0.6875, - 0.777344, - 0.730469, - 0.585938, - 0.824219, - 0.726562, - 0.839844, - 0.726562, - 0.632812, - 0.773438, - 0.832031, - 0.785156, - 0.824219, - 0.699219, - 0.816406, - 0.757812, - 0.941406, - 0.921875, - 0.871094, - 0.660156, - 0.992188, - 0.738281, - 0.671875, - 0.726562, - 0.519531, - 0.894531, - 0.828125, - 0.691406, - 0.863281, - 0.625, - 0.824219, - 0.875, - 0.8125, - 0.769531, - 0.726562, - 0.792969, - 0.773438, - 0.875, - 0.746094, - 0.921875, - 0.699219, - 0.777344, - 0.820312, - 0.730469, - 0.957031, - 0.800781, - 0.734375, - 0.851562, - 0.785156, - 0.863281, - 0.777344, - 0.722656, - 0.957031, - 0.761719, - 0.753906, - 0.785156, - 0.855469, - 0.851562, - 0.730469, - 0.839844, - 0.878906, - 0.609375, - 0.871094, - 0.878906, - 0.90625, - 0.808594, - 0.796875, - 0.742188, - 0.84375, - 0.511719, - 0.8125, - 0.738281, - 0.863281, - 0.867188, - 1.007812, - 0.761719, - 0.882812, - 0.660156, - 0.976562, - 0.71875, - 0.882812, - 0.808594, - 0.835938, - 0.710938, - 0.828125, - 0.75, - 0.75, - 0.679688, - 0.223633, - 0.855469, - 0.890625, - 0.75, - 0.84375, - 0.710938, - 0.820312, - 0.9375, - 0.671875, - 0.679688, - 1.109375, - 0.200195, - 0.65625, - 0.734375, - 0.328125, - 0.166016, - 0.808594, - 0.894531, - 0.287109, - 0.785156, - 0.746094, - 1.0, - 0.960938, - 0.988281, - 0.703125, - 0.298828, - 0.90625, - 0.953125, - 0.714844, - 0.800781, - 0.851562, - 0.683594, - 0.914062, - 0.707031, - 0.738281, - 0.890625, - 0.71875, - 0.691406, - 0.462891, - 0.78125, - 0.816406, - 0.871094, - 0.652344, - 0.953125, - 0.820312, - 0.726562, - 0.722656, - 0.910156, - 0.800781, - 0.753906, - 1.015625, - 0.902344, - 0.597656, - 0.726562, - 0.738281, - 0.847656, - 0.8125, - 0.855469, - 0.894531, - 0.824219, - 0.835938, - 0.925781, - 0.9375, - 0.894531, - 0.753906, - 0.765625, - 0.84375, - 1.0625, - 0.255859, - 0.878906, - 0.173828, - 0.917969, - 0.871094, - 0.353516, - 0.263672, - 0.855469, - 0.878906, - 0.75, - 0.769531, - 0.675781, - 0.789062, - 0.8125, - 0.746094, - 0.792969, - 0.765625, - 0.808594, - 0.644531, - 0.871094, - 0.683594, - 0.78125, - 0.855469, - 0.914062, - 0.863281, - 0.804688, - 0.863281, - 0.699219, - 0.390625, - 0.933594, - 0.742188, - 0.71875, - 0.808594, - 0.703125, - 0.777344, - 0.808594, - 0.789062, - 0.847656, - 0.964844, - 0.886719, - 0.789062, - 0.539062, - 0.386719, - 0.773438, - 0.734375, - 0.330078, - 0.6875, - 0.914062, - 0.828125, - 0.957031, - 0.984375, - 0.925781, - 0.890625, - 0.820312, - 0.625, - 0.753906, - 0.914062, - 0.769531, - 0.964844, - 0.679688, - 0.585938, - 0.902344, - 0.90625, - 0.835938, - 0.648438, - 0.765625, - 0.753906, - 0.808594, - 0.542969, - 0.8125, - 0.460938, - 0.734375, - 0.796875, - 0.773438, - 0.550781, - 0.691406, - 0.804688, - 1.007812, - 0.245117, - 0.890625, - 0.890625, - 0.859375, - 0.664062, - 0.898438, - 0.738281, - 0.96875, - 0.742188, - 0.78125, - 0.363281, - 0.914062, - 0.605469, - 0.824219, - 0.695312, - 0.53125, - 0.785156, - 0.816406, - 0.273438, - 0.898438, - 0.941406, - 0.824219, - 0.298828, - 0.769531, - 0.914062, - 0.949219, - 0.882812, - 0.769531, - 0.757812, - 0.246094, - 1.085938, - 0.792969, - 0.761719, - 0.742188, - 0.6875, - 0.835938, - 0.761719, - 0.757812, - 0.757812, - 0.335938, - 0.746094, - 0.726562, - 0.6875, - 0.890625, - 0.707031, - 0.419922, - 1.039062, - 0.710938, - 0.773438, - 0.8125, - 0.960938, - 0.984375, - 0.964844, - 0.154297, - 0.796875, - 0.197266, - 0.851562, - 1.179688, - 0.945312, - 0.695312, - 0.867188, - 0.660156, - 1.039062, - 0.722656, - 0.941406, - 0.726562, - 0.800781, - 0.71875, - 0.46875, - 0.941406, - 0.390625, - 0.742188, - 0.808594, - 0.707031, - 0.894531, - 0.621094, - 0.960938, - 0.820312, - 0.90625, - 0.84375, - 0.863281, - 0.75, - 0.839844, - 0.898438, - 0.90625, - 0.789062, - 0.832031, - 0.777344, - 0.8125, - 0.789062, - 0.816406, - 0.746094, - 0.789062, - 0.300781, - 0.847656, - 0.679688, - 0.835938, - 0.875, - 0.945312, - 0.875, - 0.925781, - 0.800781, - 0.917969, - 0.8125, - 0.855469, - 0.882812, - 0.671875, - 0.349609, - 0.800781, - 0.886719, - 0.679688, - 0.777344, - 0.722656, - 0.863281, - 0.699219, - 0.695312, - 0.941406, - 0.898438, - 0.773438, - 0.683594, - 0.875, - 0.8125, - 0.796875, - 0.910156, - 0.917969, - 0.25, - 0.6875, - 0.78125, - 0.470703, - 0.726562, - 0.871094, - 0.761719, - 0.886719, - 0.839844, - 0.859375, - 0.820312, - 0.769531, - 0.714844, - 0.882812, - 0.761719, - 0.738281, - 0.769531, - 0.773438, - 0.820312, - 0.984375, - 0.90625, - 0.792969, - 0.714844, - 0.154297, - 0.84375, - 0.231445, - 0.417969, - 0.726562, - 0.765625, - 0.695312, - 0.486328, - 0.960938, - 0.192383, - 0.679688, - 0.765625, - 0.742188, - 0.75, - 0.511719, - 0.699219, - 0.648438, - 0.851562, - 0.824219, - 0.289062, - 0.785156, - 0.871094, - 0.703125, - 0.964844, - 0.824219, - 0.816406, - 0.726562, - 0.910156, - 0.832031, - 0.761719, - 0.738281, - 0.539062, - 0.839844, - 0.601562, - 0.412109, - 0.710938, - 0.960938, - 0.667969, - 0.730469, - 0.925781, - 0.05835, - 0.90625, - 0.507812, - 0.824219, - 0.816406, - 0.753906, - 0.8125, - 0.550781, - 0.867188, - 0.863281, - 0.78125, - 0.765625, - 0.878906, - 0.417969, - 0.859375, - 0.667969, - 0.6875, - 0.746094, - 0.832031, - 0.251953, - 0.226562, - 0.3125, - 0.792969, - 0.859375, - 0.699219, - 1.226562, - 0.941406, - 0.800781, - 0.804688, - 0.75, - 0.734375, - 0.326172, - 0.792969, - 0.84375, - 0.800781, - 0.886719, - 0.695312, - 0.707031, - 0.820312, - 0.746094, - 0.679688, - 0.753906, - 0.929688, - 0.710938, - 0.287109, - 0.726562, - 0.777344, - 0.480469, - 0.742188, - 0.734375, - 0.648438, - 0.910156, - 0.699219, - 0.6875, - 0.231445, - 0.730469, - 0.585938, - 0.851562, - 0.773438, - 0.628906, - 0.789062, - 0.808594, - 0.695312, - 0.941406, - 0.710938, - 0.8125, - 0.730469, - 0.878906, - 0.917969, - 0.894531, - 0.800781, - 0.824219, - 0.808594, - 0.859375, - 0.671875, - 0.867188, - 0.683594, - 0.726562, - 0.789062, - 0.6875, - 0.796875, - 0.933594, - 0.8125, - 0.75, - 0.894531, - 0.804688, - 0.8125, - 0.785156, - 0.761719, - 0.78125, - 0.929688, - 0.898438, - 0.792969, - 0.730469, - 0.851562, - 0.785156, - 0.917969, - 0.699219, - 0.78125, - 0.640625, - 0.976562, - 0.769531, - 0.914062, - 0.636719, - 0.800781, - 0.671875, - 0.675781, - 0.53125, - 0.419922, - 0.828125, - 0.777344, - 0.255859, - 0.804688, - 0.761719, - 0.78125 - ] - }, - "name": "model.model.layers.20.input_layernorm.weight", - "outputIndexes": [ - 1646 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1645 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_20/Mul_output_0", - "outputIndexes": [ - 1647 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1646, - 1647 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_20/Mul_1_output_0", - "outputIndexes": [ - 1648 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1648 - ], - "outputIndexes": [ - 2868 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2868 - ], - "outputIndexes": [ - 2869 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear", - "inputIndexes": [ - 2869 - ], - "outputIndexes": [ - 2870 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 526584840, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2870 - ], - "outputIndexes": [ - 2871 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2871 - ], - "outputIndexes": [ - 1649 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1648 - ], - "main_type": "NONE", - "name": "/Shape_281_output_0", - "outputIndexes": [ - 1650 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1650 - ], - "main_type": "NONE", - "name": "Shape5078", - "outputIndexes": [ - 1651 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1650 - ], - "main_type": "NONE", - "name": "Rank5080", - "outputIndexes": [ - 1652 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1652, - 1652 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5082", - "outputIndexes": [ - 1653 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1653 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5083", - "outputIndexes": [ - 1654 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1653, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5085", - "outputIndexes": [ - 1655 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1655 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5086", - "outputIndexes": [ - 1656 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1651, - 1654, - 1656, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5089", - "outputIndexes": [ - 1657 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1657 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5090", - "outputIndexes": [ - 1658 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1658 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5091", - "outputIndexes": [ - 1659 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1659, - 1658 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5092", - "outputIndexes": [ - 1660 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1650, - 1660, - 1653 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_304_output_0", - "outputIndexes": [ - 1661 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1661, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_641_output_0", - "outputIndexes": [ - 1662 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1662, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_260_output_0", - "outputIndexes": [ - 1663 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1649, - 1663 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_181_output_0", - "outputIndexes": [ - 1664 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1664, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_160_output_0", - "outputIndexes": [ - 1665 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1664 - ], - "main_type": "NONE", - "name": "/Shape_282_output_0", - "outputIndexes": [ - 1666 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1666 - ], - "main_type": "NONE", - "name": "Shape5099", - "outputIndexes": [ - 1667 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1666 - ], - "main_type": "NONE", - "name": "Rank5101", - "outputIndexes": [ - 1668 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1668, - 1668 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5103", - "outputIndexes": [ - 1669 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1669 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5104", - "outputIndexes": [ - 1670 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1669, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5106", - "outputIndexes": [ - 1671 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1671 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5107", - "outputIndexes": [ - 1672 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1667, - 1670, - 1672, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5110", - "outputIndexes": [ - 1673 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1673 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5111", - "outputIndexes": [ - 1674 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1674 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5112", - "outputIndexes": [ - 1675 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1675, - 1674 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5113", - "outputIndexes": [ - 1676 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1666, - 1676, - 1669 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_305_output_0", - "outputIndexes": [ - 1677 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1677, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_60_output_0", - "outputIndexes": [ - 1678 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1678, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_646_output_0", - "outputIndexes": [ - 1679 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1664, - 1679, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_81_output_0", - "outputIndexes": [ - 1680 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1680 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_40_output_0", - "outputIndexes": [ - 1681 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1664, - 22, - 1679, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_80_output_0", - "outputIndexes": [ - 1682 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1681, - 1682 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_263_output_0", - "outputIndexes": [ - 1683 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1683, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_161_output_0", - "outputIndexes": [ - 1684 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1665, - 1684 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_100_output_0", - "outputIndexes": [ - 1685 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1648 - ], - "outputIndexes": [ - 2872 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2872 - ], - "outputIndexes": [ - 2873 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear", - "inputIndexes": [ - 2873 - ], - "outputIndexes": [ - 2874 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 527918110, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2874 - ], - "outputIndexes": [ - 2875 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2875 - ], - "outputIndexes": [ - 1686 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1662, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_261_output_0", - "outputIndexes": [ - 1687 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1686, - 1687 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_182_output_0", - "outputIndexes": [ - 1688 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1688, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_162_output_0", - "outputIndexes": [ - 1689 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1688 - ], - "main_type": "NONE", - "name": "/Shape_283_output_0", - "outputIndexes": [ - 1690 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1690 - ], - "main_type": "NONE", - "name": "Shape5162", - "outputIndexes": [ - 1691 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1690 - ], - "main_type": "NONE", - "name": "Rank5164", - "outputIndexes": [ - 1692 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1692, - 1692 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5166", - "outputIndexes": [ - 1693 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1693 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5167", - "outputIndexes": [ - 1694 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1693, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5169", - "outputIndexes": [ - 1695 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1695 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5170", - "outputIndexes": [ - 1696 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1691, - 1694, - 1696, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5173", - "outputIndexes": [ - 1697 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1697 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5174", - "outputIndexes": [ - 1698 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1698 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5175", - "outputIndexes": [ - 1699 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1699, - 1698 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5176", - "outputIndexes": [ - 1700 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1690, - 1700, - 1693 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_306_output_0", - "outputIndexes": [ - 1701 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1701, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_61_output_0", - "outputIndexes": [ - 1702 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1702, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_648_output_0", - "outputIndexes": [ - 1703 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1688, - 1703, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_83_output_0", - "outputIndexes": [ - 1704 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1704 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_41_output_0", - "outputIndexes": [ - 1705 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1688, - 22, - 1703, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_82_output_0", - "outputIndexes": [ - 1706 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1705, - 1706 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_264_output_0", - "outputIndexes": [ - 1707 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1707, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_163_output_0", - "outputIndexes": [ - 1708 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1689, - 1708 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_101_output_0", - "outputIndexes": [ - 1709 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1648 - ], - "outputIndexes": [ - 2876 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2876 - ], - "outputIndexes": [ - 2877 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear", - "inputIndexes": [ - 2877 - ], - "outputIndexes": [ - 2878 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 528140340, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2878 - ], - "outputIndexes": [ - 2879 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2879 - ], - "outputIndexes": [ - 1710 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1710, - 1687 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_183_output_0", - "outputIndexes": [ - 1711 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1685, - 1709, - 1711, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_188_output_0", - "outputIndexes": [ - 1712 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1712 - ], - "outputIndexes": [ - 2880 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2880 - ], - "outputIndexes": [ - 2881 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear", - "inputIndexes": [ - 2881 - ], - "outputIndexes": [ - 2882 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 528362570, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2882 - ], - "outputIndexes": [ - 2883 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2883 - ], - "outputIndexes": [ - 1713 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1645, - 1713 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_103_output_0", - "outputIndexes": [ - 1714 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.335938, - 0.886719, - 0.375, - 0.714844, - 0.640625, - 0.652344, - 0.769531, - 0.714844, - 0.75, - 0.65625, - 0.773438, - 0.460938, - 0.832031, - 0.832031, - 0.824219, - 0.746094, - 0.804688, - 0.699219, - 0.847656, - 0.585938, - 0.824219, - 0.707031, - 0.753906, - 0.267578, - 0.835938, - 0.875, - 0.652344, - 0.640625, - 0.601562, - 0.886719, - 0.84375, - 0.816406, - 0.925781, - 0.621094, - 0.683594, - 0.863281, - 0.820312, - 0.753906, - 0.582031, - 0.488281, - 0.886719, - 0.890625, - 0.808594, - 0.894531, - 0.302734, - 0.722656, - 0.738281, - 0.769531, - 0.734375, - 0.460938, - 0.275391, - 0.455078, - 0.867188, - 0.800781, - 0.769531, - 0.683594, - 0.648438, - 0.292969, - 0.351562, - 0.605469, - 0.722656, - 0.648438, - 0.628906, - 0.867188, - 0.757812, - 0.410156, - 0.707031, - 0.621094, - 0.707031, - 0.675781, - 0.691406, - 0.621094, - 0.291016, - 0.625, - 0.789062, - 0.443359, - 0.8125, - 0.808594, - 0.78125, - 0.890625, - 0.894531, - 0.279297, - 0.375, - 0.859375, - 0.847656, - 0.878906, - 0.894531, - 0.933594, - 0.671875, - 0.769531, - 0.753906, - 0.652344, - 0.451172, - 0.675781, - 0.871094, - 0.289062, - 0.730469, - 0.582031, - 0.847656, - 0.832031, - 1.078125, - 0.488281, - 0.458984, - 0.9375, - 0.558594, - 0.714844, - 0.675781, - 0.734375, - 0.53125, - 0.777344, - 0.605469, - 0.976562, - 0.683594, - 0.181641, - 0.855469, - 0.800781, - 0.808594, - 0.859375, - 0.273438, - 0.302734, - 0.820312, - 0.318359, - 0.621094, - 0.644531, - 0.816406, - 0.910156, - 0.871094, - 0.320312, - 0.601562, - 1.289062, - 0.730469, - 0.773438, - 0.765625, - 0.921875, - 0.851562, - 0.921875, - 0.574219, - 1.03125, - 0.5625, - 0.785156, - 0.291016, - 0.695312, - 0.675781, - 0.357422, - 0.847656, - 0.625, - 0.851562, - 0.455078, - 0.945312, - 0.75, - 0.722656, - 0.832031, - 0.335938, - 0.800781, - 0.851562, - 0.601562, - 0.789062, - 0.644531, - 0.90625, - 0.890625, - 0.566406, - 0.632812, - 0.683594, - 0.320312, - 0.613281, - 0.859375, - 0.730469, - 0.863281, - 0.792969, - 0.730469, - 0.929688, - 0.785156, - 0.789062, - 0.882812, - 0.667969, - 0.832031, - 0.691406, - 0.90625, - 0.824219, - 0.945312, - 0.867188, - 0.667969, - 0.882812, - 0.523438, - 0.785156, - 0.328125, - 0.326172, - 0.964844, - 0.773438, - 0.757812, - 0.890625, - 0.691406, - 0.894531, - 0.867188, - 0.851562, - 0.8125, - 0.789062, - 0.722656, - 0.828125, - 0.621094, - 0.691406, - 0.824219, - 0.878906, - 1.0, - 0.867188, - 0.777344, - 0.777344, - 0.9375, - 0.71875, - 0.859375, - 0.722656, - 0.898438, - 0.535156, - 0.683594, - 0.898438, - 0.345703, - 0.867188, - 0.886719, - 0.84375, - 0.78125, - 0.808594, - 0.855469, - 0.423828, - 0.25, - 0.667969, - 0.890625, - 0.65625, - 0.527344, - 0.351562, - 0.828125, - 0.785156, - 0.847656, - 0.878906, - 0.859375, - 0.875, - 0.660156, - 0.804688, - 0.722656, - 0.777344, - 0.894531, - 0.699219, - 0.792969, - 0.734375, - 0.941406, - 0.761719, - 0.820312, - 0.933594, - 0.738281, - 0.667969, - 0.933594, - 0.683594, - 0.384766, - 0.871094, - 0.229492, - 0.283203, - 0.621094, - 0.703125, - 0.945312, - 0.867188, - 0.714844, - 0.78125, - 0.917969, - 0.835938, - 0.660156, - 0.859375, - 0.75, - 0.652344, - 0.914062, - 0.773438, - 0.71875, - 0.820312, - 0.59375, - 0.648438, - 0.820312, - 0.515625, - 0.621094, - 0.347656, - 0.863281, - 0.636719, - 0.890625, - 0.835938, - 0.695312, - 0.6875, - 0.621094, - 0.808594, - 0.306641, - 0.730469, - 0.765625, - 0.703125, - 0.898438, - 0.835938, - 0.960938, - 0.972656, - 0.890625, - 0.660156, - 0.734375, - 0.78125, - 0.707031, - 0.871094, - 0.875, - 0.294922, - 0.363281, - 0.878906, - 0.339844, - 0.914062, - 0.707031, - 0.855469, - 0.648438, - 0.777344, - 0.271484, - 0.503906, - 0.855469, - 0.324219, - 0.757812, - 0.929688, - 0.90625, - 0.339844, - 0.765625, - 0.800781, - 0.322266, - 0.804688, - 0.980469, - 0.839844, - 0.535156, - 0.71875, - 0.714844, - 0.691406, - 0.289062, - 0.726562, - 0.679688, - 0.273438, - 0.785156, - 0.316406, - 0.574219, - 0.6875, - 0.4375, - 0.757812, - 0.275391, - 0.640625, - 0.367188, - 0.636719, - 0.808594, - 0.691406, - 0.875, - 0.875, - 0.75, - 0.75, - 0.667969, - 0.648438, - 0.835938, - 0.652344, - 0.435547, - 0.435547, - 0.714844, - 0.632812, - 0.839844, - 0.162109, - 0.71875, - 0.851562, - 0.613281, - 0.609375, - 0.710938, - 0.816406, - 0.78125, - 0.757812, - 0.710938, - 0.894531, - 0.722656, - 0.302734, - 0.875, - 0.726562, - 0.609375, - 0.902344, - 0.585938, - 0.714844, - 0.710938, - 0.832031, - 0.625, - 0.898438, - 0.617188, - 0.851562, - 0.953125, - 0.785156, - 1.023438, - 0.394531, - 0.816406, - 0.636719, - 0.929688, - 0.667969, - 0.84375, - 0.722656, - 0.757812, - 0.871094, - 0.726562, - 0.355469, - 0.324219, - 0.792969, - 0.523438, - 0.726562, - 0.824219, - 0.636719, - 0.921875, - 0.621094, - 0.679688, - 0.660156, - 0.316406, - 0.914062, - 0.78125, - 0.679688, - 0.34375, - 0.703125, - 0.632812, - 0.902344, - 0.867188, - 0.699219, - 0.691406, - 0.976562, - 0.894531, - 0.566406, - 0.839844, - 0.910156, - 0.539062, - 0.722656, - 0.609375, - 0.597656, - 0.851562, - 0.671875, - 0.828125, - 0.683594, - 0.855469, - 0.957031, - 0.914062, - 0.824219, - 0.921875, - 0.527344, - 0.644531, - 0.621094, - 0.59375, - 0.773438, - 0.835938, - 0.683594, - 0.539062, - 0.357422, - 0.470703, - 0.8125, - 0.871094, - 0.322266, - 0.890625, - 0.816406, - 0.929688, - 0.957031, - 0.804688, - 0.730469, - 0.976562, - 0.835938, - 0.910156, - 0.910156, - 0.839844, - 0.273438, - 1.070312, - 0.582031, - 0.757812, - 0.828125, - 0.667969, - 0.679688, - 0.339844, - 0.589844, - 0.6875, - 0.691406, - 0.699219, - 0.8125, - 0.757812, - 0.550781, - 0.738281, - 0.941406, - 0.863281, - 0.84375, - 0.59375, - 0.324219, - 0.796875, - 0.921875, - 0.707031, - 0.808594, - 0.863281, - 0.671875, - 0.628906, - 0.808594, - 0.597656, - 0.847656, - 0.851562, - 0.820312, - 0.761719, - 0.875, - 0.738281, - 0.835938, - 0.878906, - 0.757812, - 0.910156, - 0.664062, - 0.345703, - 0.330078, - 0.9375, - 0.792969, - 0.835938, - 1.039062, - 0.710938, - 0.871094, - 0.267578, - 0.609375, - 1.117188, - 0.539062, - 0.855469, - 0.953125, - 0.902344, - 0.292969, - 0.8125, - 0.734375, - 0.925781, - 0.546875, - 0.523438, - 0.757812, - 0.792969, - 0.769531, - 0.617188, - 0.835938, - 0.582031, - 0.722656, - 0.832031, - 0.796875, - 0.800781, - 0.636719, - 0.679688, - 0.316406, - 0.644531, - 0.839844, - 0.847656, - 0.871094, - 0.753906, - 0.820312, - 0.291016, - 0.722656, - 0.734375, - 0.867188, - 0.746094, - 0.722656, - 0.648438, - 0.34375, - 0.761719, - 0.417969, - 0.765625, - 0.652344, - 0.789062, - 0.863281, - 0.792969, - 0.322266, - 0.714844, - 0.898438, - 0.816406, - 0.867188, - 0.324219, - 0.929688, - 0.925781, - 0.820312, - 0.78125, - 0.890625, - 0.378906, - 0.330078, - 0.835938, - 0.855469, - 0.847656, - 0.5625, - 0.976562, - 0.679688, - 0.279297, - 0.326172, - 0.640625, - 0.894531, - 0.835938, - 0.326172, - 0.8125, - 0.208984, - 0.628906, - 0.679688, - 0.976562, - 0.886719, - 0.574219, - 0.667969, - 0.882812, - 0.925781, - 0.570312, - 0.859375, - 0.890625, - 0.738281, - 0.691406, - 0.644531, - 0.9375, - 0.84375, - 0.945312, - 0.839844, - 0.65625, - 0.933594, - 0.914062, - 0.738281, - 0.304688, - 0.890625, - 0.384766, - 0.298828, - 0.902344, - 0.714844, - -1.3e-05, - 0.675781, - 0.789062, - 0.294922, - 0.59375, - 0.710938, - 0.777344, - 0.671875, - 0.871094, - 0.507812, - 0.707031, - 0.640625, - 0.589844, - 0.730469, - 0.757812, - 0.835938, - 0.863281, - 0.761719, - 0.972656, - 0.84375, - 0.703125, - 0.953125, - 0.679688, - 0.289062, - 0.660156, - 0.753906, - 0.660156, - 0.84375, - 0.597656, - 0.835938, - 0.726562, - 0.925781, - 0.269531, - 0.871094, - 0.640625, - 0.294922, - 0.863281, - 0.902344, - 1.0, - 0.423828, - 0.667969, - 0.337891, - 0.90625, - 0.65625, - 0.640625, - 0.613281, - 0.972656, - 0.894531, - 0.929688, - 0.667969, - 0.925781, - 0.679688, - 0.402344, - 0.308594, - 0.707031, - 0.369141, - 0.792969, - 0.816406, - 0.734375, - 0.707031, - 0.648438, - 0.769531, - 0.304688, - 0.808594, - 0.847656, - 0.894531, - 0.902344, - 0.314453, - 0.828125, - 0.765625, - 0.617188, - 0.734375, - 0.835938, - 0.832031, - 0.820312, - 0.871094, - 0.746094, - 0.949219, - 0.855469, - 0.679688, - 0.894531, - 0.886719, - 0.71875, - 0.621094, - 0.921875, - 0.361328, - 0.726562, - 0.59375, - 0.6875, - 0.953125, - 0.820312, - 0.707031, - 0.769531, - 0.722656, - 0.882812, - 0.363281, - 0.785156, - 0.640625, - 0.703125, - 0.871094, - 0.640625, - 0.363281, - 0.269531, - 0.894531, - 0.503906, - 0.308594, - 0.898438, - 0.863281, - 0.808594, - 0.337891, - 0.933594, - 0.824219, - 0.314453, - 0.71875, - 0.353516, - 0.6875, - 0.8125, - 0.664062, - 0.863281, - 0.871094, - 0.742188, - 0.714844, - 0.757812, - 0.71875, - 0.636719, - 0.9375, - 0.490234, - 0.714844, - 0.875, - 0.894531, - 1.09375, - 0.632812, - 0.332031, - 0.248047, - 0.671875, - 0.800781, - 0.8125, - 0.679688, - 0.777344, - 0.917969, - 0.808594, - 0.496094, - 0.867188, - 0.376953, - 0.361328, - 0.621094, - 0.734375, - 0.777344, - 0.625, - 0.628906, - 0.707031, - 0.867188, - 0.71875, - 0.683594, - 0.279297, - 0.699219, - 0.917969, - 0.878906, - 0.550781, - 0.679688, - 0.722656, - 0.273438, - 0.78125, - 0.835938, - 0.523438, - 0.722656, - 0.609375, - 0.601562, - 0.400391, - 0.867188, - 0.5625, - 0.617188, - 0.824219, - 0.628906, - 0.734375, - 0.574219, - 0.691406, - 1.039062, - 0.652344, - 0.753906, - 0.667969, - 0.875, - 0.902344, - 0.851562, - 0.15918, - 0.498047, - 0.921875, - 0.455078, - 0.621094, - 1.039062, - 0.765625, - 0.601562, - 0.925781, - 0.462891, - 0.785156, - 0.753906, - 0.769531, - 0.585938, - 0.75, - 0.330078, - 0.664062, - 0.738281, - 0.679688, - 0.816406, - 0.59375, - 0.625, - 0.882812, - 0.78125, - 0.726562, - 0.835938, - 0.964844, - 0.824219, - 0.816406, - 0.847656, - 0.871094, - 0.902344, - 0.753906, - 0.566406, - 0.322266, - 0.832031, - 0.542969, - 0.832031, - 0.621094, - 0.648438, - 0.570312, - 0.695312, - 0.796875, - 0.761719, - 0.625, - 0.894531, - 0.828125, - 0.953125, - 0.789062, - 0.474609, - 0.859375, - 0.332031, - 0.59375, - 0.96875, - 0.65625, - 0.742188, - 0.28125, - 0.789062, - 0.816406, - 0.902344, - 0.462891, - 0.738281, - 0.917969, - 0.310547, - 0.617188, - 0.613281, - 0.867188, - 0.894531, - 0.648438, - 0.851562, - 0.828125, - 0.263672, - 0.142578, - 0.882812, - 0.582031, - 0.251953, - 0.734375, - 0.734375, - 0.734375, - 1.078125, - 0.761719, - 0.855469, - 0.753906, - 0.886719, - 0.722656, - 0.617188, - 0.816406, - 0.292969, - 0.914062, - 0.695312, - 0.683594, - 0.699219, - 0.753906, - 0.972656, - 0.867188, - 0.847656, - 0.75, - 0.414062, - 0.855469, - 0.777344, - 0.273438, - 0.699219, - 0.875, - 0.9375, - 0.910156, - 0.503906, - 0.283203, - 0.176758, - 0.195312, - 0.78125, - 0.753906, - 0.503906, - 0.757812, - 0.435547, - 0.878906, - 0.738281, - 0.652344, - 0.847656, - 0.578125, - 0.683594, - 0.699219, - 0.632812, - 0.875, - 0.851562, - 0.28125, - 0.824219, - 0.820312, - 0.9375, - 0.863281, - 0.828125, - 0.855469, - 0.431641, - 0.699219, - 0.546875, - 0.65625, - 0.773438, - 0.804688, - 0.84375, - 0.835938, - 0.640625, - 0.304688, - 0.726562, - 0.808594, - 0.710938, - 0.859375, - 0.582031, - 1.140625, - 0.886719, - 0.746094, - 0.75, - 0.636719, - 0.757812, - 0.933594, - 0.820312, - 0.660156, - 0.742188, - 0.945312, - 1.046875, - 0.308594, - 0.84375, - 0.839844, - 0.671875, - 0.738281, - 0.765625, - 0.408203, - 0.605469, - 0.78125, - 0.964844, - 0.917969, - 0.703125, - 0.859375, - 0.644531, - 0.707031, - 0.820312, - 0.589844, - 0.714844, - 0.835938, - 0.695312, - 0.773438, - 0.878906, - 0.765625, - 0.832031, - 0.296875, - 0.992188, - 0.835938, - 0.648438, - 0.691406, - 0.550781, - 0.800781, - 0.65625, - 0.550781, - 0.699219, - 0.652344, - 0.679688, - 0.753906, - 0.773438, - 0.337891, - 0.984375, - 0.28125, - 0.996094, - 0.828125, - 0.929688, - 0.660156, - 0.746094, - 0.707031, - 0.769531, - 0.652344, - 0.84375, - 0.789062, - 0.550781, - 0.765625, - 0.773438, - 0.613281, - 0.746094, - 0.318359, - 0.898438, - 0.671875, - 0.617188, - 0.695312, - 0.765625, - 0.816406, - 0.800781, - 0.652344, - 0.882812, - 0.902344, - 0.5625, - 0.695312, - 0.71875, - 0.789062, - 0.832031, - 0.4375, - 0.476562, - 0.816406, - 0.8125, - 0.957031, - 0.365234, - 0.957031, - 0.632812, - 0.90625, - 0.75, - 0.730469, - 0.921875, - 0.898438, - 0.839844, - 0.839844, - 0.353516, - 0.71875, - 0.742188, - 0.726562, - 0.800781, - 0.964844, - 0.71875, - 0.792969, - 0.882812, - 0.710938, - 0.960938, - 0.78125, - 0.640625, - 0.683594, - 0.871094, - 0.820312, - 0.890625, - 0.804688, - 0.671875, - 0.867188, - 0.957031, - 1.0, - 0.605469, - 0.972656, - 0.636719, - 0.683594, - 0.589844, - 0.742188, - 0.773438, - 0.921875, - 0.574219, - 0.9375, - 0.707031, - 0.824219, - 0.945312, - 0.210938, - 0.769531, - 0.773438, - 0.828125, - 0.765625, - 0.828125, - 0.855469, - 0.824219, - 0.609375, - 0.789062, - 0.863281, - 0.765625, - 0.75, - 0.800781, - 0.304688, - 0.898438, - 0.542969, - 0.804688, - 0.917969, - 0.746094, - 0.605469, - 0.65625, - 0.769531, - 0.457031, - 0.964844, - 0.257812, - 0.601562, - 0.863281, - 0.304688, - 0.263672, - 0.671875, - 0.601562, - 0.451172, - 0.859375, - 0.777344, - 0.341797, - 0.660156, - 0.96875, - 0.65625, - 0.339844, - 1.078125, - 0.949219, - 0.789062, - 0.75, - 0.664062, - 0.408203, - 0.90625, - 0.660156, - 0.703125, - 0.664062, - 0.482422, - 0.847656, - 0.388672, - 0.90625, - 0.855469, - 0.859375, - 0.785156, - 1.0625, - 0.816406, - 0.726562, - 0.675781, - 0.632812, - 0.773438, - 0.824219, - 0.71875, - 0.914062, - 0.431641, - 0.695312, - 0.789062, - 0.898438, - 0.667969, - 1.007812, - 0.96875, - 0.644531, - 0.902344, - 0.660156, - 0.667969, - 0.839844, - 0.707031, - 0.710938, - 0.683594, - 0.453125, - 0.314453, - 0.910156, - 0.241211, - 0.910156, - 0.886719, - 0.310547, - 0.435547, - 1.007812, - 0.691406, - 0.835938, - 0.792969, - 0.390625, - 0.78125, - 0.671875, - 0.589844, - 0.808594, - 0.847656, - 0.722656, - 0.486328, - 0.664062, - 0.808594, - 0.824219, - 0.632812, - 0.882812, - 0.921875, - 0.785156, - 0.953125, - 0.605469, - 0.316406, - 0.648438, - 0.851562, - 0.75, - 0.875, - 0.753906, - 0.820312, - 0.957031, - 0.851562, - 0.703125, - 0.808594, - 0.675781, - 0.84375, - 0.511719, - 0.328125, - 0.421875, - 0.78125, - 0.365234, - 0.773438, - 0.867188, - 0.945312, - 0.917969, - 0.703125, - 0.902344, - 1.007812, - 0.859375, - 0.734375, - 0.902344, - 1.007812, - 0.710938, - 0.664062, - 0.414062, - 0.322266, - 0.953125, - 0.275391, - 0.628906, - 0.488281, - 0.796875, - 0.773438, - 0.283203, - 0.392578, - 0.660156, - 0.384766, - 0.820312, - 0.710938, - 0.710938, - 0.644531, - 0.824219, - 0.90625, - 0.671875, - 0.328125, - 0.941406, - 0.636719, - 0.941406, - 0.695312, - 0.960938, - 0.808594, - 0.953125, - 0.761719, - 0.847656, - 0.369141, - 1.109375, - 0.451172, - 0.605469, - 0.808594, - 0.933594, - 0.726562, - 0.914062, - 0.287109, - 0.601562, - 0.910156, - 0.867188, - 0.306641, - 0.773438, - 0.683594, - 0.980469, - 0.65625, - 0.800781, - 0.746094, - 0.292969, - 0.753906, - 0.875, - 0.839844, - 0.570312, - 0.71875, - 0.628906, - 0.777344, - 0.839844, - 0.859375, - 0.585938, - 0.59375, - 0.777344, - 0.761719, - 0.90625, - 0.435547, - 0.34375, - 0.361328, - 0.808594, - 0.730469, - 0.652344, - 0.233398, - 0.882812, - 0.279297, - 0.253906, - 0.585938, - 0.289062, - 0.828125, - 0.285156, - 1.0625, - 0.765625, - 0.699219, - 0.753906, - 0.287109, - 0.792969, - 0.652344, - 0.765625, - 0.613281, - 0.808594, - 0.59375, - 0.9375, - 0.314453, - 0.769531, - 0.894531, - 0.820312, - 0.796875, - 0.464844, - 0.960938, - 0.683594, - 0.921875, - 0.734375, - 0.878906, - 0.816406, - 0.605469, - 0.976562, - 0.722656, - 0.710938, - 0.6875, - 0.800781, - 0.898438, - 0.894531, - 0.910156, - 0.820312, - 0.859375, - 0.306641, - 0.625, - 0.796875, - 0.667969, - 0.972656, - 0.644531, - 1.015625, - 0.785156, - 0.746094, - 0.867188, - 0.804688, - 0.898438, - 0.714844, - 0.871094, - 0.306641, - 0.867188, - 0.917969, - 0.527344, - 0.832031, - 0.824219, - 0.875, - 0.757812, - 0.566406, - 0.890625, - 0.609375, - 0.675781, - 0.566406, - 0.914062, - 0.933594, - 0.890625, - 0.894531, - 0.636719, - 0.294922, - 0.734375, - 0.209961, - 0.71875, - 0.816406, - 0.890625, - 0.742188, - 0.6875, - 0.898438, - 0.617188, - 0.703125, - 0.746094, - 0.769531, - 0.699219, - 0.863281, - 0.761719, - 0.773438, - 0.875, - 0.875, - 0.283203, - 0.851562, - 0.8125, - 0.75, - 0.261719, - 0.933594, - 0.3125, - 0.361328, - 0.691406, - 0.746094, - 0.582031, - 0.347656, - 0.734375, - 0.292969, - 0.546875, - 0.863281, - 0.777344, - 0.769531, - 0.683594, - 0.710938, - 0.339844, - 0.933594, - 0.625, - 0.292969, - 0.867188, - 0.863281, - 0.792969, - 0.910156, - 0.683594, - 0.875, - 0.753906, - 1.101562, - 0.785156, - 0.785156, - 0.90625, - 0.333984, - 0.878906, - 0.628906, - 0.34375, - 0.835938, - 0.664062, - 0.714844, - 0.867188, - 0.9375, - 0.203125, - 0.625, - 0.535156, - 0.189453, - 0.546875, - 0.761719, - 0.90625, - 0.695312, - 0.960938, - 0.910156, - 0.707031, - 0.789062, - 0.636719, - 0.34375, - 0.640625, - 0.746094, - 0.753906, - 0.871094, - 0.875, - 0.300781, - 0.283203, - 0.326172, - 0.835938, - 0.640625, - 0.578125, - 0.412109, - 0.9375, - 0.691406, - 0.816406, - 0.859375, - 0.726562, - 0.3125, - 0.710938, - 0.667969, - 0.867188, - 0.964844, - 0.542969, - 0.566406, - 0.976562, - 0.816406, - 0.765625, - 0.601562, - 0.734375, - 0.855469, - 0.304688, - 0.726562, - 0.847656, - 0.605469, - 0.824219, - 0.820312, - 0.558594, - 0.972656, - 0.769531, - 0.710938, - 0.300781, - 0.722656, - 0.558594, - 0.875, - 0.859375, - 0.582031, - 0.710938, - 0.515625, - 0.777344, - 0.652344, - 0.726562, - 0.601562, - 0.746094, - 0.648438, - 0.695312, - 0.664062, - 0.789062, - 0.609375, - 0.871094, - 0.867188, - 0.621094, - 0.992188, - 0.8125, - 0.777344, - 0.558594, - 0.570312, - 0.863281, - 0.886719, - 0.890625, - 0.828125, - 0.984375, - 0.75, - 0.769531, - 0.882812, - 0.699219, - 0.855469, - 1.03125, - 0.679688, - 0.628906, - 0.792969, - 0.640625, - 0.789062, - 0.609375, - 0.820312, - 0.855469, - 0.734375, - 0.867188, - 0.566406, - 1.085938, - 0.574219, - 0.726562, - 0.660156, - 0.777344, - 0.453125, - 0.353516, - 0.742188, - 0.828125, - 0.289062, - 0.753906, - 0.808594, - 0.910156 - ] - }, - "name": "model.model.layers.20.post_attention_layernorm.weight", - "outputIndexes": [ - 1715 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1714 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_20/Mul_output_0", - "outputIndexes": [ - 1716 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1715, - 1716 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_20/Mul_1_output_0", - "outputIndexes": [ - 1717 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1717 - ], - "outputIndexes": [ - 2884 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2884 - ], - "outputIndexes": [ - 2885 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/gate_proj/Linear", - "inputIndexes": [ - 2885 - ], - "outputIndexes": [ - 2886 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 529689696, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2886 - ], - "outputIndexes": [ - 2887 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2887 - ], - "outputIndexes": [ - 1718 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1718 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_20/Sigmoid_output_0", - "outputIndexes": [ - 1719 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1718, - 1719 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_20/Mul_output_0", - "outputIndexes": [ - 1720 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1717 - ], - "outputIndexes": [ - 2888 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2888 - ], - "outputIndexes": [ - 2889 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/up_proj/Linear", - "inputIndexes": [ - 2889 - ], - "outputIndexes": [ - 2890 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 537431158, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2890 - ], - "outputIndexes": [ - 2891 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2891 - ], - "outputIndexes": [ - 1721 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1720, - 1721 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_20/Mul_output_0", - "outputIndexes": [ - 1722 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1722 - ], - "outputIndexes": [ - 2892 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2892 - ], - "outputIndexes": [ - 2893 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/down_proj/Linear", - "inputIndexes": [ - 2893 - ], - "outputIndexes": [ - 2894 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 545172620, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2894 - ], - "outputIndexes": [ - 2895 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2895 - ], - "outputIndexes": [ - 1723 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1714, - 1723 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_104_output_0", - "outputIndexes": [ - 1724 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1724, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_189_output_0", - "outputIndexes": [ - 1725 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.265625, - 0.742188, - 1.078125, - 0.632812, - 0.828125, - 0.550781, - 0.699219, - 0.625, - 0.6875, - 0.699219, - 0.691406, - 0.632812, - 0.660156, - 0.695312, - 0.722656, - 0.710938, - 0.746094, - 0.691406, - 0.667969, - 0.835938, - 0.660156, - 0.753906, - 0.625, - 0.241211, - 0.796875, - 0.730469, - 0.726562, - 0.824219, - 0.671875, - 0.742188, - 0.699219, - 0.734375, - 0.707031, - 0.585938, - 0.820312, - 0.863281, - 0.695312, - 0.671875, - 0.753906, - 0.714844, - 0.730469, - 0.671875, - 0.832031, - 0.734375, - 0.314453, - 0.742188, - 0.664062, - 0.617188, - 0.664062, - 0.953125, - 0.237305, - 0.757812, - 0.695312, - 0.640625, - 0.738281, - 0.628906, - 0.695312, - 0.226562, - 0.828125, - 0.691406, - 0.6875, - 0.734375, - 0.796875, - 0.746094, - 0.652344, - 0.625, - 0.71875, - 0.652344, - 0.8125, - 0.675781, - 0.78125, - 0.84375, - 0.21582, - 0.660156, - 0.746094, - 0.699219, - 0.695312, - 0.699219, - 0.707031, - 0.820312, - 0.757812, - 0.249023, - 0.824219, - 0.695312, - 0.816406, - 0.75, - 0.699219, - 0.839844, - 0.742188, - 0.726562, - 0.625, - 0.683594, - 0.960938, - 0.597656, - 0.757812, - 0.859375, - 0.75, - 0.757812, - 0.792969, - 0.695312, - 0.789062, - 0.671875, - 0.582031, - 0.878906, - 0.773438, - 0.660156, - 0.964844, - 0.691406, - 0.703125, - 0.667969, - 0.777344, - 0.847656, - 0.761719, - 1.101562, - 0.671875, - 0.675781, - 0.75, - 0.84375, - 0.222656, - 0.308594, - 0.730469, - 0.320312, - 0.878906, - 0.636719, - 0.691406, - 0.746094, - 0.765625, - 0.367188, - 0.800781, - 1.007812, - 0.652344, - 0.703125, - 0.65625, - 0.816406, - 0.773438, - 0.757812, - 0.695312, - 0.863281, - 0.671875, - 0.667969, - 0.335938, - 0.765625, - 0.59375, - 0.449219, - 0.75, - 0.875, - 0.710938, - 0.933594, - 0.785156, - 0.644531, - 0.691406, - 0.773438, - 0.365234, - 0.65625, - 0.431641, - 0.800781, - 0.722656, - 0.789062, - 0.734375, - 0.703125, - 0.78125, - 0.796875, - 0.9375, - 0.318359, - 0.871094, - 0.691406, - 0.679688, - 0.761719, - 0.726562, - 1.148438, - 0.914062, - 0.710938, - 0.703125, - 0.804688, - 0.628906, - 0.808594, - 0.929688, - 0.855469, - 0.753906, - 0.761719, - 0.726562, - 0.617188, - 0.890625, - 0.941406, - 0.617188, - 0.839844, - 0.359375, - 0.707031, - 0.621094, - 0.644531, - 0.796875, - 0.777344, - 0.847656, - 0.746094, - 0.800781, - 0.6875, - 0.679688, - 0.664062, - 0.773438, - 0.597656, - 0.5625, - 0.703125, - 0.785156, - 0.808594, - 0.714844, - 0.667969, - 0.699219, - 0.765625, - 0.597656, - 0.777344, - 0.75, - 0.734375, - 0.746094, - 0.609375, - 0.8125, - 0.421875, - 0.722656, - 0.726562, - 0.753906, - 0.632812, - 0.734375, - 0.78125, - 0.490234, - 0.703125, - 0.675781, - 0.691406, - 0.707031, - 0.726562, - 0.835938, - 0.691406, - 0.640625, - 0.738281, - 0.75, - 0.753906, - 0.722656, - 0.644531, - 0.695312, - 0.722656, - 0.691406, - 0.761719, - 0.675781, - 0.839844, - 0.785156, - 0.847656, - 0.652344, - 0.652344, - 0.777344, - 0.730469, - 0.675781, - 0.800781, - 0.742188, - 0.710938, - 0.792969, - 1.085938, - 0.25, - 0.644531, - 0.675781, - 0.796875, - 0.785156, - 0.789062, - 0.695312, - 0.773438, - 0.746094, - 0.683594, - 0.734375, - 0.597656, - 0.75, - 0.75, - 0.664062, - 0.550781, - 0.84375, - 0.921875, - 0.769531, - 0.683594, - 0.730469, - 0.65625, - 0.464844, - 0.808594, - 0.734375, - 0.804688, - 0.726562, - 0.617188, - 0.652344, - 0.707031, - 0.683594, - 0.251953, - 0.605469, - 0.816406, - 0.75, - 0.703125, - 0.65625, - 0.792969, - 0.8125, - 0.863281, - 0.628906, - 0.65625, - 0.742188, - 0.921875, - 0.777344, - 0.832031, - 0.291016, - 0.515625, - 0.753906, - 0.328125, - 0.800781, - 0.640625, - 0.757812, - 0.8125, - 0.800781, - 0.220703, - 0.707031, - 0.820312, - 0.330078, - 0.675781, - 0.75, - 0.78125, - 0.439453, - 0.75, - 0.738281, - 0.287109, - 0.707031, - 0.804688, - 0.71875, - 0.761719, - 0.6875, - 0.878906, - 0.652344, - 0.255859, - 0.730469, - 0.675781, - 0.211914, - 0.820312, - 0.332031, - 0.820312, - 0.722656, - 0.5625, - 0.671875, - 0.188477, - 0.707031, - 0.476562, - 0.777344, - 0.8125, - 0.679688, - 0.792969, - 0.683594, - 0.675781, - 0.707031, - 0.613281, - 0.695312, - 0.675781, - 0.570312, - 0.664062, - 0.710938, - 1.039062, - 0.511719, - 0.800781, - 1.140625, - 0.722656, - 0.765625, - 0.804688, - 0.722656, - 0.679688, - 0.636719, - 0.804688, - 0.679688, - 0.714844, - 0.707031, - 0.613281, - 0.263672, - 0.738281, - 0.699219, - 0.800781, - 0.847656, - 0.796875, - 0.660156, - 0.683594, - 0.792969, - 0.722656, - 0.839844, - 0.761719, - 0.921875, - 0.824219, - 0.714844, - 0.820312, - 0.535156, - 0.667969, - 0.691406, - 0.835938, - 0.664062, - 0.671875, - 0.667969, - 0.632812, - 0.761719, - 0.773438, - 0.785156, - 0.361328, - 0.703125, - 0.5625, - 0.714844, - 0.742188, - 0.828125, - 0.734375, - 0.742188, - 0.472656, - 0.777344, - 0.219727, - 0.746094, - 0.753906, - 0.4375, - 0.353516, - 0.679688, - 0.695312, - 0.761719, - 0.808594, - 0.652344, - 0.597656, - 0.75, - 0.765625, - 0.816406, - 0.675781, - 0.789062, - 0.851562, - 0.953125, - 0.667969, - 0.761719, - 0.824219, - 0.675781, - 0.765625, - 0.675781, - 0.679688, - 0.835938, - 0.683594, - 0.699219, - 0.8125, - 0.757812, - 0.675781, - 0.671875, - 0.785156, - 0.734375, - 0.734375, - 0.679688, - 0.78125, - 0.554688, - 1.234375, - 0.703125, - 0.789062, - 0.285156, - 0.753906, - 0.8125, - 0.730469, - 0.785156, - 0.765625, - 0.605469, - 0.839844, - 0.8125, - 0.71875, - 0.738281, - 0.765625, - 0.269531, - 0.847656, - 0.765625, - 0.683594, - 0.667969, - 0.71875, - 0.664062, - 0.386719, - 0.65625, - 0.703125, - 0.714844, - 0.625, - 0.765625, - 0.625, - 0.664062, - 0.640625, - 0.824219, - 0.863281, - 0.902344, - 0.640625, - 0.357422, - 0.785156, - 0.765625, - 0.769531, - 0.683594, - 0.777344, - 0.679688, - 0.800781, - 0.691406, - 0.820312, - 0.710938, - 0.753906, - 0.710938, - 0.675781, - 0.757812, - 0.773438, - 0.765625, - 0.757812, - 0.972656, - 0.722656, - 0.710938, - 0.394531, - 0.229492, - 0.769531, - 0.667969, - 0.386719, - 0.792969, - 0.6875, - 0.78125, - 0.949219, - 0.6875, - 0.816406, - 0.808594, - 0.71875, - 0.710938, - 0.785156, - 0.289062, - 0.679688, - 0.785156, - 0.777344, - 0.617188, - 0.898438, - -0.000259, - 0.707031, - 0.621094, - 0.820312, - 0.820312, - 0.640625, - 0.511719, - 0.664062, - 0.613281, - 0.652344, - 0.574219, - 0.738281, - 0.287109, - 0.726562, - 0.738281, - 0.746094, - 0.75, - 0.667969, - 0.703125, - 0.25, - 0.628906, - 0.632812, - 0.761719, - 0.664062, - 0.470703, - 0.71875, - 0.828125, - 0.746094, - 0.820312, - 0.703125, - 0.753906, - 0.601562, - 0.707031, - 0.445312, - 0.28125, - 0.683594, - 0.765625, - 0.699219, - 0.808594, - 0.310547, - 0.726562, - 0.792969, - 0.726562, - 0.742188, - 0.742188, - 0.988281, - 0.259766, - 0.667969, - 0.71875, - 0.765625, - 0.742188, - 0.824219, - 0.648438, - 0.246094, - 0.458984, - 0.578125, - 0.734375, - 0.632812, - 0.275391, - 0.773438, - 1.0625, - 0.75, - 0.480469, - 0.757812, - 0.769531, - 0.738281, - 0.746094, - 0.746094, - 0.75, - 0.4375, - 0.691406, - 0.757812, - 0.648438, - 0.679688, - 0.796875, - 0.804688, - 0.789062, - 0.789062, - 0.699219, - 0.757812, - 0.703125, - 0.800781, - 0.683594, - 0.251953, - 0.777344, - 0.597656, - 0.283203, - 0.832031, - 0.902344, - -0.000874, - 0.609375, - 0.699219, - 0.24707, - 0.929688, - 0.636719, - 0.722656, - 0.613281, - 0.757812, - 0.765625, - 0.667969, - 0.726562, - 0.839844, - 0.675781, - 0.609375, - 0.871094, - 0.753906, - 0.675781, - 0.804688, - 0.707031, - 0.75, - 0.789062, - 0.773438, - 0.204102, - 0.472656, - 0.722656, - 0.683594, - 0.6875, - 0.734375, - 0.660156, - 0.695312, - 0.789062, - 0.246094, - 0.714844, - 0.738281, - 0.257812, - 0.921875, - 0.835938, - 0.800781, - 0.765625, - 0.6875, - 0.341797, - 0.765625, - 0.710938, - 0.679688, - 0.859375, - 0.832031, - 0.804688, - 0.777344, - 0.539062, - 0.703125, - 0.695312, - 0.722656, - 0.227539, - 0.703125, - 0.773438, - 0.648438, - 0.699219, - 0.675781, - 0.746094, - 0.710938, - 0.644531, - 0.84375, - 0.761719, - 0.847656, - 0.699219, - 0.730469, - 0.328125, - 0.695312, - 0.6875, - 0.742188, - 0.765625, - 0.683594, - 0.707031, - 0.75, - 0.722656, - 0.691406, - 0.765625, - 0.660156, - 0.640625, - 0.691406, - 0.742188, - 0.675781, - 0.789062, - 0.796875, - 0.722656, - 0.742188, - 0.773438, - 0.6875, - 0.714844, - 0.726562, - 0.722656, - 0.652344, - 0.644531, - 0.730469, - 0.457031, - 0.710938, - 0.789062, - 0.847656, - 0.746094, - 0.796875, - 0.435547, - 0.216797, - 0.679688, - 0.808594, - 0.25, - 0.824219, - 0.65625, - 0.726562, - 0.410156, - 0.71875, - 0.695312, - 0.341797, - 0.664062, - 0.347656, - 0.695312, - 0.691406, - 0.703125, - 0.746094, - 0.726562, - 0.644531, - 0.71875, - 0.597656, - 0.753906, - 0.871094, - 0.800781, - 0.507812, - 0.710938, - 0.757812, - 0.703125, - 0.765625, - 0.808594, - 0.355469, - 0.90625, - 0.710938, - 0.746094, - 0.679688, - 0.710938, - 0.746094, - 0.804688, - 0.800781, - 0.582031, - 0.746094, - 0.84375, - 0.466797, - 0.667969, - 0.65625, - 0.6875, - 0.761719, - 0.832031, - 0.660156, - 0.828125, - 0.714844, - 0.710938, - 0.267578, - 0.636719, - 0.730469, - 0.761719, - 0.980469, - 0.738281, - 0.699219, - 0.209961, - 0.648438, - 0.769531, - 0.742188, - 0.71875, - 0.757812, - 0.683594, - 0.597656, - 0.796875, - 0.835938, - 0.683594, - 0.808594, - 0.734375, - 0.683594, - 0.761719, - 0.597656, - 0.800781, - 0.902344, - 0.6875, - 0.652344, - 0.753906, - 0.84375, - 0.765625, - 1.1875, - 0.90625, - 0.875, - 0.695312, - 0.8125, - 0.902344, - 0.625, - 0.855469, - 0.75, - 0.609375, - 0.722656, - 0.777344, - 0.738281, - 0.683594, - 0.765625, - 0.298828, - 0.746094, - 0.597656, - 0.734375, - 0.652344, - 0.855469, - 0.710938, - 0.722656, - 0.664062, - 0.613281, - 0.660156, - 0.753906, - 0.796875, - 0.714844, - 0.722656, - 0.699219, - 0.777344, - 0.726562, - 0.921875, - 0.347656, - 0.71875, - 0.660156, - 0.679688, - 0.769531, - 0.71875, - 0.785156, - 0.652344, - 0.734375, - 0.734375, - 0.875, - 0.746094, - 0.742188, - 0.8125, - 0.683594, - 0.753906, - 0.722656, - 0.394531, - 0.8125, - 0.835938, - 0.761719, - 0.679688, - 0.227539, - 0.714844, - 0.726562, - 0.710938, - 0.65625, - 0.746094, - 0.835938, - 0.275391, - 0.761719, - 0.824219, - 0.730469, - 0.785156, - 0.824219, - 0.898438, - 0.785156, - 0.308594, - 1.023438, - 0.769531, - 0.890625, - 1.15625, - 0.691406, - 0.636719, - 0.648438, - 0.832031, - 0.609375, - 0.816406, - 0.574219, - 0.753906, - 0.78125, - 0.851562, - 0.785156, - 0.300781, - 0.785156, - 0.753906, - 0.683594, - 0.632812, - 0.722656, - 0.828125, - 0.769531, - 0.726562, - 0.761719, - 0.574219, - 0.695312, - 0.617188, - 0.238281, - 0.667969, - 0.832031, - 0.757812, - 0.78125, - 0.71875, - 0.271484, - 1.101562, - 1.085938, - 0.664062, - 0.660156, - 0.589844, - 0.679688, - 0.746094, - 0.738281, - 0.691406, - 0.492188, - 0.789062, - 0.773438, - 0.695312, - 0.6875, - 0.875, - 0.742188, - 0.835938, - 0.217773, - 0.777344, - 0.710938, - 0.832031, - 0.753906, - 0.652344, - 0.820312, - 0.660156, - 0.675781, - 0.75, - 0.71875, - 0.789062, - 0.664062, - 0.824219, - 0.726562, - 0.640625, - 0.310547, - 0.851562, - 0.617188, - 0.710938, - 0.757812, - 0.660156, - 0.832031, - 0.000103, - 0.628906, - 0.65625, - 0.714844, - 0.566406, - 0.824219, - 0.730469, - 0.652344, - 0.9375, - 0.734375, - 0.789062, - 0.298828, - 0.769531, - 0.796875, - 0.773438, - 0.722656, - 0.640625, - 0.867188, - 0.808594, - 0.632812, - 0.746094, - 0.824219, - 0.613281, - 0.832031, - 0.652344, - 0.636719, - 0.777344, - 0.546875, - 0.753906, - 0.59375, - 0.617188, - 0.679688, - 0.6875, - 0.667969, - 0.683594, - 0.316406, - 0.871094, - 0.691406, - 0.753906, - 0.652344, - 0.636719, - 0.683594, - 0.753906, - 0.78125, - 0.679688, - 0.703125, - 0.726562, - 0.847656, - 0.773438, - 0.300781, - 0.820312, - 0.271484, - 0.804688, - 0.6875, - 0.796875, - 0.652344, - 0.808594, - 0.640625, - 0.6875, - 0.546875, - 0.707031, - 0.734375, - 0.773438, - 0.820312, - 0.675781, - 0.703125, - 0.636719, - 0.601562, - 0.699219, - 0.730469, - 0.800781, - 0.710938, - 0.652344, - 0.703125, - 0.898438, - 0.78125, - 0.8125, - 0.75, - 0.777344, - 0.640625, - 0.636719, - 0.628906, - 0.695312, - 0.613281, - 0.96875, - 0.714844, - 0.667969, - 0.742188, - 0.6875, - 0.714844, - 0.835938, - 0.828125, - 0.628906, - 0.636719, - 0.808594, - 0.679688, - 0.828125, - 0.683594, - 0.964844, - 0.679688, - 0.722656, - 0.660156, - 0.78125, - 0.808594, - 0.753906, - 0.695312, - 0.820312, - 0.8125, - 0.800781, - 0.628906, - 0.519531, - 0.742188, - 0.707031, - 0.679688, - 0.695312, - 0.824219, - 0.746094, - 0.6875, - 0.765625, - 0.828125, - 0.742188, - 0.796875, - 0.78125, - 0.601562, - 0.789062, - 0.710938, - 0.675781, - 0.769531, - 0.628906, - 0.722656, - 0.714844, - 0.742188, - 0.796875, - 0.96875, - 0.703125, - 0.816406, - 0.671875, - 0.925781, - 0.660156, - 0.835938, - 0.804688, - 0.753906, - 0.582031, - 0.757812, - 0.664062, - 0.667969, - 0.667969, - 0.255859, - 0.78125, - 0.96875, - 0.65625, - 0.773438, - 0.6875, - 0.820312, - 0.777344, - 0.664062, - 0.792969, - 0.945312, - 0.201172, - 0.695312, - 0.78125, - 0.314453, - 0.223633, - 0.757812, - 0.800781, - 0.359375, - 0.753906, - 0.65625, - 1.0625, - 0.75, - 0.8125, - 0.703125, - 0.34375, - 0.855469, - 0.808594, - 0.65625, - 0.757812, - 0.652344, - 0.863281, - 0.8125, - 0.625, - 0.664062, - 0.78125, - 0.777344, - 0.667969, - 0.503906, - 0.765625, - 0.789062, - 0.738281, - 0.675781, - 0.800781, - 0.761719, - 0.609375, - 0.660156, - 0.746094, - 0.792969, - 0.726562, - 0.964844, - 0.804688, - 0.71875, - 0.625, - 0.652344, - 0.769531, - 0.667969, - 0.761719, - 0.769531, - 0.714844, - 0.78125, - 0.65625, - 0.632812, - 0.75, - 0.679688, - 0.652344, - 0.746094, - 1.15625, - 0.332031, - 0.820312, - 0.217773, - 0.796875, - 0.828125, - 0.294922, - 0.369141, - 0.792969, - 0.695312, - 0.625, - 0.78125, - 0.738281, - 0.675781, - 0.707031, - 0.753906, - 0.699219, - 0.726562, - 0.730469, - 0.75, - 0.6875, - 0.726562, - 0.644531, - 0.773438, - 0.84375, - 0.777344, - 0.714844, - 0.75, - 0.792969, - 0.294922, - 0.726562, - 0.710938, - 0.6875, - 0.761719, - 0.675781, - 0.753906, - 0.738281, - 0.738281, - 0.78125, - 0.90625, - 0.648438, - 0.78125, - 0.582031, - 0.265625, - 0.890625, - 0.707031, - 0.488281, - 0.625, - 0.894531, - 0.800781, - 0.832031, - 0.621094, - 0.828125, - 0.785156, - 0.777344, - 0.613281, - 0.714844, - 0.820312, - 0.609375, - 0.6875, - 0.769531, - 0.628906, - 0.863281, - 0.960938, - 0.828125, - 0.722656, - 0.734375, - 0.714844, - 0.851562, - 0.589844, - 0.710938, - 0.5625, - 0.714844, - 0.800781, - 0.632812, - 0.710938, - 0.722656, - 0.742188, - 0.785156, - 0.3125, - 0.863281, - 0.78125, - 0.789062, - 0.703125, - 0.824219, - 0.707031, - 0.859375, - 0.707031, - 0.683594, - 0.507812, - 0.9375, - 0.679688, - 0.773438, - 0.6875, - 0.644531, - 0.6875, - 0.832031, - 0.235352, - 0.851562, - 0.804688, - 0.835938, - 0.316406, - 0.746094, - 0.695312, - 0.851562, - 0.730469, - 0.710938, - 0.613281, - 0.253906, - 0.980469, - 0.703125, - 0.734375, - 0.714844, - 0.625, - 0.824219, - 0.695312, - 0.703125, - 0.71875, - 0.447266, - 0.757812, - 0.757812, - 0.625, - 0.78125, - 0.816406, - 0.400391, - 1.109375, - 0.710938, - 0.761719, - 0.730469, - 1.0, - 0.816406, - 1.023438, - 0.186523, - 0.792969, - 0.226562, - 0.824219, - 1.117188, - 0.785156, - 0.6875, - 0.714844, - 0.617188, - 1.140625, - 0.695312, - 0.738281, - 0.652344, - 0.710938, - 0.695312, - 0.589844, - 0.910156, - 0.238281, - 0.722656, - 0.738281, - 0.664062, - 0.882812, - 0.746094, - 0.773438, - 0.757812, - 0.828125, - 0.75, - 0.761719, - 0.75, - 0.796875, - 0.863281, - 0.59375, - 0.695312, - 0.632812, - 0.710938, - 0.695312, - 0.796875, - 0.789062, - 0.742188, - 0.734375, - 0.251953, - 0.691406, - 0.679688, - 0.734375, - 0.804688, - 0.726562, - 0.839844, - 0.832031, - 0.667969, - 0.792969, - 0.804688, - 0.761719, - 0.785156, - 0.679688, - 0.359375, - 0.777344, - 0.792969, - 0.742188, - 0.746094, - 0.695312, - 0.761719, - 0.660156, - 0.746094, - 0.835938, - 0.875, - 0.675781, - 0.730469, - 0.734375, - 0.753906, - 0.765625, - 0.773438, - 0.675781, - 0.324219, - 0.5625, - 0.832031, - 0.484375, - 0.773438, - 0.789062, - 0.703125, - 0.871094, - 0.804688, - 0.691406, - 0.632812, - 0.671875, - 0.644531, - 0.660156, - 0.777344, - 0.640625, - 0.664062, - 0.761719, - 0.714844, - 1.054688, - 0.839844, - 0.753906, - 0.707031, - 0.211914, - 0.746094, - 0.332031, - 0.476562, - 0.617188, - 0.691406, - 0.738281, - 0.507812, - 0.566406, - 0.292969, - 0.730469, - 0.722656, - 0.6875, - 0.875, - 0.5, - 0.730469, - 0.75, - 0.703125, - 0.742188, - 0.255859, - 0.769531, - 0.851562, - 0.683594, - 0.867188, - 0.878906, - 0.726562, - 0.6875, - 0.777344, - 0.816406, - 0.710938, - 0.6875, - 0.550781, - 0.816406, - 0.664062, - 0.306641, - 0.753906, - 0.832031, - 0.664062, - 0.757812, - 0.863281, - -0.013367, - 0.808594, - 0.660156, - 0.894531, - 0.832031, - 0.769531, - 0.753906, - 0.507812, - 0.808594, - 0.808594, - 0.777344, - 0.644531, - 0.683594, - 0.390625, - 0.738281, - 0.6875, - 0.621094, - 0.78125, - 0.714844, - 0.255859, - 0.208008, - 0.365234, - 0.710938, - 0.707031, - 0.753906, - 1.046875, - 0.773438, - 0.695312, - 0.726562, - 0.695312, - 0.695312, - 0.263672, - 0.808594, - 0.632812, - 0.738281, - 0.859375, - 0.730469, - 0.746094, - 0.796875, - 0.65625, - 0.59375, - 0.808594, - 0.660156, - 0.730469, - 0.289062, - 0.609375, - 0.730469, - 0.585938, - 0.707031, - 0.789062, - 0.667969, - 0.742188, - 0.628906, - 0.59375, - 0.261719, - 0.6875, - 0.695312, - 0.722656, - 0.722656, - 0.738281, - 0.660156, - 0.828125, - 0.664062, - 0.785156, - 0.644531, - 0.894531, - 0.667969, - 0.878906, - 0.707031, - 0.699219, - 0.757812, - 0.703125, - 0.75, - 0.832031, - 0.589844, - 0.8125, - 0.652344, - 0.722656, - 0.835938, - 0.679688, - 0.699219, - 0.84375, - 0.820312, - 0.753906, - 0.800781, - 0.691406, - 0.722656, - 0.746094, - 0.636719, - 0.699219, - 0.789062, - 0.628906, - 0.761719, - 0.617188, - 0.636719, - 0.902344, - 0.902344, - 0.628906, - 0.714844, - 0.574219, - 0.8125, - 0.726562, - 0.886719, - 0.644531, - 0.742188, - 0.558594, - 0.667969, - 0.597656, - 0.445312, - 0.695312, - 0.785156, - 0.234375, - 0.78125, - 0.734375, - 0.6875 - ] - }, - "name": "model.model.layers.21.input_layernorm.weight", - "outputIndexes": [ - 1726 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1725 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_21/Mul_output_0", - "outputIndexes": [ - 1727 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1726, - 1727 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_21/Mul_1_output_0", - "outputIndexes": [ - 1728 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1728 - ], - "outputIndexes": [ - 2896 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2896 - ], - "outputIndexes": [ - 2897 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear", - "inputIndexes": [ - 2897 - ], - "outputIndexes": [ - 2898 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 552914082, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2898 - ], - "outputIndexes": [ - 2899 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2899 - ], - "outputIndexes": [ - 1729 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1728 - ], - "main_type": "NONE", - "name": "/Shape_295_output_0", - "outputIndexes": [ - 1730 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1730 - ], - "main_type": "NONE", - "name": "Shape5328", - "outputIndexes": [ - 1731 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1730 - ], - "main_type": "NONE", - "name": "Rank5330", - "outputIndexes": [ - 1732 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1732, - 1732 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5332", - "outputIndexes": [ - 1733 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1733 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5333", - "outputIndexes": [ - 1734 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1733, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5335", - "outputIndexes": [ - 1735 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1735 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5336", - "outputIndexes": [ - 1736 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1731, - 1734, - 1736, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5339", - "outputIndexes": [ - 1737 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1737 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5340", - "outputIndexes": [ - 1738 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1738 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5341", - "outputIndexes": [ - 1739 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1739, - 1738 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5342", - "outputIndexes": [ - 1740 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1730, - 1740, - 1733 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_319_output_0", - "outputIndexes": [ - 1741 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1741, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_673_output_0", - "outputIndexes": [ - 1742 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1742, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_273_output_0", - "outputIndexes": [ - 1743 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1729, - 1743 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_190_output_0", - "outputIndexes": [ - 1744 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1744, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_168_output_0", - "outputIndexes": [ - 1745 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1744 - ], - "main_type": "NONE", - "name": "/Shape_296_output_0", - "outputIndexes": [ - 1746 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1746 - ], - "main_type": "NONE", - "name": "Shape5349", - "outputIndexes": [ - 1747 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1746 - ], - "main_type": "NONE", - "name": "Rank5351", - "outputIndexes": [ - 1748 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1748, - 1748 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5353", - "outputIndexes": [ - 1749 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1749 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5354", - "outputIndexes": [ - 1750 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1749, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5356", - "outputIndexes": [ - 1751 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1751 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5357", - "outputIndexes": [ - 1752 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1747, - 1750, - 1752, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5360", - "outputIndexes": [ - 1753 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1753 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5361", - "outputIndexes": [ - 1754 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1754 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5362", - "outputIndexes": [ - 1755 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1755, - 1754 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5363", - "outputIndexes": [ - 1756 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1746, - 1756, - 1749 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_320_output_0", - "outputIndexes": [ - 1757 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1757, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_63_output_0", - "outputIndexes": [ - 1758 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1758, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_678_output_0", - "outputIndexes": [ - 1759 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1744, - 1759, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_85_output_0", - "outputIndexes": [ - 1760 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1760 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_42_output_0", - "outputIndexes": [ - 1761 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1744, - 22, - 1759, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_84_output_0", - "outputIndexes": [ - 1762 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1761, - 1762 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_276_output_0", - "outputIndexes": [ - 1763 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1763, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_169_output_0", - "outputIndexes": [ - 1764 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1745, - 1764 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_105_output_0", - "outputIndexes": [ - 1765 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1728 - ], - "outputIndexes": [ - 2900 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2900 - ], - "outputIndexes": [ - 2901 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear", - "inputIndexes": [ - 2901 - ], - "outputIndexes": [ - 2902 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 554247352, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2902 - ], - "outputIndexes": [ - 2903 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2903 - ], - "outputIndexes": [ - 1766 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1742, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_274_output_0", - "outputIndexes": [ - 1767 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1767 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_191_output_0", - "outputIndexes": [ - 1768 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1768, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_170_output_0", - "outputIndexes": [ - 1769 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1768 - ], - "main_type": "NONE", - "name": "/Shape_297_output_0", - "outputIndexes": [ - 1770 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1770 - ], - "main_type": "NONE", - "name": "Shape5412", - "outputIndexes": [ - 1771 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1770 - ], - "main_type": "NONE", - "name": "Rank5414", - "outputIndexes": [ - 1772 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1772, - 1772 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5416", - "outputIndexes": [ - 1773 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1773 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5417", - "outputIndexes": [ - 1774 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1773, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5419", - "outputIndexes": [ - 1775 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1775 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5420", - "outputIndexes": [ - 1776 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771, - 1774, - 1776, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5423", - "outputIndexes": [ - 1777 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1777 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5424", - "outputIndexes": [ - 1778 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1778 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5425", - "outputIndexes": [ - 1779 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1779, - 1778 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5426", - "outputIndexes": [ - 1780 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1770, - 1780, - 1773 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_321_output_0", - "outputIndexes": [ - 1781 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1781, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_64_output_0", - "outputIndexes": [ - 1782 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1782, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_680_output_0", - "outputIndexes": [ - 1783 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1768, - 1783, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_87_output_0", - "outputIndexes": [ - 1784 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1784 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_43_output_0", - "outputIndexes": [ - 1785 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1768, - 22, - 1783, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_86_output_0", - "outputIndexes": [ - 1786 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1785, - 1786 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_277_output_0", - "outputIndexes": [ - 1787 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1787, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_171_output_0", - "outputIndexes": [ - 1788 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769, - 1788 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_106_output_0", - "outputIndexes": [ - 1789 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1728 - ], - "outputIndexes": [ - 2904 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2904 - ], - "outputIndexes": [ - 2905 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear", - "inputIndexes": [ - 2905 - ], - "outputIndexes": [ - 2906 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 554469582, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2906 - ], - "outputIndexes": [ - 2907 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2907 - ], - "outputIndexes": [ - 1790 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1790, - 1767 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_192_output_0", - "outputIndexes": [ - 1791 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1765, - 1789, - 1791, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_197_output_0", - "outputIndexes": [ - 1792 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1792 - ], - "outputIndexes": [ - 2908 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2908 - ], - "outputIndexes": [ - 2909 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear", - "inputIndexes": [ - 2909 - ], - "outputIndexes": [ - 2910 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 554691812, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2910 - ], - "outputIndexes": [ - 2911 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2911 - ], - "outputIndexes": [ - 1793 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1725, - 1793 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_108_output_0", - "outputIndexes": [ - 1794 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.535156, - 0.992188, - 0.449219, - 0.808594, - 0.71875, - 0.726562, - 0.867188, - 0.8125, - 0.84375, - 0.695312, - 0.867188, - 0.535156, - 0.949219, - 0.914062, - 0.914062, - 0.839844, - 0.882812, - 0.796875, - 0.941406, - 0.613281, - 0.914062, - 0.816406, - 0.84375, - 0.408203, - 0.929688, - 0.972656, - 0.734375, - 0.6875, - 0.609375, - 0.992188, - 0.945312, - 0.925781, - 1.03125, - 0.632812, - 0.785156, - 0.964844, - 0.933594, - 0.859375, - 0.621094, - 0.5625, - 0.984375, - 0.996094, - 0.925781, - 1.0, - 0.535156, - 0.808594, - 0.816406, - 0.875, - 0.828125, - 0.546875, - 0.4375, - 0.53125, - 0.964844, - 0.890625, - 0.855469, - 0.753906, - 0.71875, - 0.421875, - 0.392578, - 0.652344, - 0.820312, - 0.703125, - 0.742188, - 0.953125, - 0.84375, - 0.507812, - 0.828125, - 0.644531, - 0.804688, - 0.738281, - 0.773438, - 0.691406, - 0.441406, - 0.695312, - 0.882812, - 0.523438, - 0.910156, - 0.902344, - 0.871094, - 0.972656, - 0.992188, - 0.419922, - 0.447266, - 0.910156, - 0.953125, - 0.972656, - 0.992188, - 1.023438, - 0.757812, - 0.871094, - 0.847656, - 0.734375, - 0.527344, - 0.757812, - 0.972656, - 0.353516, - 0.828125, - 0.667969, - 0.964844, - 0.925781, - 1.140625, - 0.554688, - 0.558594, - 1.070312, - 0.628906, - 0.828125, - 0.789062, - 0.839844, - 0.601562, - 0.890625, - 0.664062, - 1.109375, - 0.769531, - 0.224609, - 0.957031, - 0.890625, - 0.910156, - 0.960938, - 0.425781, - 0.445312, - 0.902344, - 0.478516, - 0.699219, - 0.703125, - 0.90625, - 1.007812, - 0.984375, - 0.4375, - 0.707031, - 1.585938, - 0.824219, - 0.886719, - 0.867188, - 1.007812, - 0.953125, - 1.023438, - 0.605469, - 1.148438, - 0.617188, - 0.894531, - 0.414062, - 0.785156, - 0.761719, - 0.472656, - 0.941406, - 0.644531, - 0.964844, - 0.519531, - 1.046875, - 0.839844, - 0.824219, - 0.933594, - 0.451172, - 0.90625, - 1.078125, - 0.648438, - 0.894531, - 0.71875, - 1.0, - 0.964844, - 0.628906, - 0.726562, - 0.792969, - 0.484375, - 0.679688, - 0.945312, - 0.824219, - 0.953125, - 0.875, - 0.84375, - 1.03125, - 0.898438, - 0.882812, - 0.976562, - 0.734375, - 0.921875, - 0.789062, - 0.972656, - 0.933594, - 1.03125, - 0.96875, - 0.738281, - 0.964844, - 0.644531, - 0.886719, - 0.384766, - 0.458984, - 1.039062, - 0.839844, - 0.867188, - 0.988281, - 0.785156, - 1.023438, - 0.953125, - 0.933594, - 0.902344, - 0.90625, - 0.820312, - 0.9375, - 0.683594, - 0.769531, - 0.921875, - 0.976562, - 1.09375, - 0.976562, - 0.886719, - 0.875, - 1.0, - 0.800781, - 0.957031, - 0.8125, - 0.996094, - 0.605469, - 0.757812, - 1.03125, - 0.53125, - 0.964844, - 0.960938, - 0.941406, - 0.871094, - 0.917969, - 0.953125, - 0.570312, - 0.300781, - 0.734375, - 0.992188, - 0.71875, - 0.589844, - 0.394531, - 0.929688, - 0.898438, - 0.941406, - 0.964844, - 0.957031, - 0.964844, - 0.726562, - 0.90625, - 0.820312, - 0.890625, - 0.984375, - 0.777344, - 0.910156, - 0.832031, - 1.03125, - 0.859375, - 0.914062, - 1.023438, - 0.851562, - 0.761719, - 1.046875, - 0.792969, - 0.486328, - 0.96875, - 0.291016, - 0.388672, - 0.699219, - 0.789062, - 1.054688, - 0.960938, - 0.832031, - 0.882812, - 0.996094, - 0.929688, - 0.71875, - 0.949219, - 0.84375, - 0.714844, - 1.007812, - 0.878906, - 0.78125, - 0.9375, - 0.6875, - 0.710938, - 0.929688, - 0.578125, - 0.660156, - 0.458984, - 0.945312, - 0.675781, - 0.992188, - 0.933594, - 0.785156, - 0.785156, - 0.703125, - 0.90625, - 0.478516, - 0.796875, - 0.855469, - 0.820312, - 0.953125, - 0.914062, - 1.0625, - 1.070312, - 1.023438, - 0.734375, - 0.816406, - 0.890625, - 0.808594, - 0.992188, - 0.984375, - 0.423828, - 0.490234, - 0.984375, - 0.515625, - 1.007812, - 0.78125, - 0.972656, - 0.730469, - 0.875, - 0.402344, - 0.566406, - 0.953125, - 0.449219, - 0.859375, - 1.023438, - 0.984375, - 0.5, - 0.878906, - 0.886719, - 0.482422, - 0.886719, - 1.078125, - 0.945312, - 0.609375, - 0.828125, - 0.820312, - 0.78125, - 0.427734, - 0.835938, - 0.773438, - 0.398438, - 0.898438, - 0.443359, - 0.65625, - 0.78125, - 0.494141, - 0.867188, - 0.414062, - 0.703125, - 0.484375, - 0.703125, - 0.90625, - 0.765625, - 0.953125, - 0.96875, - 0.835938, - 0.828125, - 0.738281, - 0.679688, - 0.941406, - 0.730469, - 0.523438, - 0.503906, - 0.816406, - 0.644531, - 0.941406, - 0.211914, - 0.8125, - 0.960938, - 0.640625, - 0.644531, - 0.828125, - 0.925781, - 0.890625, - 0.839844, - 0.8125, - 0.996094, - 0.8125, - 0.425781, - 0.964844, - 0.816406, - 0.636719, - 1.007812, - 0.640625, - 0.808594, - 0.796875, - 0.933594, - 0.683594, - 1.0, - 0.667969, - 0.957031, - 1.0625, - 0.878906, - 1.085938, - 0.523438, - 0.917969, - 0.726562, - 1.070312, - 0.75, - 0.945312, - 0.824219, - 0.867188, - 0.964844, - 0.820312, - 0.412109, - 0.488281, - 0.894531, - 0.585938, - 0.828125, - 0.921875, - 0.675781, - 1.023438, - 0.6875, - 0.714844, - 0.757812, - 0.492188, - 1.007812, - 0.882812, - 0.742188, - 0.511719, - 0.777344, - 0.710938, - 1.0, - 0.96875, - 0.777344, - 0.746094, - 1.070312, - 0.984375, - 0.617188, - 0.964844, - 1.015625, - 0.613281, - 0.808594, - 0.644531, - 0.597656, - 0.957031, - 0.730469, - 0.933594, - 0.792969, - 0.949219, - 1.054688, - 0.992188, - 0.933594, - 1.023438, - 0.578125, - 0.703125, - 0.6875, - 0.640625, - 0.867188, - 0.9375, - 0.78125, - 0.570312, - 0.46875, - 0.546875, - 0.898438, - 0.964844, - 0.482422, - 0.96875, - 0.921875, - 1.023438, - 1.046875, - 0.902344, - 0.84375, - 1.085938, - 0.941406, - 1.007812, - 1.0, - 0.949219, - 0.394531, - 1.179688, - 0.632812, - 0.859375, - 0.910156, - 0.769531, - 0.765625, - 0.472656, - 0.636719, - 0.773438, - 0.789062, - 0.800781, - 0.90625, - 0.847656, - 0.597656, - 0.828125, - 1.054688, - 0.96875, - 0.941406, - 0.636719, - 0.539062, - 0.917969, - 1.023438, - 0.808594, - 0.90625, - 0.96875, - 0.75, - 0.675781, - 0.910156, - 0.6875, - 0.933594, - 0.953125, - 0.890625, - 0.851562, - 0.988281, - 0.839844, - 0.921875, - 0.96875, - 0.875, - 0.980469, - 0.730469, - 0.515625, - 0.539062, - 1.03125, - 0.894531, - 1.03125, - 1.171875, - 0.796875, - 0.976562, - 0.351562, - 0.667969, - 1.164062, - 0.570312, - 0.957031, - 1.039062, - 0.992188, - 0.417969, - 0.902344, - 0.839844, - 1.03125, - 0.625, - 0.597656, - 0.832031, - 0.890625, - 0.863281, - 0.679688, - 0.945312, - 0.644531, - 0.785156, - 0.917969, - 0.882812, - 0.898438, - 0.679688, - 0.742188, - 0.5, - 0.726562, - 0.949219, - 0.960938, - 0.992188, - 0.824219, - 0.929688, - 0.410156, - 0.820312, - 0.832031, - 0.992188, - 0.832031, - 0.757812, - 0.734375, - 0.402344, - 0.851562, - 0.482422, - 0.886719, - 0.691406, - 0.882812, - 0.980469, - 0.976562, - 0.482422, - 0.820312, - 0.984375, - 0.925781, - 0.960938, - 0.466797, - 1.015625, - 1.015625, - 0.921875, - 0.867188, - 0.972656, - 0.445312, - 0.539062, - 0.945312, - 0.945312, - 0.945312, - 0.613281, - 1.070312, - 0.792969, - 0.402344, - 0.466797, - 0.707031, - 0.992188, - 0.9375, - 0.486328, - 0.902344, - 0.259766, - 0.703125, - 0.71875, - 1.039062, - 0.976562, - 0.628906, - 0.742188, - 0.976562, - 1.023438, - 0.671875, - 0.960938, - 0.996094, - 0.769531, - 0.746094, - 0.703125, - 1.023438, - 0.964844, - 1.03125, - 0.945312, - 0.726562, - 1.039062, - 1.007812, - 0.855469, - 0.457031, - 1.007812, - 0.484375, - 0.439453, - 1.007812, - 0.824219, - 0.235352, - 0.75, - 0.898438, - 0.417969, - 0.636719, - 0.789062, - 0.871094, - 0.765625, - 0.964844, - 0.566406, - 0.796875, - 0.6875, - 0.652344, - 0.832031, - 0.867188, - 0.925781, - 0.957031, - 0.863281, - 1.09375, - 0.941406, - 0.792969, - 1.007812, - 0.757812, - 0.410156, - 0.722656, - 0.859375, - 0.761719, - 0.9375, - 0.664062, - 0.925781, - 0.828125, - 1.023438, - 0.398438, - 0.964844, - 0.6875, - 0.433594, - 0.972656, - 1.0, - 1.078125, - 0.492188, - 0.746094, - 0.476562, - 0.980469, - 0.730469, - 0.691406, - 0.640625, - 1.070312, - 0.996094, - 1.023438, - 0.734375, - 1.023438, - 0.777344, - 0.494141, - 0.455078, - 0.800781, - 0.423828, - 0.902344, - 0.933594, - 0.828125, - 0.804688, - 0.695312, - 0.871094, - 0.365234, - 0.914062, - 0.972656, - 1.0, - 0.988281, - 0.478516, - 0.929688, - 0.851562, - 0.675781, - 0.816406, - 0.910156, - 0.933594, - 0.910156, - 0.984375, - 0.84375, - 1.03125, - 0.945312, - 0.769531, - 0.992188, - 1.0, - 0.804688, - 0.695312, - 1.023438, - 0.435547, - 0.84375, - 0.683594, - 0.753906, - 1.054688, - 0.933594, - 0.8125, - 0.859375, - 0.84375, - 0.976562, - 0.498047, - 0.875, - 0.695312, - 0.792969, - 1.0, - 0.703125, - 0.480469, - 0.386719, - 0.988281, - 0.644531, - 0.492188, - 0.996094, - 0.949219, - 0.894531, - 0.515625, - 0.992188, - 0.925781, - 0.458984, - 0.808594, - 0.503906, - 0.765625, - 0.90625, - 0.757812, - 0.96875, - 0.964844, - 0.84375, - 0.828125, - 0.859375, - 0.824219, - 0.667969, - 1.039062, - 0.570312, - 0.800781, - 0.957031, - 0.988281, - 1.195312, - 0.714844, - 0.484375, - 0.298828, - 0.746094, - 0.917969, - 0.914062, - 0.757812, - 0.890625, - 1.039062, - 0.910156, - 0.554688, - 0.960938, - 0.476562, - 0.488281, - 0.707031, - 0.820312, - 0.878906, - 0.671875, - 0.691406, - 0.796875, - 0.996094, - 0.792969, - 0.796875, - 0.414062, - 0.792969, - 1.015625, - 0.980469, - 0.679688, - 0.773438, - 0.8125, - 0.435547, - 0.882812, - 0.941406, - 0.582031, - 0.800781, - 0.675781, - 0.667969, - 0.507812, - 0.96875, - 0.609375, - 0.664062, - 0.925781, - 0.707031, - 0.847656, - 0.648438, - 0.769531, - 1.15625, - 0.679688, - 0.851562, - 0.722656, - 0.972656, - 1.023438, - 0.949219, - 0.203125, - 0.558594, - 1.0, - 0.550781, - 0.671875, - 1.140625, - 0.867188, - 0.65625, - 1.015625, - 0.542969, - 0.894531, - 0.871094, - 0.871094, - 0.628906, - 0.847656, - 0.488281, - 0.71875, - 0.824219, - 0.761719, - 0.902344, - 0.644531, - 0.695312, - 0.96875, - 0.855469, - 0.8125, - 0.902344, - 1.046875, - 0.929688, - 0.910156, - 0.953125, - 0.960938, - 0.992188, - 0.84375, - 0.609375, - 0.458984, - 0.921875, - 0.585938, - 0.941406, - 0.671875, - 0.730469, - 0.632812, - 0.777344, - 0.90625, - 0.882812, - 0.683594, - 0.972656, - 0.921875, - 1.046875, - 0.898438, - 0.558594, - 0.976562, - 0.488281, - 0.628906, - 1.101562, - 0.71875, - 0.820312, - 0.400391, - 0.894531, - 0.898438, - 1.0, - 0.535156, - 0.867188, - 1.023438, - 0.433594, - 0.660156, - 0.648438, - 0.949219, - 1.007812, - 0.734375, - 0.96875, - 0.925781, - 0.392578, - 0.177734, - 0.984375, - 0.613281, - 0.308594, - 0.832031, - 0.824219, - 0.835938, - 1.375, - 0.855469, - 0.945312, - 0.835938, - 0.980469, - 0.800781, - 0.671875, - 0.886719, - 0.414062, - 1.03125, - 0.796875, - 0.769531, - 0.78125, - 0.855469, - 1.09375, - 0.964844, - 0.941406, - 0.867188, - 0.511719, - 0.964844, - 0.878906, - 0.412109, - 0.773438, - 0.984375, - 1.023438, - 0.992188, - 0.574219, - 0.412109, - 0.228516, - 0.249023, - 0.875, - 0.847656, - 0.578125, - 0.855469, - 0.511719, - 0.988281, - 0.832031, - 0.703125, - 0.921875, - 0.648438, - 0.785156, - 0.796875, - 0.660156, - 0.980469, - 0.949219, - 0.412109, - 0.933594, - 0.929688, - 1.054688, - 0.960938, - 0.910156, - 0.949219, - 0.503906, - 0.777344, - 0.617188, - 0.71875, - 0.871094, - 0.898438, - 0.941406, - 0.941406, - 0.726562, - 0.410156, - 0.828125, - 0.894531, - 0.800781, - 0.96875, - 0.625, - 1.320312, - 0.988281, - 0.824219, - 0.84375, - 0.699219, - 0.851562, - 1.015625, - 0.917969, - 0.726562, - 0.859375, - 1.03125, - 1.101562, - 0.425781, - 0.925781, - 0.9375, - 0.800781, - 0.84375, - 0.867188, - 0.482422, - 0.640625, - 0.890625, - 1.0625, - 1.015625, - 0.785156, - 0.964844, - 0.675781, - 0.789062, - 0.925781, - 0.644531, - 0.816406, - 0.882812, - 0.769531, - 0.886719, - 0.980469, - 0.871094, - 0.933594, - 0.410156, - 1.070312, - 0.9375, - 0.71875, - 0.78125, - 0.609375, - 0.90625, - 0.753906, - 0.609375, - 0.78125, - 0.710938, - 0.773438, - 0.855469, - 0.878906, - 0.523438, - 1.085938, - 0.40625, - 1.070312, - 0.929688, - 1.023438, - 0.726562, - 0.84375, - 0.800781, - 0.859375, - 0.671875, - 0.953125, - 0.894531, - 0.597656, - 0.867188, - 0.867188, - 0.652344, - 0.84375, - 0.447266, - 0.988281, - 0.765625, - 0.648438, - 0.792969, - 0.867188, - 0.902344, - 0.925781, - 0.738281, - 0.992188, - 1.0, - 0.585938, - 0.800781, - 0.808594, - 0.851562, - 0.925781, - 0.523438, - 0.5625, - 0.929688, - 0.9375, - 1.03125, - 0.433594, - 1.015625, - 0.667969, - 1.007812, - 0.835938, - 0.8125, - 1.007812, - 0.996094, - 0.9375, - 0.925781, - 0.425781, - 0.816406, - 0.835938, - 0.804688, - 0.921875, - 1.0625, - 0.808594, - 0.894531, - 0.988281, - 0.8125, - 1.070312, - 0.871094, - 0.703125, - 0.78125, - 0.960938, - 0.914062, - 0.988281, - 0.921875, - 0.773438, - 0.972656, - 1.054688, - 1.164062, - 0.632812, - 1.039062, - 0.730469, - 0.761719, - 0.667969, - 0.828125, - 0.886719, - 1.007812, - 0.621094, - 1.039062, - 0.800781, - 0.917969, - 1.03125, - 0.255859, - 0.851562, - 0.847656, - 0.882812, - 0.882812, - 0.925781, - 0.960938, - 0.925781, - 0.648438, - 0.90625, - 0.957031, - 0.882812, - 0.84375, - 0.910156, - 0.429688, - 0.972656, - 0.636719, - 0.886719, - 1.015625, - 0.832031, - 0.640625, - 0.746094, - 0.875, - 0.519531, - 1.078125, - 0.402344, - 0.628906, - 0.949219, - 0.460938, - 0.390625, - 0.761719, - 0.679688, - 0.53125, - 0.941406, - 0.882812, - 0.402344, - 0.707031, - 1.0625, - 0.726562, - 0.470703, - 1.140625, - 1.046875, - 0.894531, - 0.839844, - 0.742188, - 0.494141, - 1.007812, - 0.734375, - 0.792969, - 0.742188, - 0.550781, - 0.929688, - 0.519531, - 0.960938, - 0.972656, - 0.976562, - 0.898438, - 1.179688, - 0.914062, - 0.824219, - 0.75, - 0.6875, - 0.875, - 0.929688, - 0.816406, - 1.023438, - 0.535156, - 0.789062, - 0.898438, - 1.023438, - 0.75, - 1.109375, - 1.054688, - 0.699219, - 1.015625, - 0.726562, - 0.738281, - 0.960938, - 0.804688, - 0.800781, - 0.792969, - 0.546875, - 0.466797, - 1.015625, - 0.367188, - 1.070312, - 1.0, - 0.449219, - 0.515625, - 1.0625, - 0.765625, - 0.941406, - 0.890625, - 0.492188, - 0.878906, - 0.726562, - 0.628906, - 0.894531, - 0.929688, - 0.816406, - 0.578125, - 0.753906, - 0.933594, - 0.925781, - 0.6875, - 0.96875, - 1.023438, - 0.894531, - 1.015625, - 0.640625, - 0.498047, - 0.746094, - 0.949219, - 0.863281, - 0.953125, - 0.839844, - 0.917969, - 1.046875, - 0.949219, - 0.808594, - 0.917969, - 0.773438, - 0.933594, - 0.558594, - 0.535156, - 0.496094, - 0.867188, - 0.476562, - 0.863281, - 0.976562, - 1.015625, - 1.046875, - 0.78125, - 0.976562, - 1.09375, - 0.964844, - 0.816406, - 1.015625, - 1.085938, - 0.800781, - 0.738281, - 0.5, - 0.494141, - 1.046875, - 0.328125, - 0.730469, - 0.585938, - 0.886719, - 0.878906, - 0.376953, - 0.478516, - 0.722656, - 0.515625, - 0.910156, - 0.824219, - 0.816406, - 0.710938, - 0.90625, - 1.0, - 0.734375, - 0.472656, - 1.03125, - 0.710938, - 1.023438, - 0.78125, - 1.0625, - 0.914062, - 1.039062, - 0.871094, - 0.949219, - 0.490234, - 1.335938, - 0.515625, - 0.683594, - 0.914062, - 1.046875, - 0.832031, - 1.015625, - 0.470703, - 0.71875, - 1.023438, - 0.976562, - 0.435547, - 0.875, - 0.761719, - 1.078125, - 0.707031, - 0.898438, - 0.839844, - 0.421875, - 0.867188, - 0.984375, - 0.9375, - 0.621094, - 0.828125, - 0.722656, - 0.875, - 0.953125, - 0.964844, - 0.628906, - 0.625, - 0.875, - 0.851562, - 1.023438, - 0.496094, - 0.488281, - 0.441406, - 0.910156, - 0.835938, - 0.707031, - 0.285156, - 1.0, - 0.347656, - 0.369141, - 0.628906, - 0.396484, - 0.929688, - 0.357422, - 1.109375, - 0.871094, - 0.777344, - 0.851562, - 0.361328, - 0.902344, - 0.703125, - 0.871094, - 0.675781, - 0.925781, - 0.710938, - 1.03125, - 0.527344, - 0.859375, - 0.996094, - 0.917969, - 0.925781, - 0.535156, - 1.101562, - 0.777344, - 1.023438, - 0.839844, - 0.96875, - 0.917969, - 0.65625, - 1.0625, - 0.792969, - 0.792969, - 0.773438, - 0.898438, - 0.976562, - 1.015625, - 1.023438, - 0.933594, - 0.941406, - 0.458984, - 0.707031, - 0.894531, - 0.765625, - 1.054688, - 0.714844, - 1.117188, - 0.871094, - 0.851562, - 0.976562, - 0.921875, - 1.023438, - 0.804688, - 0.957031, - 0.441406, - 0.96875, - 1.023438, - 0.582031, - 0.957031, - 0.917969, - 0.953125, - 0.863281, - 0.609375, - 0.980469, - 0.648438, - 0.753906, - 0.605469, - 0.988281, - 1.023438, - 0.992188, - 0.980469, - 0.699219, - 0.4375, - 0.835938, - 0.265625, - 0.738281, - 0.90625, - 1.015625, - 0.828125, - 0.816406, - 0.988281, - 0.671875, - 0.789062, - 0.839844, - 0.890625, - 0.796875, - 0.9375, - 0.84375, - 0.902344, - 0.984375, - 0.980469, - 0.339844, - 0.953125, - 0.921875, - 0.871094, - 0.386719, - 1.015625, - 0.439453, - 0.482422, - 0.75, - 0.824219, - 0.613281, - 0.490234, - 0.816406, - 0.396484, - 0.589844, - 0.960938, - 0.871094, - 0.886719, - 0.746094, - 0.796875, - 0.408203, - 1.015625, - 0.683594, - 0.445312, - 0.957031, - 0.960938, - 0.894531, - 0.996094, - 0.773438, - 0.980469, - 0.847656, - 1.210938, - 0.882812, - 0.890625, - 1.0, - 0.486328, - 1.007812, - 0.707031, - 0.527344, - 0.925781, - 0.707031, - 0.796875, - 0.957031, - 1.046875, - 0.000181, - 0.683594, - 0.601562, - 0.228516, - 0.640625, - 0.875, - 1.0, - 0.726562, - 1.046875, - 1.015625, - 0.816406, - 0.902344, - 0.703125, - 0.511719, - 0.667969, - 0.832031, - 0.851562, - 0.949219, - 0.984375, - 0.447266, - 0.425781, - 0.453125, - 0.953125, - 0.695312, - 0.640625, - 0.546875, - 1.046875, - 0.761719, - 0.921875, - 0.960938, - 0.8125, - 0.470703, - 0.792969, - 0.75, - 0.972656, - 1.046875, - 0.597656, - 0.632812, - 1.070312, - 0.898438, - 0.855469, - 0.648438, - 0.816406, - 0.945312, - 0.445312, - 0.824219, - 0.941406, - 0.644531, - 0.929688, - 0.917969, - 0.597656, - 1.046875, - 0.863281, - 0.8125, - 0.443359, - 0.808594, - 0.597656, - 0.953125, - 0.953125, - 0.621094, - 0.796875, - 0.59375, - 0.867188, - 0.710938, - 0.824219, - 0.621094, - 0.855469, - 0.753906, - 0.769531, - 0.75, - 0.886719, - 0.652344, - 0.972656, - 0.980469, - 0.695312, - 1.078125, - 0.886719, - 0.859375, - 0.617188, - 0.625, - 0.972656, - 1.0, - 1.0, - 0.925781, - 1.070312, - 0.84375, - 0.855469, - 0.980469, - 0.796875, - 0.957031, - 1.085938, - 0.753906, - 0.707031, - 0.886719, - 0.714844, - 0.929688, - 0.707031, - 0.917969, - 0.953125, - 0.800781, - 0.964844, - 0.628906, - 1.210938, - 0.621094, - 0.820312, - 0.722656, - 0.886719, - 0.53125, - 0.488281, - 0.839844, - 0.929688, - 0.433594, - 0.859375, - 0.910156, - 1.015625 - ] - }, - "name": "model.model.layers.21.post_attention_layernorm.weight", - "outputIndexes": [ - 1795 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1794 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_21/Mul_output_0", - "outputIndexes": [ - 1796 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1795, - 1796 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_21/Mul_1_output_0", - "outputIndexes": [ - 1797 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1797 - ], - "outputIndexes": [ - 2912 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2912 - ], - "outputIndexes": [ - 2913 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/gate_proj/Linear", - "inputIndexes": [ - 2913 - ], - "outputIndexes": [ - 2914 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 556018938, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2914 - ], - "outputIndexes": [ - 2915 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2915 - ], - "outputIndexes": [ - 1798 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1798 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_21/Sigmoid_output_0", - "outputIndexes": [ - 1799 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1798, - 1799 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_21/Mul_output_0", - "outputIndexes": [ - 1800 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1797 - ], - "outputIndexes": [ - 2916 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2916 - ], - "outputIndexes": [ - 2917 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/up_proj/Linear", - "inputIndexes": [ - 2917 - ], - "outputIndexes": [ - 2918 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 563760400, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2918 - ], - "outputIndexes": [ - 2919 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2919 - ], - "outputIndexes": [ - 1801 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1800, - 1801 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_21/Mul_output_0", - "outputIndexes": [ - 1802 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1802 - ], - "outputIndexes": [ - 2920 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2920 - ], - "outputIndexes": [ - 2921 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/down_proj/Linear", - "inputIndexes": [ - 2921 - ], - "outputIndexes": [ - 2922 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 571501862, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2922 - ], - "outputIndexes": [ - 2923 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2923 - ], - "outputIndexes": [ - 1803 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1794, - 1803 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_109_output_0", - "outputIndexes": [ - 1804 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1804, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_198_output_0", - "outputIndexes": [ - 1805 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.867188, - 0.726562, - 1.078125, - 0.570312, - 0.753906, - 0.453125, - 0.644531, - 0.597656, - 0.589844, - 0.427734, - 0.605469, - 0.632812, - 0.640625, - 0.667969, - 0.617188, - 0.644531, - 0.636719, - 0.5625, - 0.660156, - 0.396484, - 0.632812, - 0.695312, - 0.566406, - 0.792969, - 0.699219, - 0.667969, - 0.546875, - 0.457031, - 0.380859, - 0.710938, - 0.710938, - 0.617188, - 0.695312, - 0.339844, - 0.671875, - 0.734375, - 0.671875, - 0.605469, - 0.476562, - 0.597656, - 0.664062, - 0.660156, - 0.742188, - 0.691406, - 0.875, - 0.648438, - 0.554688, - 0.574219, - 0.574219, - 0.96875, - 0.792969, - 0.71875, - 0.667969, - 0.59375, - 0.644531, - 0.470703, - 0.464844, - 0.789062, - 0.832031, - 0.494141, - 0.558594, - 0.503906, - 0.71875, - 0.675781, - 0.570312, - 0.769531, - 0.617188, - 0.378906, - 0.691406, - 0.542969, - 0.613281, - 0.601562, - 0.75, - 0.476562, - 0.671875, - 0.609375, - 0.609375, - 0.613281, - 0.644531, - 0.710938, - 0.722656, - 0.746094, - 0.792969, - 0.613281, - 0.671875, - 0.675781, - 0.65625, - 0.761719, - 0.605469, - 0.632812, - 0.613281, - 0.539062, - 0.894531, - 0.523438, - 0.738281, - 0.910156, - 0.648438, - 0.585938, - 0.800781, - 0.648438, - 0.761719, - 0.546875, - 0.5625, - 0.800781, - 0.515625, - 0.578125, - 0.832031, - 0.621094, - 0.498047, - 0.621094, - 0.511719, - 0.796875, - 0.632812, - 1.132812, - 0.625, - 0.640625, - 0.699219, - 0.742188, - 0.773438, - 0.746094, - 0.636719, - 0.816406, - 0.625, - 0.447266, - 0.632812, - 0.738281, - 0.628906, - 0.816406, - 0.65625, - 1.453125, - 0.566406, - 0.621094, - 0.628906, - 0.800781, - 0.683594, - 0.71875, - 0.402344, - 0.773438, - 0.435547, - 0.59375, - 0.808594, - 0.648438, - 0.511719, - 0.757812, - 0.703125, - 0.40625, - 0.695312, - 0.953125, - 0.773438, - 0.523438, - 0.554688, - 0.738281, - 0.785156, - 0.59375, - 0.542969, - 0.449219, - 0.734375, - 0.507812, - 0.667969, - 0.667969, - 0.554688, - 0.65625, - 0.835938, - 0.800781, - 0.503906, - 0.644531, - 0.628906, - 0.691406, - 0.65625, - 1.125, - 0.808594, - 0.667969, - 0.664062, - 0.777344, - 0.519531, - 0.726562, - 0.871094, - 0.675781, - 0.691406, - 0.726562, - 0.640625, - 0.535156, - 0.765625, - 0.910156, - 0.609375, - 0.871094, - 0.738281, - 0.761719, - 0.574219, - 0.589844, - 0.695312, - 0.5625, - 0.890625, - 0.671875, - 0.796875, - 0.609375, - 0.617188, - 0.59375, - 0.746094, - 0.515625, - 0.507812, - 0.660156, - 0.707031, - 0.863281, - 0.679688, - 0.683594, - 0.605469, - 0.6875, - 0.535156, - 0.695312, - 0.671875, - 0.660156, - 0.589844, - 0.515625, - 0.742188, - 0.855469, - 0.703125, - 0.679688, - 0.65625, - 0.632812, - 0.6875, - 0.707031, - 0.644531, - 0.863281, - 0.462891, - 0.625, - 0.498047, - 0.484375, - 0.84375, - 0.636719, - 0.625, - 0.648438, - 0.65625, - 0.726562, - 0.707031, - 0.455078, - 0.664062, - 0.589844, - 0.636719, - 0.75, - 0.535156, - 0.699219, - 0.699219, - 0.71875, - 0.621094, - 0.613281, - 0.730469, - 0.617188, - 0.53125, - 0.730469, - 0.660156, - 0.820312, - 0.738281, - 1.039062, - 0.789062, - 0.566406, - 0.605469, - 0.71875, - 0.71875, - 0.667969, - 0.640625, - 0.714844, - 0.625, - 0.519531, - 0.675781, - 0.582031, - 0.507812, - 0.738281, - 0.625, - 0.523438, - 0.753906, - 0.832031, - 0.5625, - 0.644531, - 0.53125, - 0.441406, - 0.777344, - 0.667969, - 0.419922, - 0.695312, - 0.714844, - 0.546875, - 0.558594, - 0.601562, - 0.667969, - 0.8125, - 0.417969, - 0.703125, - 0.597656, - 0.660156, - 0.660156, - 0.808594, - 0.695312, - 0.757812, - 0.503906, - 0.554688, - 0.734375, - 0.863281, - 0.796875, - 0.792969, - 0.773438, - 0.804688, - 0.652344, - 0.8125, - 0.742188, - 0.546875, - 0.746094, - 0.636719, - 0.722656, - 0.726562, - 0.539062, - 0.730469, - 0.78125, - 0.59375, - 0.738281, - 0.691406, - 0.765625, - 0.609375, - 0.660156, - 0.816406, - 0.699219, - 0.859375, - 0.703125, - 0.554688, - 0.585938, - 0.777344, - 0.550781, - 0.773438, - 0.574219, - 0.558594, - 0.785156, - 0.761719, - 0.761719, - 0.746094, - 0.644531, - 0.617188, - 0.601562, - 0.828125, - 0.570312, - 0.796875, - 0.710938, - 0.679688, - 0.539062, - 0.703125, - 0.683594, - 0.578125, - 0.585938, - 0.46875, - 0.460938, - 0.660156, - 0.474609, - 0.773438, - 0.722656, - 0.910156, - 0.316406, - 0.6875, - 1.125, - 0.621094, - 0.683594, - 0.433594, - 0.34375, - 0.578125, - 0.660156, - 0.722656, - 0.558594, - 0.585938, - 0.695312, - 0.589844, - 0.785156, - 0.675781, - 0.546875, - 0.486328, - 0.726562, - 0.550781, - 0.558594, - 0.566406, - 0.691406, - 0.574219, - 0.730469, - 0.494141, - 0.859375, - 0.808594, - 0.691406, - 0.832031, - 0.796875, - 0.652344, - 0.527344, - 0.851562, - 0.519531, - 0.667969, - 0.582031, - 0.578125, - 0.65625, - 0.714844, - 0.8125, - 0.804688, - 0.648438, - 0.462891, - 0.558594, - 0.632812, - 0.449219, - 0.6875, - 0.589844, - 0.480469, - 0.664062, - 0.839844, - 0.667969, - 0.695312, - 0.474609, - 0.792969, - 0.554688, - 0.5, - 0.699219, - 0.753906, - 0.496094, - 0.476562, - 0.757812, - 0.765625, - 0.439453, - 0.644531, - 0.703125, - 0.554688, - 0.855469, - 0.507812, - 0.269531, - 0.746094, - 0.5, - 0.699219, - 0.550781, - 0.625, - 0.792969, - 0.675781, - 0.640625, - 0.738281, - 0.644531, - 0.439453, - 0.511719, - 0.507812, - 0.621094, - 0.675781, - 0.59375, - 0.322266, - 0.785156, - 1.15625, - 0.636719, - 0.769531, - 0.773438, - 0.753906, - 0.757812, - 0.667969, - 0.765625, - 0.683594, - 0.550781, - 0.753906, - 0.703125, - 0.714844, - 0.714844, - 0.707031, - 0.769531, - 0.855469, - 0.453125, - 0.617188, - 0.652344, - 0.625, - 0.523438, - 0.773438, - 0.488281, - 0.589844, - 0.617188, - 0.523438, - 0.710938, - 0.535156, - 0.464844, - 0.632812, - 0.730469, - 0.691406, - 0.796875, - 0.443359, - 0.820312, - 0.703125, - 0.703125, - 0.710938, - 0.664062, - 0.691406, - 0.539062, - 0.445312, - 0.671875, - 0.65625, - 0.625, - 0.734375, - 0.59375, - 0.609375, - 0.765625, - 0.691406, - 0.695312, - 0.691406, - 0.792969, - 0.707031, - 0.519531, - 0.8125, - 0.835938, - 0.679688, - 0.625, - 0.314453, - 0.726562, - 0.507812, - 0.738281, - 1.078125, - 0.494141, - 0.730469, - 0.349609, - 0.683594, - 0.738281, - 0.683594, - 0.773438, - 0.640625, - 0.714844, - 0.785156, - 0.644531, - 0.808594, - 3.5e-05, - 0.640625, - 0.609375, - 0.589844, - 0.75, - 0.478516, - 0.478516, - 0.613281, - 0.613281, - 0.652344, - 0.416016, - 0.5, - 0.84375, - 0.550781, - 0.695312, - 0.714844, - 0.675781, - 0.695312, - 0.617188, - 0.773438, - 0.542969, - 0.582031, - 0.710938, - 0.609375, - 0.439453, - 0.535156, - 0.859375, - 0.695312, - 0.78125, - 0.59375, - 0.410156, - 0.625, - 0.625, - 0.5625, - 0.835938, - 0.640625, - 0.75, - 0.648438, - 0.78125, - 0.796875, - 0.644531, - 0.785156, - 0.675781, - 0.695312, - 0.691406, - 0.949219, - 0.839844, - 0.671875, - 0.691406, - 0.71875, - 0.470703, - 0.738281, - 0.589844, - 0.742188, - 0.6875, - 0.441406, - 0.660156, - 0.695312, - 0.820312, - 0.65625, - 1.054688, - 0.566406, - 0.4375, - 0.714844, - 0.722656, - 0.453125, - 0.550781, - 0.703125, - 0.707031, - 0.480469, - 0.667969, - 0.742188, - 0.511719, - 0.480469, - 0.5, - 0.769531, - 0.726562, - 0.734375, - 0.601562, - 0.511719, - 0.699219, - 0.75, - 0.585938, - 0.742188, - 0.730469, - 0.816406, - 0.71875, - 0.753906, - 0.835938, - 0.000778, - 0.490234, - 0.597656, - 0.769531, - 0.449219, - 0.570312, - 0.636719, - 0.535156, - 0.621094, - 0.601562, - 0.601562, - 0.46875, - 0.53125, - 0.632812, - 0.570312, - 0.824219, - 0.699219, - 0.609375, - 0.808594, - 0.703125, - 0.664062, - 0.703125, - 0.539062, - 0.683594, - 0.671875, - 0.621094, - 0.660156, - 0.617188, - 0.494141, - 0.625, - 0.601562, - 0.726562, - 0.640625, - 0.679688, - 0.46875, - 0.800781, - 0.839844, - 0.714844, - 0.703125, - 0.746094, - 0.535156, - 0.738281, - 0.652344, - 0.570312, - 0.429688, - 0.423828, - 0.839844, - 0.636719, - 0.691406, - 0.470703, - 0.816406, - 0.578125, - 0.773438, - 0.800781, - 0.613281, - 0.785156, - 0.625, - 0.628906, - 0.558594, - 0.691406, - 0.490234, - 0.597656, - 0.894531, - 0.722656, - 0.828125, - 0.671875, - 0.71875, - 0.800781, - 0.640625, - 0.617188, - 0.523438, - 0.664062, - 0.625, - 0.648438, - 0.71875, - 0.734375, - 0.589844, - 0.738281, - 0.675781, - 0.503906, - 0.722656, - 0.671875, - 0.613281, - 0.589844, - 0.710938, - 0.863281, - 0.652344, - 0.648438, - 0.539062, - 0.65625, - 0.695312, - 0.628906, - 0.5625, - 0.511719, - 0.636719, - 0.789062, - 0.621094, - 0.503906, - 0.695312, - 0.761719, - 0.519531, - 0.777344, - 0.734375, - 0.6875, - 0.882812, - 0.8125, - 0.710938, - 0.632812, - 0.722656, - 0.8125, - 0.691406, - 0.652344, - 0.78125, - 0.609375, - 0.820312, - 0.550781, - 0.617188, - 0.574219, - 0.742188, - 0.703125, - 0.59375, - 0.59375, - 0.574219, - 0.625, - 0.425781, - 0.785156, - 0.539062, - 0.617188, - 0.726562, - 0.6875, - 0.753906, - 0.683594, - 0.8125, - 0.921875, - 0.515625, - 0.667969, - 0.710938, - 0.546875, - 0.667969, - 0.707031, - 0.699219, - 0.5625, - 0.667969, - 0.851562, - 0.769531, - 0.648438, - 0.511719, - 0.621094, - 0.498047, - 0.515625, - 0.566406, - 0.75, - 0.585938, - 0.59375, - 0.808594, - 0.5625, - 0.738281, - 0.75, - 0.957031, - 0.585938, - 0.589844, - 0.761719, - 0.601562, - 0.695312, - 0.550781, - 0.675781, - 0.490234, - 0.496094, - 0.738281, - 0.75, - 0.419922, - 0.416016, - 0.710938, - 0.5, - 0.628906, - 0.644531, - 0.5, - 0.90625, - 0.458984, - 0.625, - 0.496094, - 0.679688, - 0.746094, - 0.703125, - 1.09375, - 0.613281, - 0.863281, - 0.699219, - 0.443359, - 0.847656, - 0.605469, - 0.474609, - 0.738281, - 0.523438, - 0.652344, - 0.71875, - 0.683594, - 0.423828, - 0.652344, - 0.789062, - 0.429688, - 0.53125, - 0.53125, - 0.566406, - 0.441406, - 0.550781, - 0.675781, - 0.578125, - 0.535156, - 0.578125, - 0.761719, - 0.75, - 0.683594, - 0.703125, - 0.652344, - 0.742188, - 0.613281, - 0.484375, - 0.777344, - 0.65625, - 0.427734, - 0.628906, - 0.46875, - 0.578125, - 0.511719, - 0.539062, - 0.65625, - 0.664062, - 0.453125, - 0.738281, - 0.640625, - 0.785156, - 0.640625, - 0.6875, - 0.71875, - 0.777344, - 0.404297, - 0.851562, - 0.539062, - 0.625, - 0.828125, - 0.667969, - 0.699219, - 0.761719, - 0.554688, - 0.730469, - 0.761719, - 0.820312, - 0.458984, - 0.425781, - 0.613281, - 0.785156, - 0.625, - 0.804688, - 0.664062, - 0.75, - 1.0, - 0.746094, - 0.443359, - 1.125, - 0.578125, - 0.613281, - 0.605469, - 0.78125, - 0.507812, - 0.8125, - 0.550781, - 0.707031, - 0.65625, - 0.486328, - 0.773438, - 0.851562, - 0.699219, - 0.617188, - 0.527344, - 0.566406, - 0.578125, - 0.808594, - 0.746094, - 0.621094, - 0.664062, - 0.714844, - 0.664062, - 0.609375, - 0.828125, - 0.59375, - 0.757812, - 0.726562, - 0.707031, - 0.632812, - 0.808594, - 1.125, - 1.039062, - 0.632812, - 0.632812, - 0.523438, - 0.605469, - 0.660156, - 0.707031, - 0.585938, - 0.328125, - 0.730469, - 0.578125, - 0.59375, - 0.578125, - 0.378906, - 0.714844, - 0.765625, - 0.753906, - 0.726562, - 0.652344, - 0.730469, - 0.707031, - 0.667969, - 0.722656, - 0.703125, - 0.578125, - 0.476562, - 0.474609, - 0.71875, - 0.582031, - 0.753906, - 0.730469, - 0.5625, - 0.75, - 0.738281, - 0.621094, - 0.609375, - 0.761719, - 0.4375, - 0.808594, - 2.4e-05, - 0.582031, - 0.625, - 0.503906, - 0.605469, - 0.769531, - 0.695312, - 0.5, - 0.902344, - 0.6875, - 0.71875, - 0.769531, - 0.632812, - 0.742188, - 0.660156, - 0.628906, - 0.613281, - 0.875, - 0.458984, - 0.644531, - 0.769531, - 0.820312, - 0.539062, - 0.765625, - 0.462891, - 0.585938, - 0.710938, - 0.466797, - 0.605469, - 0.324219, - 0.498047, - 0.628906, - 0.648438, - 0.683594, - 0.667969, - 0.808594, - 0.769531, - 0.636719, - 0.494141, - 0.511719, - 0.46875, - 0.640625, - 0.632812, - 0.578125, - 0.554688, - 0.498047, - 0.570312, - 0.804688, - 0.769531, - 0.890625, - 0.878906, - 0.78125, - 0.742188, - 0.703125, - 0.699219, - 0.523438, - 0.738281, - 0.609375, - 0.585938, - 0.402344, - 0.6875, - 0.644531, - 0.398438, - 0.738281, - 0.644531, - 0.490234, - 0.625, - 0.875, - 0.691406, - 0.550781, - 0.396484, - 0.554688, - 0.59375, - 0.667969, - 0.691406, - 0.695312, - 0.761719, - 0.730469, - 0.412109, - 0.527344, - 0.554688, - 0.574219, - 0.648438, - 0.730469, - 0.898438, - 0.660156, - 0.667969, - 0.726562, - 0.773438, - 0.667969, - 0.460938, - 0.753906, - 0.527344, - 0.566406, - 0.757812, - 0.695312, - 0.753906, - 0.667969, - 0.964844, - 0.574219, - 0.609375, - 0.523438, - 0.675781, - 0.820312, - 0.675781, - 0.617188, - 0.753906, - 0.675781, - 0.792969, - 0.550781, - 0.470703, - 0.589844, - 0.679688, - 0.621094, - 0.632812, - 0.765625, - 0.613281, - 0.65625, - 0.800781, - 0.789062, - 0.357422, - 0.773438, - 0.570312, - 0.46875, - 0.480469, - 0.589844, - 0.597656, - 0.703125, - 0.339844, - 0.664062, - 0.570312, - 0.683594, - 0.753906, - 0.9375, - 0.605469, - 0.804688, - 0.59375, - 0.871094, - 0.644531, - 0.707031, - 0.675781, - 0.482422, - 0.605469, - 0.699219, - 0.636719, - 0.617188, - 0.605469, - 0.789062, - 0.722656, - 0.890625, - 0.585938, - 0.8125, - 0.554688, - 0.470703, - 0.542969, - 0.605469, - 0.707031, - 0.878906, - 0.757812, - 0.421875, - 0.648438, - 0.765625, - 0.777344, - 0.628906, - 0.582031, - 0.457031, - 0.695312, - 0.601562, - 1.101562, - 0.53125, - 0.753906, - 0.507812, - 0.832031, - 0.832031, - 0.738281, - 0.621094, - 0.632812, - 0.539062, - 0.820312, - 0.765625, - 0.527344, - 0.621094, - 0.574219, - 0.703125, - 0.617188, - 0.632812, - 0.710938, - 0.679688, - 0.71875, - 0.589844, - 0.976562, - 0.761719, - 0.582031, - 0.5625, - 0.433594, - 0.746094, - 0.710938, - 0.894531, - 0.792969, - 0.777344, - 0.566406, - 0.617188, - 0.707031, - 0.566406, - 0.746094, - 0.726562, - 0.478516, - 0.730469, - 0.5, - 0.464844, - 0.773438, - 0.667969, - 0.5625, - 0.566406, - 1.15625, - 0.882812, - 0.769531, - 0.667969, - 0.699219, - 0.808594, - 0.730469, - 0.40625, - 0.78125, - 0.570312, - 0.613281, - 0.671875, - 0.832031, - 0.59375, - 0.455078, - 0.447266, - 0.648438, - 0.714844, - 0.613281, - 0.761719, - 0.617188, - 0.617188, - 0.621094, - 0.404297, - 0.683594, - 0.761719, - 0.65625, - 0.71875, - 0.427734, - 0.789062, - 0.648438, - 0.742188, - 0.632812, - 0.679688, - 0.597656, - 0.628906, - 0.691406, - 0.691406, - 0.609375, - 0.8125, - 0.503906, - 0.644531, - 0.492188, - 0.8125, - 0.875, - 0.640625, - 0.523438, - 0.628906, - 0.820312, - 0.71875, - 0.792969, - 0.488281, - 0.769531, - 0.78125, - 0.730469, - 0.574219, - 0.6875, - 0.816406, - 0.527344, - 0.539062, - 0.882812, - 0.890625, - 0.816406, - 0.988281, - 0.730469, - 0.601562, - 0.671875, - 0.660156, - 0.941406, - 0.832031, - 0.523438, - 0.699219, - 0.695312, - 0.722656, - 0.550781, - 0.597656, - 0.613281, - 0.628906, - 0.490234, - 0.710938, - 0.835938, - 0.507812, - 0.691406, - 0.570312, - 0.773438, - 0.617188, - 0.726562, - 0.636719, - 0.65625, - 0.757812, - 0.894531, - 0.675781, - 0.515625, - 0.597656, - 0.484375, - 0.613281, - 0.75, - 0.859375, - 0.792969, - 0.800781, - 0.699219, - 0.742188, - 0.648438, - 0.542969, - 0.773438, - 0.478516, - 0.640625, - 0.558594, - 0.804688, - 0.992188, - 0.632812, - 0.679688, - 0.490234, - 0.585938, - 0.761719, - 0.609375, - 0.679688, - 0.636719, - 0.453125, - 0.396484, - 0.6875, - 0.574219, - 0.707031, - 0.8125, - 0.773438, - 1.109375, - 0.707031, - 0.679688, - 0.507812, - 1.054688, - 0.769531, - 1.046875, - 0.71875, - 0.466797, - 0.652344, - 0.78125, - 1.15625, - 0.734375, - 0.628906, - 0.570312, - 0.574219, - 1.140625, - 0.65625, - 0.46875, - 0.613281, - 0.449219, - 0.652344, - 0.519531, - 0.820312, - 0.832031, - 0.640625, - 0.726562, - 0.652344, - 0.785156, - 0.589844, - 0.722656, - 0.617188, - 0.753906, - 0.6875, - 0.765625, - 0.710938, - 0.542969, - 0.78125, - 0.519531, - 0.648438, - 0.511719, - 0.632812, - 0.703125, - 0.714844, - 0.722656, - 0.632812, - 0.699219, - 0.816406, - 0.632812, - 0.652344, - 0.652344, - 0.75, - 0.503906, - 0.777344, - 0.769531, - 0.660156, - 0.699219, - 0.773438, - 0.730469, - 0.625, - 0.703125, - 0.703125, - 0.648438, - 0.691406, - 0.566406, - 0.71875, - 0.625, - 0.660156, - 0.59375, - 0.439453, - 0.773438, - 0.496094, - 0.535156, - 0.447266, - 0.730469, - 0.726562, - 0.695312, - 0.722656, - 0.515625, - 0.78125, - 0.542969, - 0.917969, - 0.597656, - 0.679688, - 0.710938, - 0.566406, - 0.777344, - 0.6875, - 0.5, - 0.566406, - 0.582031, - 0.609375, - 0.578125, - 0.726562, - 0.601562, - 0.609375, - 0.648438, - 0.714844, - 1.085938, - 0.761719, - 0.65625, - 0.644531, - 0.742188, - 0.714844, - 0.8125, - 0.734375, - 0.496094, - 0.550781, - 0.427734, - 0.828125, - 0.457031, - 0.730469, - 0.503906, - 0.671875, - 0.667969, - 0.691406, - -0.542969, - 0.621094, - 0.859375, - 0.632812, - 0.535156, - 0.726562, - 0.683594, - 0.734375, - 0.667969, - 0.949219, - 0.800781, - 0.65625, - 0.621094, - 0.773438, - 0.671875, - 0.652344, - 0.65625, - 0.808594, - 0.777344, - 0.578125, - 0.839844, - 0.675781, - 0.458984, - 0.566406, - 0.597656, - 0.777344, - -0.106445, - 0.507812, - 0.5, - 0.886719, - 0.71875, - 0.695312, - 0.679688, - 0.455078, - 0.730469, - 0.757812, - 0.605469, - 0.628906, - 0.464844, - 0.792969, - 0.369141, - 0.628906, - 0.578125, - 0.664062, - 0.652344, - 0.808594, - 0.761719, - 0.714844, - 0.703125, - 0.515625, - 0.601562, - 0.886719, - 0.738281, - 0.539062, - 0.625, - 0.648438, - 0.539062, - 0.785156, - 0.730469, - 0.507812, - 0.683594, - 0.789062, - 0.492188, - 0.503906, - 0.742188, - 0.566406, - 0.574219, - 0.451172, - 0.566406, - 0.707031, - 0.738281, - 0.546875, - 0.699219, - 0.332031, - 0.6875, - 0.691406, - 0.480469, - 0.671875, - 0.609375, - 0.53125, - 0.640625, - 0.640625, - 0.412109, - 0.683594, - 0.625, - 0.335938, - 0.527344, - 0.796875, - 0.621094, - 0.458984, - 0.527344, - 0.394531, - 0.613281, - 0.859375, - 0.566406, - 0.53125, - 0.675781, - 0.412109, - 0.707031, - 0.75, - 0.53125, - 0.738281, - 0.703125, - 0.671875, - 0.539062, - 0.453125, - 0.695312, - 0.75, - 0.726562, - 0.605469, - 0.769531, - 0.59375, - 0.617188, - 0.667969, - 0.535156, - 0.714844, - 0.816406, - 0.5, - 0.582031, - 0.632812, - 0.535156, - 0.652344, - 0.800781, - 0.605469, - 0.664062, - 0.542969, - 0.816406, - 0.519531, - 0.851562, - 0.4375, - 0.65625, - 0.494141, - 0.621094, - 0.675781, - 0.792969, - 0.578125, - 0.734375, - 0.75, - 0.667969, - 0.652344, - 0.691406 - ] - }, - "name": "model.model.layers.22.input_layernorm.weight", - "outputIndexes": [ - 1806 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1805 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_22/Mul_output_0", - "outputIndexes": [ - 1807 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1806, - 1807 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_22/Mul_1_output_0", - "outputIndexes": [ - 1808 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1808 - ], - "outputIndexes": [ - 2924 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2924 - ], - "outputIndexes": [ - 2925 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear", - "inputIndexes": [ - 2925 - ], - "outputIndexes": [ - 2926 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 579243324, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2926 - ], - "outputIndexes": [ - 2927 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2927 - ], - "outputIndexes": [ - 1809 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1808 - ], - "main_type": "NONE", - "name": "/Shape_309_output_0", - "outputIndexes": [ - 1810 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1810 - ], - "main_type": "NONE", - "name": "Shape5578", - "outputIndexes": [ - 1811 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1810 - ], - "main_type": "NONE", - "name": "Rank5580", - "outputIndexes": [ - 1812 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1812, - 1812 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5582", - "outputIndexes": [ - 1813 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1813 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5583", - "outputIndexes": [ - 1814 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1813, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5585", - "outputIndexes": [ - 1815 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1815 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5586", - "outputIndexes": [ - 1816 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1811, - 1814, - 1816, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5589", - "outputIndexes": [ - 1817 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1817 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5590", - "outputIndexes": [ - 1818 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1818 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5591", - "outputIndexes": [ - 1819 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1819, - 1818 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5592", - "outputIndexes": [ - 1820 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1810, - 1820, - 1813 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_334_output_0", - "outputIndexes": [ - 1821 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1821, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_705_output_0", - "outputIndexes": [ - 1822 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1822, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_286_output_0", - "outputIndexes": [ - 1823 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1809, - 1823 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_199_output_0", - "outputIndexes": [ - 1824 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1824, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_176_output_0", - "outputIndexes": [ - 1825 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1824 - ], - "main_type": "NONE", - "name": "/Shape_310_output_0", - "outputIndexes": [ - 1826 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1826 - ], - "main_type": "NONE", - "name": "Shape5599", - "outputIndexes": [ - 1827 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1826 - ], - "main_type": "NONE", - "name": "Rank5601", - "outputIndexes": [ - 1828 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1828, - 1828 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5603", - "outputIndexes": [ - 1829 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1829 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5604", - "outputIndexes": [ - 1830 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1829, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5606", - "outputIndexes": [ - 1831 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1831 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5607", - "outputIndexes": [ - 1832 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1827, - 1830, - 1832, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5610", - "outputIndexes": [ - 1833 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1833 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5611", - "outputIndexes": [ - 1834 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1834 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5612", - "outputIndexes": [ - 1835 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1835, - 1834 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5613", - "outputIndexes": [ - 1836 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1826, - 1836, - 1829 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_335_output_0", - "outputIndexes": [ - 1837 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1837, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_66_output_0", - "outputIndexes": [ - 1838 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1838, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_710_output_0", - "outputIndexes": [ - 1839 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1824, - 1839, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_89_output_0", - "outputIndexes": [ - 1840 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1840 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_44_output_0", - "outputIndexes": [ - 1841 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1824, - 22, - 1839, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_88_output_0", - "outputIndexes": [ - 1842 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1841, - 1842 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_289_output_0", - "outputIndexes": [ - 1843 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1843, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_177_output_0", - "outputIndexes": [ - 1844 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1825, - 1844 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_110_output_0", - "outputIndexes": [ - 1845 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1808 - ], - "outputIndexes": [ - 2928 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2928 - ], - "outputIndexes": [ - 2929 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear", - "inputIndexes": [ - 2929 - ], - "outputIndexes": [ - 2930 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 580576594, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2930 - ], - "outputIndexes": [ - 2931 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2931 - ], - "outputIndexes": [ - 1846 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1822, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_287_output_0", - "outputIndexes": [ - 1847 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1846, - 1847 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_200_output_0", - "outputIndexes": [ - 1848 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1848, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_178_output_0", - "outputIndexes": [ - 1849 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1848 - ], - "main_type": "NONE", - "name": "/Shape_311_output_0", - "outputIndexes": [ - 1850 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1850 - ], - "main_type": "NONE", - "name": "Shape5662", - "outputIndexes": [ - 1851 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1850 - ], - "main_type": "NONE", - "name": "Rank5664", - "outputIndexes": [ - 1852 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1852, - 1852 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5666", - "outputIndexes": [ - 1853 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1853 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5667", - "outputIndexes": [ - 1854 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1853, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5669", - "outputIndexes": [ - 1855 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1855 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5670", - "outputIndexes": [ - 1856 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1851, - 1854, - 1856, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5673", - "outputIndexes": [ - 1857 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1857 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5674", - "outputIndexes": [ - 1858 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1858 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5675", - "outputIndexes": [ - 1859 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1859, - 1858 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5676", - "outputIndexes": [ - 1860 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1850, - 1860, - 1853 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_336_output_0", - "outputIndexes": [ - 1861 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1861, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_67_output_0", - "outputIndexes": [ - 1862 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1862, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_712_output_0", - "outputIndexes": [ - 1863 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1848, - 1863, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_91_output_0", - "outputIndexes": [ - 1864 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1864 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_45_output_0", - "outputIndexes": [ - 1865 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1848, - 22, - 1863, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_90_output_0", - "outputIndexes": [ - 1866 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1865, - 1866 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_290_output_0", - "outputIndexes": [ - 1867 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1867, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_179_output_0", - "outputIndexes": [ - 1868 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1849, - 1868 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_111_output_0", - "outputIndexes": [ - 1869 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1808 - ], - "outputIndexes": [ - 2932 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2932 - ], - "outputIndexes": [ - 2933 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear", - "inputIndexes": [ - 2933 - ], - "outputIndexes": [ - 2934 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 580798824, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2934 - ], - "outputIndexes": [ - 2935 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2935 - ], - "outputIndexes": [ - 1870 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1870, - 1847 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_201_output_0", - "outputIndexes": [ - 1871 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1845, - 1869, - 1871, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_206_output_0", - "outputIndexes": [ - 1872 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1872 - ], - "outputIndexes": [ - 2936 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2936 - ], - "outputIndexes": [ - 2937 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear", - "inputIndexes": [ - 2937 - ], - "outputIndexes": [ - 2938 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 581021054, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2938 - ], - "outputIndexes": [ - 2939 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2939 - ], - "outputIndexes": [ - 1873 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1805, - 1873 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_113_output_0", - "outputIndexes": [ - 1874 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.523438, - 1.015625, - 0.535156, - 0.832031, - 0.773438, - 0.769531, - 0.910156, - 0.863281, - 0.851562, - 0.785156, - 0.90625, - 0.613281, - 0.976562, - 0.953125, - 0.96875, - 0.898438, - 0.90625, - 0.847656, - 0.960938, - 0.695312, - 0.9375, - 0.886719, - 0.898438, - 0.519531, - 0.964844, - 0.992188, - 0.804688, - 0.75, - 0.6875, - 1.03125, - 0.972656, - 0.960938, - 1.039062, - 0.679688, - 0.847656, - 0.976562, - 0.957031, - 0.902344, - 0.710938, - 0.65625, - 1.007812, - 1.0, - 0.957031, - 1.03125, - 0.546875, - 0.875, - 0.84375, - 0.90625, - 0.867188, - 0.625, - 0.519531, - 0.632812, - 0.988281, - 0.894531, - 0.921875, - 0.796875, - 0.777344, - 0.5625, - 0.490234, - 0.734375, - 0.875, - 0.765625, - 0.8125, - 0.988281, - 0.890625, - 0.601562, - 0.894531, - 0.699219, - 0.886719, - 0.804688, - 0.8125, - 0.785156, - 0.53125, - 0.761719, - 0.917969, - 0.613281, - 0.941406, - 0.925781, - 0.921875, - 0.992188, - 1.015625, - 0.542969, - 0.546875, - 0.960938, - 0.988281, - 1.007812, - 0.976562, - 1.039062, - 0.8125, - 0.945312, - 0.863281, - 0.765625, - 0.613281, - 0.785156, - 0.988281, - 0.5, - 0.890625, - 0.75, - 0.988281, - 0.949219, - 1.117188, - 0.660156, - 0.667969, - 1.070312, - 0.71875, - 0.839844, - 0.859375, - 0.863281, - 0.667969, - 0.914062, - 0.726562, - 1.0625, - 0.839844, - 0.298828, - 0.960938, - 0.929688, - 0.933594, - 0.984375, - 0.523438, - 0.539062, - 0.953125, - 0.542969, - 0.78125, - 0.75, - 0.949219, - 1.015625, - 1.0, - 0.550781, - 0.8125, - 2.03125, - 0.855469, - 0.945312, - 0.886719, - 1.03125, - 0.980469, - 1.0625, - 0.675781, - 1.117188, - 0.695312, - 0.921875, - 0.53125, - 0.84375, - 0.792969, - 0.578125, - 0.960938, - 0.722656, - 0.972656, - 0.660156, - 1.046875, - 0.875, - 0.871094, - 0.96875, - 0.558594, - 0.925781, - 1.351562, - 0.734375, - 0.925781, - 0.785156, - 0.988281, - 1.007812, - 0.699219, - 0.789062, - 0.863281, - 0.558594, - 0.75, - 0.972656, - 0.871094, - 1.015625, - 0.917969, - 0.910156, - 1.0625, - 0.929688, - 0.929688, - 0.992188, - 0.804688, - 0.957031, - 0.851562, - 0.996094, - 0.953125, - 1.039062, - 0.984375, - 0.761719, - 0.996094, - 0.738281, - 0.902344, - 0.503906, - 0.539062, - 1.0625, - 0.882812, - 0.90625, - 0.988281, - 0.859375, - 1.054688, - 0.984375, - 0.984375, - 0.949219, - 0.917969, - 0.859375, - 0.988281, - 0.746094, - 0.78125, - 0.933594, - 1.023438, - 1.046875, - 1.015625, - 0.917969, - 0.929688, - 1.023438, - 0.816406, - 0.976562, - 0.867188, - 1.007812, - 0.703125, - 0.808594, - 1.046875, - 0.570312, - 0.996094, - 0.972656, - 0.984375, - 0.910156, - 0.941406, - 0.980469, - 0.640625, - 0.46875, - 0.8125, - 0.992188, - 0.789062, - 0.679688, - 0.519531, - 0.960938, - 0.910156, - 0.964844, - 0.976562, - 1.007812, - 1.0, - 0.765625, - 0.902344, - 0.855469, - 0.914062, - 1.007812, - 0.832031, - 0.910156, - 0.886719, - 1.0625, - 0.871094, - 0.933594, - 1.039062, - 0.867188, - 0.8125, - 1.046875, - 0.851562, - 0.585938, - 1.015625, - 0.414062, - 0.515625, - 0.789062, - 0.851562, - 1.054688, - 0.996094, - 0.886719, - 0.929688, - 1.03125, - 0.964844, - 0.785156, - 0.992188, - 0.875, - 0.796875, - 1.03125, - 0.898438, - 0.851562, - 0.988281, - 0.769531, - 0.78125, - 0.96875, - 0.6875, - 0.734375, - 0.570312, - 0.984375, - 0.738281, - 1.007812, - 0.992188, - 0.832031, - 0.835938, - 0.742188, - 0.910156, - 0.527344, - 0.941406, - 0.90625, - 0.847656, - 0.96875, - 0.949219, - 1.0625, - 1.046875, - 1.046875, - 0.78125, - 0.875, - 0.941406, - 0.863281, - 0.996094, - 1.007812, - 0.527344, - 0.554688, - 0.996094, - 0.53125, - 1.023438, - 0.8125, - 0.980469, - 0.808594, - 0.917969, - 0.507812, - 0.640625, - 0.992188, - 0.558594, - 0.894531, - 1.03125, - 1.007812, - 0.589844, - 0.921875, - 0.902344, - 0.570312, - 0.941406, - 1.078125, - 0.953125, - 0.703125, - 0.890625, - 0.855469, - 0.808594, - 0.523438, - 0.898438, - 0.832031, - 0.496094, - 0.9375, - 0.542969, - 0.734375, - 0.839844, - 0.59375, - 0.898438, - 0.523438, - 0.773438, - 0.585938, - 0.765625, - 0.945312, - 0.828125, - 0.992188, - 0.988281, - 0.882812, - 0.878906, - 0.777344, - 0.753906, - 0.949219, - 0.769531, - 0.617188, - 0.578125, - 0.882812, - 0.695312, - 0.945312, - 0.3125, - 0.886719, - 0.976562, - 0.699219, - 0.71875, - 0.867188, - 0.953125, - 0.945312, - 0.898438, - 0.847656, - 1.007812, - 0.871094, - 0.539062, - 0.972656, - 0.875, - 0.734375, - 1.03125, - 0.722656, - 0.851562, - 0.867188, - 0.972656, - 0.746094, - 1.023438, - 0.742188, - 0.992188, - 1.085938, - 0.929688, - 1.117188, - 0.578125, - 0.917969, - 0.78125, - 1.070312, - 0.800781, - 0.972656, - 0.886719, - 0.90625, - 0.96875, - 0.875, - 0.527344, - 0.554688, - 0.941406, - 0.648438, - 0.875, - 0.949219, - 0.753906, - 1.015625, - 0.792969, - 0.777344, - 0.851562, - 0.539062, - 1.0, - 0.941406, - 0.785156, - 0.542969, - 0.832031, - 0.769531, - 1.015625, - 1.03125, - 0.824219, - 0.777344, - 1.078125, - 1.007812, - 0.710938, - 0.964844, - 1.03125, - 0.679688, - 0.898438, - 0.703125, - 0.6875, - 0.992188, - 0.78125, - 0.964844, - 0.847656, - 0.945312, - 1.09375, - 1.03125, - 0.964844, - 1.039062, - 0.675781, - 0.757812, - 0.746094, - 0.710938, - 0.921875, - 0.9375, - 0.84375, - 0.679688, - 0.5625, - 0.621094, - 0.921875, - 1.0, - 0.554688, - 1.0, - 0.921875, - 1.054688, - 1.070312, - 0.945312, - 0.878906, - 1.09375, - 1.0, - 0.996094, - 1.03125, - 0.984375, - 0.519531, - 1.257812, - 0.714844, - 0.910156, - 0.984375, - 0.824219, - 0.808594, - 0.53125, - 0.695312, - 0.867188, - 0.859375, - 0.851562, - 0.953125, - 0.902344, - 0.667969, - 0.886719, - 1.09375, - 0.96875, - 0.984375, - 0.695312, - 0.554688, - 0.945312, - 1.046875, - 0.855469, - 0.949219, - 0.984375, - 0.792969, - 0.730469, - 0.925781, - 0.75, - 0.953125, - 0.988281, - 0.9375, - 0.894531, - 1.015625, - 0.890625, - 0.96875, - 0.976562, - 0.894531, - 1.03125, - 0.78125, - 0.546875, - 0.496094, - 1.03125, - 0.914062, - 1.289062, - 1.132812, - 0.859375, - 0.972656, - 0.472656, - 0.722656, - 1.125, - 0.679688, - 0.984375, - 1.039062, - 1.015625, - 0.53125, - 0.929688, - 0.898438, - 1.0, - 0.722656, - 0.671875, - 1.117188, - 0.933594, - 0.882812, - 0.753906, - 0.980469, - 0.699219, - 0.820312, - 0.957031, - 0.90625, - 0.925781, - 0.730469, - 0.796875, - 0.539062, - 0.804688, - 0.964844, - 0.988281, - 0.996094, - 0.84375, - 0.964844, - 0.527344, - 0.863281, - 0.867188, - 1.015625, - 0.890625, - 0.792969, - 0.796875, - 0.527344, - 0.898438, - 0.578125, - 0.898438, - 0.78125, - 0.914062, - 0.992188, - 1.210938, - 0.523438, - 0.867188, - 1.0, - 0.964844, - 1.007812, - 0.5625, - 1.054688, - 1.039062, - 0.949219, - 0.910156, - 0.996094, - 0.507812, - 0.546875, - 0.929688, - 0.960938, - 0.976562, - 0.671875, - 1.101562, - 0.828125, - 0.515625, - 0.582031, - 0.757812, - 0.976562, - 0.929688, - 0.53125, - 0.921875, - 0.365234, - 0.78125, - 0.761719, - 1.046875, - 0.976562, - 0.710938, - 0.8125, - 0.980469, - 1.054688, - 0.695312, - 0.992188, - 1.015625, - 0.824219, - 0.820312, - 0.789062, - 1.070312, - 1.0, - 1.046875, - 0.964844, - 0.777344, - 1.03125, - 1.03125, - 0.890625, - 0.558594, - 1.015625, - 0.585938, - 0.542969, - 1.03125, - 0.871094, - 0.34375, - 0.796875, - 0.917969, - 0.527344, - 0.714844, - 0.816406, - 0.921875, - 0.78125, - 0.988281, - 0.660156, - 0.832031, - 0.738281, - 0.742188, - 0.878906, - 0.882812, - 0.976562, - 0.988281, - 0.898438, - 1.085938, - 0.964844, - 0.867188, - 1.03125, - 0.824219, - 0.535156, - 0.730469, - 0.890625, - 0.816406, - 0.992188, - 0.722656, - 0.960938, - 0.902344, - 1.039062, - 0.523438, - 0.984375, - 0.742188, - 0.535156, - 1.015625, - 1.023438, - 1.085938, - 0.585938, - 0.8125, - 0.539062, - 1.03125, - 0.789062, - 0.753906, - 0.722656, - 1.109375, - 1.007812, - 1.046875, - 0.800781, - 1.070312, - 0.839844, - 0.582031, - 0.550781, - 0.851562, - 0.523438, - 0.90625, - 0.953125, - 0.859375, - 0.867188, - 0.742188, - 0.914062, - 0.5, - 0.960938, - 0.980469, - 1.015625, - 1.015625, - 0.554688, - 0.945312, - 0.882812, - 0.761719, - 0.902344, - 0.945312, - 0.960938, - 0.949219, - 0.976562, - 0.867188, - 1.015625, - 0.964844, - 0.804688, - 1.0, - 1.007812, - 0.875, - 0.765625, - 1.046875, - 0.523438, - 0.855469, - 0.757812, - 0.835938, - 1.0625, - 0.949219, - 0.863281, - 0.894531, - 0.855469, - 0.972656, - 0.558594, - 0.925781, - 0.773438, - 0.863281, - 1.015625, - 0.789062, - 0.566406, - 0.511719, - 1.023438, - 0.65625, - 0.550781, - 1.023438, - 0.960938, - 0.929688, - 0.585938, - 1.023438, - 0.96875, - 0.558594, - 0.84375, - 0.539062, - 0.832031, - 0.902344, - 0.8125, - 1.007812, - 0.984375, - 0.863281, - 0.863281, - 0.90625, - 0.855469, - 0.746094, - 1.039062, - 0.632812, - 0.863281, - 0.992188, - 1.015625, - 1.171875, - 0.777344, - 0.527344, - 0.421875, - 0.785156, - 0.945312, - 0.957031, - 0.816406, - 0.941406, - 1.0625, - 0.953125, - 0.636719, - 0.972656, - 0.554688, - 0.59375, - 0.777344, - 0.875, - 0.910156, - 0.769531, - 0.753906, - 0.867188, - 1.023438, - 0.851562, - 0.832031, - 0.535156, - 0.820312, - 1.015625, - 1.007812, - 0.753906, - 0.84375, - 0.835938, - 0.519531, - 0.914062, - 0.992188, - 0.664062, - 0.859375, - 0.746094, - 0.738281, - 0.605469, - 1.007812, - 0.679688, - 0.738281, - 0.957031, - 0.769531, - 0.878906, - 0.710938, - 0.792969, - 1.164062, - 0.753906, - 0.910156, - 0.796875, - 1.0, - 1.03125, - 0.976562, - 0.306641, - 0.632812, - 1.070312, - 0.636719, - 0.726562, - 1.15625, - 0.886719, - 0.757812, - 1.039062, - 0.621094, - 0.929688, - 0.910156, - 0.925781, - 0.710938, - 0.894531, - 0.511719, - 0.785156, - 0.886719, - 0.824219, - 0.941406, - 0.734375, - 0.761719, - 0.980469, - 0.878906, - 0.832031, - 0.921875, - 1.0625, - 0.976562, - 0.925781, - 0.988281, - 0.984375, - 1.015625, - 0.890625, - 0.71875, - 0.589844, - 0.917969, - 0.660156, - 0.941406, - 0.746094, - 0.796875, - 0.722656, - 0.824219, - 0.941406, - 0.925781, - 0.753906, - 1.023438, - 0.945312, - 1.078125, - 0.921875, - 0.648438, - 0.96875, - 0.589844, - 0.691406, - 1.085938, - 0.785156, - 0.851562, - 0.550781, - 0.949219, - 0.957031, - 1.007812, - 0.636719, - 0.890625, - 1.015625, - 0.542969, - 0.742188, - 0.726562, - 0.972656, - 1.03125, - 0.796875, - 1.0, - 0.972656, - 0.490234, - 0.289062, - 0.996094, - 0.710938, - 0.421875, - 0.878906, - 0.875, - 0.878906, - 1.695312, - 0.90625, - 0.960938, - 0.871094, - 1.007812, - 0.867188, - 0.742188, - 0.941406, - 0.523438, - 1.023438, - 0.867188, - 0.824219, - 0.820312, - 0.890625, - 1.085938, - 0.996094, - 0.964844, - 0.921875, - 0.625, - 0.980469, - 0.917969, - 0.546875, - 0.828125, - 1.007812, - 1.039062, - 1.015625, - 0.679688, - 0.527344, - 0.3125, - 0.369141, - 0.914062, - 0.855469, - 0.648438, - 0.894531, - 0.625, - 1.015625, - 0.859375, - 0.757812, - 0.957031, - 0.730469, - 0.84375, - 0.855469, - 0.730469, - 1.0, - 0.960938, - 0.535156, - 0.953125, - 0.96875, - 1.039062, - 0.992188, - 0.957031, - 0.980469, - 0.597656, - 0.835938, - 0.703125, - 0.761719, - 0.933594, - 0.914062, - 0.984375, - 0.96875, - 0.773438, - 0.53125, - 0.890625, - 0.925781, - 0.847656, - 0.984375, - 0.695312, - 1.242188, - 1.320312, - 0.855469, - 0.875, - 0.769531, - 0.867188, - 1.039062, - 0.929688, - 0.769531, - 0.910156, - 1.03125, - 1.054688, - 0.542969, - 0.976562, - 0.972656, - 0.84375, - 0.871094, - 0.894531, - 0.570312, - 0.726562, - 0.917969, - 1.046875, - 1.046875, - 0.828125, - 0.992188, - 0.75, - 0.835938, - 0.96875, - 0.695312, - 0.878906, - 0.988281, - 0.839844, - 0.914062, - 0.988281, - 0.910156, - 0.972656, - 0.527344, - 1.046875, - 0.933594, - 0.777344, - 0.839844, - 0.679688, - 0.949219, - 0.796875, - 0.6875, - 0.839844, - 0.796875, - 0.808594, - 0.890625, - 0.914062, - 0.53125, - 1.125, - 0.523438, - 1.070312, - 0.972656, - 1.039062, - 0.78125, - 0.898438, - 0.875, - 0.910156, - 0.726562, - 0.988281, - 0.921875, - 0.6875, - 0.90625, - 0.925781, - 0.734375, - 0.894531, - 0.511719, - 0.988281, - 0.816406, - 0.722656, - 0.839844, - 0.882812, - 0.949219, - 0.988281, - 0.804688, - 1.007812, - 1.03125, - 0.699219, - 0.875, - 0.859375, - 0.910156, - 0.964844, - 0.617188, - 0.660156, - 0.980469, - 0.957031, - 1.039062, - 0.539062, - 1.046875, - 0.757812, - 1.046875, - 0.898438, - 0.894531, - 1.046875, - 1.039062, - 0.984375, - 0.953125, - 0.515625, - 0.871094, - 0.910156, - 0.84375, - 0.953125, - 1.101562, - 0.863281, - 0.933594, - 1.015625, - 0.867188, - 1.101562, - 0.917969, - 0.730469, - 0.835938, - 0.996094, - 0.949219, - 1.03125, - 0.960938, - 0.84375, - 0.992188, - 1.085938, - 1.140625, - 0.722656, - 1.054688, - 0.78125, - 0.804688, - 0.730469, - 0.875, - 0.921875, - 0.992188, - 0.695312, - 1.0625, - 0.835938, - 0.96875, - 1.007812, - 0.386719, - 0.902344, - 0.910156, - 0.921875, - 0.9375, - 0.96875, - 0.988281, - 0.960938, - 0.722656, - 0.929688, - 0.996094, - 0.941406, - 0.886719, - 0.914062, - 0.53125, - 0.992188, - 0.707031, - 0.90625, - 1.046875, - 0.851562, - 0.71875, - 0.8125, - 0.914062, - 0.59375, - 1.148438, - 0.519531, - 0.691406, - 0.96875, - 0.535156, - 0.490234, - 0.832031, - 0.753906, - 0.546875, - 0.984375, - 0.9375, - 0.480469, - 0.792969, - 1.070312, - 0.789062, - 0.566406, - 1.148438, - 1.070312, - 0.90625, - 0.90625, - 0.789062, - 0.566406, - 1.007812, - 0.785156, - 0.839844, - 0.820312, - 0.621094, - 0.960938, - 0.613281, - 0.988281, - 0.96875, - 0.988281, - 0.878906, - 1.257812, - 0.957031, - 0.886719, - 0.800781, - 0.757812, - 0.929688, - 0.957031, - 0.882812, - 1.023438, - 0.617188, - 0.820312, - 0.929688, - 1.039062, - 0.796875, - 1.0625, - 1.0625, - 0.757812, - 1.023438, - 0.773438, - 0.792969, - 0.980469, - 0.871094, - 0.859375, - 0.859375, - 0.625, - 0.59375, - 1.015625, - 0.482422, - 1.015625, - 1.054688, - 0.550781, - 0.53125, - 1.101562, - 0.820312, - 0.957031, - 0.917969, - 0.644531, - 0.910156, - 0.796875, - 0.703125, - 0.945312, - 0.980469, - 0.871094, - 0.660156, - 0.824219, - 0.941406, - 0.964844, - 0.75, - 1.007812, - 1.023438, - 0.933594, - 1.03125, - 0.71875, - 0.5625, - 0.785156, - 0.976562, - 0.914062, - 0.980469, - 0.898438, - 0.949219, - 1.039062, - 0.992188, - 0.855469, - 0.984375, - 0.808594, - 0.980469, - 0.628906, - 0.542969, - 0.582031, - 0.925781, - 0.488281, - 0.910156, - 1.007812, - 1.054688, - 1.054688, - 0.832031, - 0.988281, - 1.078125, - 0.980469, - 0.839844, - 1.015625, - 1.109375, - 0.839844, - 0.808594, - 0.609375, - 0.640625, - 1.054688, - 0.431641, - 0.777344, - 0.671875, - 0.917969, - 0.917969, - 0.464844, - 0.578125, - 0.796875, - 0.609375, - 0.960938, - 0.878906, - 0.855469, - 0.828125, - 0.945312, - 1.015625, - 0.804688, - 0.582031, - 1.046875, - 0.78125, - 1.03125, - 0.828125, - 1.070312, - 0.960938, - 1.0625, - 0.898438, - 0.976562, - 0.609375, - 1.273438, - 0.605469, - 0.738281, - 0.9375, - 1.148438, - 0.871094, - 1.070312, - 0.53125, - 0.804688, - 1.046875, - 1.0, - 0.546875, - 0.925781, - 0.796875, - 1.0625, - 0.757812, - 0.949219, - 0.863281, - 0.527344, - 0.890625, - 0.992188, - 0.96875, - 0.695312, - 0.878906, - 0.785156, - 0.9375, - 0.980469, - 1.007812, - 0.683594, - 0.710938, - 0.917969, - 0.902344, - 1.007812, - 0.574219, - 0.574219, - 0.503906, - 0.953125, - 0.890625, - 0.785156, - 0.404297, - 1.046875, - 0.449219, - 0.523438, - 0.71875, - 0.566406, - 0.984375, - 0.439453, - 1.09375, - 0.910156, - 0.863281, - 0.886719, - 0.453125, - 0.933594, - 0.78125, - 0.898438, - 0.714844, - 0.960938, - 0.804688, - 1.046875, - 0.527344, - 0.921875, - 0.992188, - 0.941406, - 0.949219, - 0.632812, - 1.109375, - 0.824219, - 1.078125, - 0.882812, - 0.992188, - 0.949219, - 0.753906, - 1.054688, - 0.839844, - 0.835938, - 0.820312, - 0.953125, - 0.988281, - 1.03125, - 1.03125, - 0.957031, - 0.980469, - 0.527344, - 0.765625, - 0.933594, - 0.824219, - 1.03125, - 0.792969, - 1.109375, - 0.917969, - 0.933594, - 0.984375, - 0.964844, - 1.039062, - 0.859375, - 0.976562, - 0.570312, - 0.992188, - 1.023438, - 0.679688, - 0.980469, - 0.957031, - 0.984375, - 0.855469, - 0.683594, - 1.023438, - 0.734375, - 0.800781, - 0.691406, - 1.023438, - 1.039062, - 1.039062, - 1.0, - 0.757812, - 0.546875, - 0.875, - 0.392578, - 0.839844, - 0.933594, - 1.039062, - 0.875, - 0.898438, - 1.015625, - 0.75, - 0.867188, - 0.890625, - 0.929688, - 0.851562, - 0.964844, - 0.871094, - 0.925781, - 0.988281, - 0.984375, - 0.443359, - 0.992188, - 0.953125, - 0.90625, - 0.515625, - 1.023438, - 0.550781, - 0.578125, - 0.792969, - 0.882812, - 0.699219, - 0.53125, - 0.84375, - 0.535156, - 0.667969, - 0.980469, - 0.882812, - 0.917969, - 0.808594, - 0.859375, - 0.519531, - 1.039062, - 0.738281, - 0.554688, - 0.972656, - 0.984375, - 0.925781, - 1.0625, - 0.816406, - 0.976562, - 0.886719, - 1.148438, - 0.917969, - 0.925781, - 0.980469, - 0.605469, - 1.023438, - 0.796875, - 0.53125, - 0.933594, - 0.800781, - 0.835938, - 0.984375, - 1.070312, - -0.00019, - 0.757812, - 0.695312, - 0.308594, - 0.695312, - 0.910156, - 1.023438, - 0.765625, - 1.054688, - 1.015625, - 0.863281, - 0.921875, - 0.765625, - 0.585938, - 0.746094, - 0.867188, - 0.875, - 1.0, - 1.007812, - 0.570312, - 0.539062, - 0.558594, - 0.964844, - 0.757812, - 0.703125, - 0.6875, - 1.054688, - 0.8125, - 0.9375, - 0.980469, - 0.855469, - 0.539062, - 0.882812, - 0.804688, - 0.984375, - 1.070312, - 0.675781, - 0.714844, - 1.078125, - 0.949219, - 0.886719, - 0.726562, - 0.867188, - 0.980469, - 0.558594, - 0.863281, - 0.972656, - 0.714844, - 0.976562, - 0.90625, - 0.660156, - 1.03125, - 0.914062, - 0.835938, - 0.574219, - 0.835938, - 0.675781, - 0.980469, - 0.992188, - 0.675781, - 0.859375, - 0.679688, - 0.914062, - 0.777344, - 0.863281, - 0.722656, - 0.914062, - 0.828125, - 0.859375, - 0.804688, - 0.957031, - 0.75, - 0.980469, - 0.996094, - 0.738281, - 1.078125, - 0.882812, - 0.921875, - 0.691406, - 0.6875, - 0.972656, - 1.039062, - 1.039062, - 0.960938, - 1.070312, - 0.886719, - 0.917969, - 1.015625, - 0.835938, - 0.984375, - 1.125, - 0.8125, - 0.765625, - 0.941406, - 0.773438, - 0.957031, - 0.769531, - 0.925781, - 0.953125, - 0.828125, - 1.007812, - 0.714844, - 1.226562, - 0.652344, - 0.867188, - 0.75, - 0.90625, - 0.632812, - 0.5625, - 0.890625, - 0.949219, - 0.535156, - 0.894531, - 0.953125, - 1.015625 - ] - }, - "name": "model.model.layers.22.post_attention_layernorm.weight", - "outputIndexes": [ - 1875 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1874 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_22/Mul_output_0", - "outputIndexes": [ - 1876 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1875, - 1876 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_22/Mul_1_output_0", - "outputIndexes": [ - 1877 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1877 - ], - "outputIndexes": [ - 2940 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2940 - ], - "outputIndexes": [ - 2941 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/gate_proj/Linear", - "inputIndexes": [ - 2941 - ], - "outputIndexes": [ - 2942 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 582348180, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2942 - ], - "outputIndexes": [ - 2943 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2943 - ], - "outputIndexes": [ - 1878 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1878 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_22/Sigmoid_output_0", - "outputIndexes": [ - 1879 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1878, - 1879 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_22/Mul_output_0", - "outputIndexes": [ - 1880 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1877 - ], - "outputIndexes": [ - 2944 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2944 - ], - "outputIndexes": [ - 2945 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/up_proj/Linear", - "inputIndexes": [ - 2945 - ], - "outputIndexes": [ - 2946 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 590089642, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2946 - ], - "outputIndexes": [ - 2947 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2947 - ], - "outputIndexes": [ - 1881 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1880, - 1881 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_22/Mul_output_0", - "outputIndexes": [ - 1882 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1882 - ], - "outputIndexes": [ - 2948 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2948 - ], - "outputIndexes": [ - 2949 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/down_proj/Linear", - "inputIndexes": [ - 2949 - ], - "outputIndexes": [ - 2950 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 597831104, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2950 - ], - "outputIndexes": [ - 2951 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2951 - ], - "outputIndexes": [ - 1883 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1874, - 1883 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_114_output_0", - "outputIndexes": [ - 1884 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1884, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_207_output_0", - "outputIndexes": [ - 1885 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.917969, - 0.644531, - 1.296875, - 0.640625, - 0.785156, - 0.53125, - 0.636719, - 0.578125, - 0.574219, - 0.451172, - 0.589844, - 0.8125, - 0.59375, - 0.664062, - 0.617188, - 0.566406, - 0.585938, - 0.582031, - 0.566406, - 0.421875, - 0.625, - 0.699219, - 0.613281, - 1.054688, - 0.691406, - 0.597656, - 0.601562, - 0.458984, - 0.445312, - 0.65625, - 0.648438, - 0.679688, - 0.621094, - 0.388672, - 0.746094, - 0.691406, - 0.574219, - 0.605469, - 0.503906, - 0.761719, - 0.625, - 0.601562, - 0.773438, - 0.703125, - 1.109375, - 0.558594, - 0.511719, - 0.582031, - 0.601562, - 1.140625, - 0.992188, - 0.90625, - 0.644531, - 0.605469, - 0.640625, - 0.490234, - 0.550781, - 1.0, - 1.15625, - 0.578125, - 0.5625, - 0.527344, - 0.898438, - 0.671875, - 0.554688, - 0.957031, - 0.589844, - 0.425781, - 0.757812, - 0.601562, - 0.613281, - 0.644531, - 0.992188, - 0.539062, - 0.621094, - 0.804688, - 0.597656, - 0.613281, - 0.625, - 0.769531, - 0.691406, - 1.015625, - 1.03125, - 0.539062, - 0.707031, - 0.574219, - 0.605469, - 0.726562, - 0.625, - 0.636719, - 0.648438, - 0.558594, - 1.078125, - 0.550781, - 0.628906, - 1.265625, - 0.664062, - 0.644531, - 0.742188, - 0.632812, - 0.691406, - 0.6875, - 0.816406, - 0.796875, - 0.550781, - 0.53125, - 1.039062, - 0.636719, - 0.621094, - 0.652344, - 0.492188, - 0.71875, - 0.621094, - 1.234375, - 0.71875, - 0.65625, - 0.769531, - 0.699219, - 1.0625, - 0.996094, - 0.617188, - 0.957031, - 0.648438, - 0.472656, - 0.636719, - 0.660156, - 0.648438, - 1.023438, - 0.667969, - 1.234375, - 0.574219, - 0.628906, - 0.574219, - 0.914062, - 0.613281, - 0.65625, - 0.472656, - 0.796875, - 0.535156, - 0.578125, - 1.023438, - 0.667969, - 0.527344, - 0.984375, - 0.679688, - 0.419922, - 0.597656, - 1.164062, - 0.765625, - 0.578125, - 0.558594, - 0.710938, - 0.96875, - 0.585938, - 0.390625, - 0.490234, - 0.726562, - 0.519531, - 0.628906, - 0.578125, - 0.644531, - 0.683594, - 0.921875, - 1.015625, - 0.494141, - 0.621094, - 0.742188, - 0.699219, - 0.652344, - 1.234375, - 0.753906, - 0.6875, - 0.660156, - 0.742188, - 0.515625, - 0.761719, - 1.0625, - 0.613281, - 0.625, - 0.699219, - 0.644531, - 0.550781, - 0.730469, - 1.242188, - 0.574219, - 1.296875, - 1.03125, - 0.679688, - 0.617188, - 0.59375, - 0.710938, - 0.621094, - 0.765625, - 0.652344, - 0.820312, - 0.582031, - 0.578125, - 0.527344, - 0.785156, - 0.519531, - 0.515625, - 0.695312, - 0.691406, - 0.730469, - 0.628906, - 0.632812, - 0.589844, - 0.640625, - 0.570312, - 0.65625, - 0.691406, - 0.65625, - 0.644531, - 0.550781, - 0.640625, - 1.054688, - 0.613281, - 0.648438, - 0.636719, - 0.585938, - 0.65625, - 0.648438, - 0.769531, - 1.34375, - 0.470703, - 0.5625, - 0.507812, - 0.5625, - 1.15625, - 0.582031, - 0.554688, - 0.667969, - 0.582031, - 0.664062, - 0.6875, - 0.462891, - 0.589844, - 0.65625, - 0.632812, - 0.699219, - 0.589844, - 0.660156, - 0.769531, - 0.632812, - 0.601562, - 0.550781, - 0.675781, - 0.648438, - 0.5625, - 0.679688, - 0.644531, - 1.25, - 0.730469, - 1.398438, - 1.054688, - 0.570312, - 0.554688, - 0.609375, - 0.6875, - 0.679688, - 0.679688, - 0.703125, - 0.609375, - 0.503906, - 0.625, - 0.542969, - 0.527344, - 0.671875, - 0.625, - 0.535156, - 0.757812, - 1.070312, - 0.5625, - 0.644531, - 0.652344, - 0.474609, - 0.964844, - 0.574219, - 0.425781, - 0.628906, - 0.742188, - 0.523438, - 0.613281, - 0.550781, - 0.59375, - 0.988281, - 0.443359, - 0.769531, - 0.625, - 0.574219, - 0.613281, - 0.863281, - 0.660156, - 0.753906, - 0.527344, - 0.542969, - 0.722656, - 0.875, - 0.824219, - 0.738281, - 1.023438, - 1.0625, - 0.644531, - 0.90625, - 0.664062, - 0.53125, - 0.753906, - 0.632812, - 0.769531, - 1.03125, - 0.644531, - 0.679688, - 0.980469, - 0.648438, - 0.644531, - 0.671875, - 1.148438, - 0.613281, - 0.671875, - 0.988281, - 0.769531, - 0.742188, - 0.59375, - 0.636719, - 0.640625, - 0.972656, - 0.589844, - 1.039062, - 0.648438, - 0.601562, - 1.03125, - 0.855469, - 1.015625, - 0.925781, - 0.664062, - 0.820312, - 0.648438, - 1.039062, - 0.59375, - 0.953125, - 0.886719, - 0.738281, - 0.597656, - 0.671875, - 0.585938, - 0.59375, - 0.671875, - 0.458984, - 0.494141, - 0.640625, - 0.498047, - 0.929688, - 0.925781, - 0.972656, - 0.308594, - 0.777344, - 1.296875, - 0.640625, - 0.652344, - 0.494141, - 0.394531, - 0.609375, - 0.574219, - 0.765625, - 0.617188, - 0.628906, - 0.632812, - 0.601562, - 1.023438, - 0.652344, - 0.5625, - 0.554688, - 0.6875, - 0.507812, - 0.582031, - 0.601562, - 0.644531, - 0.601562, - 0.828125, - 0.503906, - 0.859375, - 0.734375, - 0.652344, - 0.75, - 0.820312, - 0.609375, - 0.617188, - 0.738281, - 0.546875, - 0.613281, - 0.59375, - 0.597656, - 0.660156, - 0.851562, - 1.210938, - 0.992188, - 0.601562, - 0.539062, - 0.542969, - 0.585938, - 0.445312, - 0.613281, - 0.683594, - 0.490234, - 0.691406, - 0.949219, - 0.652344, - 0.664062, - 0.326172, - 0.964844, - 0.574219, - 0.527344, - 0.683594, - 0.78125, - 0.519531, - 0.5, - 0.644531, - 0.707031, - 0.507812, - 0.636719, - 0.699219, - 0.59375, - 0.855469, - 0.480469, - 0.308594, - 0.683594, - 0.511719, - 0.6875, - 0.617188, - 0.574219, - 0.699219, - 0.679688, - 0.617188, - 0.753906, - 0.714844, - 0.484375, - 0.519531, - 0.53125, - 0.628906, - 0.640625, - 0.601562, - 0.333984, - 1.039062, - 1.335938, - 0.601562, - 0.71875, - 0.980469, - 0.59375, - 0.6875, - 0.648438, - 0.683594, - 0.589844, - 0.542969, - 0.714844, - 0.652344, - 0.632812, - 0.679688, - 0.699219, - 0.988281, - 0.742188, - 0.462891, - 0.601562, - 0.605469, - 0.597656, - 0.546875, - 0.964844, - 0.511719, - 0.582031, - 0.640625, - 0.519531, - 0.890625, - 0.542969, - 0.546875, - 0.621094, - 0.675781, - 0.757812, - 0.882812, - 0.478516, - 1.007812, - 0.785156, - 0.738281, - 0.695312, - 0.597656, - 0.707031, - 0.53125, - 0.451172, - 0.675781, - 0.691406, - 0.589844, - 0.660156, - 0.605469, - 0.574219, - 0.640625, - 0.636719, - 0.753906, - 0.675781, - 0.925781, - 0.664062, - 0.490234, - 0.910156, - 0.878906, - 0.621094, - 0.640625, - 0.394531, - 0.660156, - 0.539062, - 0.675781, - 1.117188, - 0.546875, - 0.648438, - 0.400391, - 0.636719, - 0.648438, - 0.652344, - 1.023438, - 0.535156, - 0.777344, - 0.703125, - 0.777344, - 0.898438, - 0.000123, - 0.671875, - 0.582031, - 0.664062, - 0.679688, - 0.539062, - 0.466797, - 0.597656, - 0.621094, - 0.628906, - 0.4375, - 0.5, - 0.988281, - 0.574219, - 0.625, - 0.648438, - 0.710938, - 0.652344, - 0.609375, - 1.015625, - 0.605469, - 0.539062, - 0.65625, - 0.605469, - 0.378906, - 0.582031, - 1.21875, - 0.726562, - 1.0625, - 0.609375, - 0.441406, - 0.542969, - 0.621094, - 0.582031, - 0.953125, - 0.652344, - 0.6875, - 0.640625, - 0.675781, - 1.0, - 0.554688, - 0.636719, - 0.660156, - 0.714844, - 0.65625, - 1.171875, - 0.945312, - 0.605469, - 0.664062, - 0.648438, - 0.515625, - 0.628906, - 0.546875, - 1.039062, - 1.117188, - 0.5, - 0.558594, - 0.660156, - 0.949219, - 0.875, - 1.3125, - 0.628906, - 0.414062, - 0.703125, - 0.621094, - 0.507812, - 0.628906, - 0.625, - 0.648438, - 0.472656, - 0.699219, - 0.664062, - 0.457031, - 0.496094, - 0.523438, - 0.753906, - 0.695312, - 0.648438, - 0.558594, - 0.53125, - 0.679688, - 0.753906, - 0.652344, - 0.972656, - 0.671875, - 1.046875, - 1.039062, - 0.667969, - 0.960938, - 0.000136, - 0.5625, - 0.570312, - 1.070312, - 0.414062, - 0.5, - 0.613281, - 0.625, - 0.640625, - 0.742188, - 0.558594, - 0.523438, - 0.59375, - 0.59375, - 0.582031, - 0.816406, - 0.652344, - 0.605469, - 0.671875, - 0.640625, - 0.675781, - 0.761719, - 0.660156, - 1.054688, - 0.660156, - 0.679688, - 0.726562, - 0.636719, - 0.498047, - 0.617188, - 0.570312, - 0.652344, - 1.054688, - 0.652344, - 0.484375, - 1.023438, - 0.78125, - 0.667969, - 0.609375, - 1.023438, - 0.558594, - 0.992188, - 0.617188, - 0.570312, - 0.490234, - 0.4375, - 0.800781, - 0.714844, - 0.703125, - 0.539062, - 0.753906, - 0.6875, - 1.039062, - 0.988281, - 0.617188, - 1.09375, - 0.609375, - 0.644531, - 0.53125, - 0.683594, - 0.507812, - 0.578125, - 1.289062, - 0.796875, - 0.777344, - 0.632812, - 0.6875, - 1.039062, - 0.59375, - 0.632812, - 0.574219, - 0.738281, - 0.597656, - 0.574219, - 0.707031, - 0.675781, - 0.628906, - 0.660156, - 0.644531, - 0.503906, - 0.644531, - 0.632812, - 0.554688, - 0.644531, - 0.621094, - 1.148438, - 0.714844, - 0.667969, - 0.507812, - 0.640625, - 0.699219, - 0.636719, - 0.574219, - 0.585938, - 0.539062, - 0.933594, - 0.605469, - 0.523438, - 0.800781, - 0.683594, - 0.574219, - 0.964844, - 1.046875, - 0.636719, - 1.0625, - 0.957031, - 0.613281, - 0.601562, - 0.71875, - 1.242188, - 0.609375, - 0.664062, - 1.03125, - 0.53125, - 0.925781, - 0.597656, - 0.59375, - 0.539062, - 0.734375, - 0.644531, - 0.628906, - 0.582031, - 0.601562, - 0.65625, - 0.443359, - 0.742188, - 0.660156, - 0.601562, - 0.671875, - 0.675781, - 0.703125, - 0.75, - 0.925781, - 1.3125, - 0.503906, - 0.632812, - 0.609375, - 0.582031, - 0.582031, - 0.652344, - 0.757812, - 0.738281, - 0.625, - 1.007812, - 0.925781, - 0.640625, - 0.53125, - 0.628906, - 0.496094, - 0.490234, - 0.597656, - 0.84375, - 0.574219, - 0.632812, - 1.015625, - 0.582031, - 0.679688, - 0.671875, - 1.09375, - 0.59375, - 0.570312, - 1.023438, - 0.601562, - 0.640625, - 0.679688, - 0.714844, - 0.507812, - 0.507812, - 0.992188, - 0.640625, - 0.5, - 0.474609, - 0.699219, - 0.5, - 0.609375, - 0.710938, - 0.554688, - 0.851562, - 0.476562, - 0.523438, - 0.447266, - 0.605469, - 0.671875, - 0.625, - 1.359375, - 0.800781, - 0.933594, - 0.871094, - 0.453125, - 0.738281, - 0.609375, - 0.519531, - 0.710938, - 0.691406, - 0.675781, - 0.699219, - 0.652344, - 0.443359, - 0.675781, - 0.957031, - 0.427734, - 0.503906, - 0.546875, - 0.570312, - 0.470703, - 0.605469, - 0.652344, - 0.550781, - 0.527344, - 0.503906, - 0.667969, - 0.730469, - 0.625, - 0.597656, - 0.640625, - 0.710938, - 0.59375, - 0.570312, - 1.09375, - 0.722656, - 0.490234, - 0.585938, - 0.455078, - 0.617188, - 0.554688, - 0.5625, - 0.675781, - 0.675781, - 0.478516, - 0.695312, - 0.585938, - 0.710938, - 0.597656, - 0.730469, - 0.722656, - 1.171875, - 0.458984, - 0.691406, - 0.535156, - 0.632812, - 1.070312, - 0.636719, - 0.691406, - 0.707031, - 0.683594, - 0.878906, - 0.710938, - 0.992188, - 0.464844, - 0.416016, - 0.640625, - 0.796875, - 0.667969, - 0.765625, - 0.699219, - 1.054688, - 1.257812, - 0.714844, - 0.488281, - 1.421875, - 0.660156, - 0.578125, - 0.644531, - 0.910156, - 0.542969, - 0.824219, - 0.570312, - 0.683594, - 0.6875, - 0.523438, - 0.730469, - 1.007812, - 0.632812, - 0.640625, - 0.542969, - 0.558594, - 0.644531, - 0.691406, - 0.71875, - 0.640625, - 0.679688, - 0.871094, - 0.652344, - 0.582031, - 1.039062, - 0.597656, - 0.753906, - 0.671875, - 0.640625, - 0.753906, - 1.023438, - 1.492188, - 1.40625, - 0.613281, - 0.546875, - 0.597656, - 0.652344, - 0.859375, - 0.652344, - 0.613281, - 0.333984, - 0.765625, - 0.648438, - 0.558594, - 0.59375, - 0.46875, - 0.753906, - 0.917969, - 1.015625, - 0.710938, - 0.609375, - 0.730469, - 0.660156, - 0.539062, - 0.6875, - 0.886719, - 0.644531, - 0.597656, - 0.498047, - 0.6875, - 0.59375, - 0.769531, - 0.71875, - 0.632812, - 1.0, - 0.945312, - 0.605469, - 0.589844, - 0.710938, - 0.507812, - 0.691406, - -1.5e-05, - 0.59375, - 0.671875, - 0.511719, - 0.589844, - 0.835938, - 0.660156, - 0.466797, - 1.007812, - 0.617188, - 0.679688, - 1.039062, - 0.636719, - 0.765625, - 0.71875, - 0.59375, - 0.542969, - 1.125, - 0.480469, - 0.601562, - 0.632812, - 0.753906, - 0.527344, - 0.691406, - 0.458984, - 0.550781, - 0.726562, - 0.539062, - 0.660156, - 0.351562, - 0.519531, - 0.628906, - 0.632812, - 0.695312, - 0.671875, - 1.039062, - 0.738281, - 0.632812, - 0.519531, - 0.492188, - 0.566406, - 0.640625, - 0.691406, - 0.628906, - 0.554688, - 0.496094, - 0.546875, - 0.859375, - 0.921875, - 1.046875, - 0.769531, - 1.023438, - 0.699219, - 0.640625, - 0.597656, - 0.482422, - 0.773438, - 0.660156, - 0.578125, - 0.425781, - 0.6875, - 0.601562, - 0.5, - 0.746094, - 0.632812, - 0.566406, - 0.648438, - 1.140625, - 0.71875, - 0.582031, - 0.419922, - 0.609375, - 0.613281, - 0.699219, - 0.820312, - 0.71875, - 0.730469, - 0.617188, - 0.466797, - 0.546875, - 0.582031, - 0.5, - 0.640625, - 0.957031, - 1.1875, - 0.695312, - 0.59375, - 0.625, - 1.109375, - 0.632812, - 0.519531, - 0.714844, - 0.570312, - 0.605469, - 0.75, - 0.601562, - 0.699219, - 0.648438, - 1.265625, - 0.5625, - 0.605469, - 0.550781, - 0.570312, - 0.796875, - 0.648438, - 0.582031, - 0.742188, - 0.785156, - 0.800781, - 0.621094, - 0.482422, - 0.617188, - 0.734375, - 0.59375, - 0.644531, - 0.820312, - 0.679688, - 0.691406, - 0.703125, - 0.78125, - 0.392578, - 0.726562, - 0.589844, - 0.527344, - 0.539062, - 0.589844, - 0.601562, - 0.652344, - 0.384766, - 0.5625, - 0.574219, - 0.734375, - 0.761719, - 1.265625, - 0.625, - 0.886719, - 0.582031, - 0.789062, - 0.636719, - 0.6875, - 0.652344, - 0.535156, - 0.523438, - 0.734375, - 0.601562, - 0.691406, - 0.527344, - 1.0, - 0.617188, - 1.148438, - 0.609375, - 0.714844, - 0.53125, - 0.494141, - 0.558594, - 0.523438, - 0.921875, - 0.851562, - 1.0625, - 0.433594, - 0.632812, - 0.992188, - 1.039062, - 0.667969, - 0.59375, - 0.453125, - 0.671875, - 0.585938, - 1.351562, - 0.519531, - 0.722656, - 0.574219, - 1.085938, - 0.691406, - 0.640625, - 0.589844, - 0.652344, - 0.507812, - 1.101562, - 0.710938, - 0.527344, - 0.59375, - 0.65625, - 0.828125, - 0.585938, - 0.941406, - 0.664062, - 0.671875, - 0.707031, - 0.585938, - 0.921875, - 0.636719, - 0.582031, - 0.558594, - 0.447266, - 0.746094, - 0.726562, - 1.03125, - 0.769531, - 0.921875, - 0.617188, - 0.667969, - 0.609375, - 0.621094, - 0.695312, - 0.703125, - 0.507812, - 0.632812, - 0.503906, - 0.490234, - 0.703125, - 0.667969, - 0.582031, - 0.605469, - 1.296875, - 1.125, - 0.824219, - 1.03125, - 0.6875, - 0.820312, - 1.0, - 0.5, - 0.667969, - 0.539062, - 0.578125, - 0.582031, - 1.25, - 0.597656, - 0.462891, - 0.558594, - 0.648438, - 0.671875, - 0.613281, - 1.070312, - 0.605469, - 0.632812, - 0.605469, - 0.427734, - 0.699219, - 0.660156, - 0.652344, - 0.660156, - 0.462891, - 0.984375, - 0.6875, - 0.652344, - 0.585938, - 0.648438, - 0.597656, - 0.609375, - 0.644531, - 0.621094, - 0.574219, - 0.816406, - 0.570312, - 0.726562, - 0.59375, - 0.894531, - 1.09375, - 0.644531, - 0.605469, - 0.585938, - 0.777344, - 0.625, - 0.617188, - 0.490234, - 0.660156, - 0.628906, - 0.675781, - 0.582031, - 0.636719, - 0.875, - 0.53125, - 0.574219, - 1.265625, - 1.90625, - 0.769531, - 1.242188, - 0.867188, - 0.746094, - 0.617188, - 0.699219, - 1.460938, - 1.054688, - 0.550781, - 0.933594, - 0.664062, - 0.734375, - 0.566406, - 0.769531, - 0.636719, - 0.640625, - 0.523438, - 1.125, - 0.726562, - 0.546875, - 0.632812, - 0.585938, - 0.769531, - 0.609375, - 0.683594, - 0.671875, - 0.628906, - 1.070312, - 0.734375, - 0.898438, - 0.554688, - 0.632812, - 0.542969, - 0.566406, - 0.664062, - 0.984375, - 1.015625, - 0.6875, - 0.714844, - 1.015625, - 0.691406, - 0.601562, - 0.746094, - 0.490234, - 0.613281, - 0.589844, - 1.007812, - 1.148438, - 0.617188, - 0.628906, - 0.585938, - 0.546875, - 0.929688, - 0.605469, - 0.59375, - 0.636719, - 0.453125, - 0.4375, - 0.75, - 0.613281, - 0.59375, - 0.996094, - 1.03125, - 1.429688, - 0.625, - 0.703125, - 0.515625, - 1.304688, - 0.65625, - 1.320312, - 1.0625, - 0.550781, - 1.054688, - 0.738281, - 1.5625, - 0.628906, - 0.648438, - 0.519531, - 0.527344, - 1.46875, - 0.566406, - 0.511719, - 0.523438, - 0.492188, - 0.65625, - 0.546875, - 0.726562, - 0.882812, - 0.730469, - 0.625, - 0.632812, - 0.796875, - 0.761719, - 0.667969, - 0.679688, - 0.757812, - 0.707031, - 0.714844, - 0.738281, - 0.605469, - 0.699219, - 0.535156, - 0.601562, - 0.539062, - 0.625, - 0.601562, - 0.644531, - 0.644531, - 0.699219, - 0.582031, - 0.976562, - 0.648438, - 0.605469, - 0.765625, - 0.683594, - 0.488281, - 0.6875, - 0.886719, - 0.585938, - 0.707031, - 0.75, - 0.730469, - 0.660156, - 0.691406, - 1.195312, - 0.652344, - 0.648438, - 0.621094, - 0.695312, - 0.609375, - 0.644531, - 0.574219, - 0.5, - 0.714844, - 0.515625, - 0.5, - 0.498047, - 0.707031, - 0.664062, - 0.683594, - 0.757812, - 0.5, - 1.03125, - 0.605469, - 1.289062, - 0.462891, - 0.699219, - 0.722656, - 0.609375, - 0.820312, - 0.695312, - 0.527344, - 0.578125, - 0.558594, - 0.621094, - 0.550781, - 0.703125, - 0.601562, - 0.582031, - 0.613281, - 0.667969, - 1.367188, - 0.730469, - 0.640625, - 0.601562, - 1.039062, - 0.699219, - 1.039062, - 0.960938, - 0.496094, - 0.566406, - 0.466797, - 1.039062, - 0.5, - 1.039062, - 0.589844, - 0.652344, - 0.597656, - 0.929688, - 0.494141, - 0.617188, - 1.195312, - 0.597656, - 0.566406, - 1.03125, - 0.6875, - 0.738281, - 0.6875, - 0.964844, - 1.007812, - 0.617188, - 0.59375, - 0.726562, - 0.691406, - 0.617188, - 0.617188, - 1.382812, - 0.710938, - 0.632812, - 0.925781, - 0.703125, - 0.488281, - 0.589844, - 0.597656, - 0.714844, - 0.087402, - 0.554688, - 0.601562, - 1.1875, - 0.886719, - 0.679688, - 0.652344, - 0.476562, - 0.640625, - 0.695312, - 0.601562, - 0.566406, - 0.5, - 1.023438, - 0.423828, - 0.636719, - 0.601562, - 0.613281, - 0.683594, - 1.054688, - 1.085938, - 1.023438, - 0.703125, - 0.535156, - 0.726562, - 0.949219, - 0.667969, - 0.578125, - 0.691406, - 0.609375, - 0.558594, - 0.941406, - 0.71875, - 0.550781, - 0.710938, - 0.71875, - 0.539062, - 0.554688, - 0.6875, - 0.589844, - 0.558594, - 0.464844, - 0.503906, - 0.710938, - 1.015625, - 0.601562, - 0.644531, - 0.363281, - 0.671875, - 0.664062, - 0.566406, - 0.617188, - 0.585938, - 0.550781, - 1.078125, - 0.617188, - 0.466797, - 0.714844, - 0.59375, - 0.384766, - 0.546875, - 0.925781, - 0.558594, - 0.443359, - 0.484375, - 0.455078, - 0.621094, - 0.988281, - 0.566406, - 0.542969, - 0.761719, - 0.519531, - 0.675781, - 0.617188, - 0.566406, - 0.667969, - 0.632812, - 0.632812, - 0.617188, - 0.488281, - 0.691406, - 0.703125, - 0.742188, - 0.613281, - 0.691406, - 0.59375, - 0.585938, - 0.574219, - 0.546875, - 0.699219, - 0.78125, - 0.488281, - 0.601562, - 0.574219, - 0.578125, - 0.773438, - 0.871094, - 0.636719, - 0.679688, - 0.462891, - 0.632812, - 0.546875, - 0.707031, - 0.466797, - 0.582031, - 0.566406, - 0.605469, - 0.898438, - 0.972656, - 0.636719, - 0.667969, - 0.988281, - 0.75, - 0.609375, - 0.671875 - ] - }, - "name": "model.model.layers.23.input_layernorm.weight", - "outputIndexes": [ - 1886 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1885 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_23/Mul_output_0", - "outputIndexes": [ - 1887 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1886, - 1887 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_23/Mul_1_output_0", - "outputIndexes": [ - 1888 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1888 - ], - "outputIndexes": [ - 2952 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2952 - ], - "outputIndexes": [ - 2953 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear", - "inputIndexes": [ - 2953 - ], - "outputIndexes": [ - 2954 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 605572566, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2954 - ], - "outputIndexes": [ - 2955 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2955 - ], - "outputIndexes": [ - 1889 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1888 - ], - "main_type": "NONE", - "name": "/Shape_323_output_0", - "outputIndexes": [ - 1890 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1890 - ], - "main_type": "NONE", - "name": "Shape5828", - "outputIndexes": [ - 1891 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1890 - ], - "main_type": "NONE", - "name": "Rank5830", - "outputIndexes": [ - 1892 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1892, - 1892 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5832", - "outputIndexes": [ - 1893 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1893 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5833", - "outputIndexes": [ - 1894 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1893, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5835", - "outputIndexes": [ - 1895 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1895 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5836", - "outputIndexes": [ - 1896 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1891, - 1894, - 1896, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5839", - "outputIndexes": [ - 1897 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1897 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5840", - "outputIndexes": [ - 1898 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5841", - "outputIndexes": [ - 1899 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1899, - 1898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5842", - "outputIndexes": [ - 1900 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1890, - 1900, - 1893 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_349_output_0", - "outputIndexes": [ - 1901 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1901, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_737_output_0", - "outputIndexes": [ - 1902 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1902, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_299_output_0", - "outputIndexes": [ - 1903 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1889, - 1903 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_208_output_0", - "outputIndexes": [ - 1904 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1904, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_184_output_0", - "outputIndexes": [ - 1905 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1904 - ], - "main_type": "NONE", - "name": "/Shape_324_output_0", - "outputIndexes": [ - 1906 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1906 - ], - "main_type": "NONE", - "name": "Shape5849", - "outputIndexes": [ - 1907 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1906 - ], - "main_type": "NONE", - "name": "Rank5851", - "outputIndexes": [ - 1908 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1908, - 1908 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5853", - "outputIndexes": [ - 1909 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1909 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5854", - "outputIndexes": [ - 1910 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1909, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5856", - "outputIndexes": [ - 1911 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1911 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5857", - "outputIndexes": [ - 1912 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1907, - 1910, - 1912, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5860", - "outputIndexes": [ - 1913 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1913 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5861", - "outputIndexes": [ - 1914 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1914 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5862", - "outputIndexes": [ - 1915 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1915, - 1914 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5863", - "outputIndexes": [ - 1916 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1906, - 1916, - 1909 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_350_output_0", - "outputIndexes": [ - 1917 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1917, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_69_output_0", - "outputIndexes": [ - 1918 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1918, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_742_output_0", - "outputIndexes": [ - 1919 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1904, - 1919, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_93_output_0", - "outputIndexes": [ - 1920 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1920 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_46_output_0", - "outputIndexes": [ - 1921 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1904, - 22, - 1919, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_92_output_0", - "outputIndexes": [ - 1922 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1921, - 1922 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_302_output_0", - "outputIndexes": [ - 1923 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1923, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_185_output_0", - "outputIndexes": [ - 1924 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1905, - 1924 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_115_output_0", - "outputIndexes": [ - 1925 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1888 - ], - "outputIndexes": [ - 2956 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2956 - ], - "outputIndexes": [ - 2957 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear", - "inputIndexes": [ - 2957 - ], - "outputIndexes": [ - 2958 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 606905836, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2958 - ], - "outputIndexes": [ - 2959 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2959 - ], - "outputIndexes": [ - 1926 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1902, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_300_output_0", - "outputIndexes": [ - 1927 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1926, - 1927 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_209_output_0", - "outputIndexes": [ - 1928 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1928, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_186_output_0", - "outputIndexes": [ - 1929 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1928 - ], - "main_type": "NONE", - "name": "/Shape_325_output_0", - "outputIndexes": [ - 1930 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1930 - ], - "main_type": "NONE", - "name": "Shape5912", - "outputIndexes": [ - 1931 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1930 - ], - "main_type": "NONE", - "name": "Rank5914", - "outputIndexes": [ - 1932 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1932, - 1932 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5916", - "outputIndexes": [ - 1933 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1933 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5917", - "outputIndexes": [ - 1934 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1933, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5919", - "outputIndexes": [ - 1935 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1935 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze5920", - "outputIndexes": [ - 1936 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1931, - 1934, - 1936, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice5923", - "outputIndexes": [ - 1937 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1937 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze5924", - "outputIndexes": [ - 1938 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1938 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5925", - "outputIndexes": [ - 1939 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1939, - 1938 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp5926", - "outputIndexes": [ - 1940 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1930, - 1940, - 1933 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_351_output_0", - "outputIndexes": [ - 1941 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1941, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_70_output_0", - "outputIndexes": [ - 1942 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1942, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_744_output_0", - "outputIndexes": [ - 1943 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1928, - 1943, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_95_output_0", - "outputIndexes": [ - 1944 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1944 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_47_output_0", - "outputIndexes": [ - 1945 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1928, - 22, - 1943, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_94_output_0", - "outputIndexes": [ - 1946 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1945, - 1946 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_303_output_0", - "outputIndexes": [ - 1947 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1947, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_187_output_0", - "outputIndexes": [ - 1948 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1929, - 1948 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_116_output_0", - "outputIndexes": [ - 1949 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1888 - ], - "outputIndexes": [ - 2960 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2960 - ], - "outputIndexes": [ - 2961 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear", - "inputIndexes": [ - 2961 - ], - "outputIndexes": [ - 2962 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 607128066, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2962 - ], - "outputIndexes": [ - 2963 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2963 - ], - "outputIndexes": [ - 1950 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1950, - 1927 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_210_output_0", - "outputIndexes": [ - 1951 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1925, - 1949, - 1951, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_215_output_0", - "outputIndexes": [ - 1952 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1952 - ], - "outputIndexes": [ - 2964 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2964 - ], - "outputIndexes": [ - 2965 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear", - "inputIndexes": [ - 2965 - ], - "outputIndexes": [ - 2966 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 607350296, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2966 - ], - "outputIndexes": [ - 2967 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2967 - ], - "outputIndexes": [ - 1953 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1885, - 1953 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_118_output_0", - "outputIndexes": [ - 1954 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.71875, - 1.101562, - 0.546875, - 0.871094, - 0.855469, - 0.863281, - 1.039062, - 0.933594, - 0.871094, - 0.871094, - 1.007812, - 0.699219, - 1.054688, - 1.03125, - 1.023438, - 0.980469, - 1.0, - 0.921875, - 1.054688, - 0.855469, - 1.039062, - 0.96875, - 1.015625, - 0.6875, - 1.015625, - 1.03125, - 0.867188, - 0.875, - 0.792969, - 1.070312, - 1.046875, - 1.0625, - 1.085938, - 0.828125, - 0.949219, - 1.046875, - 1.039062, - 0.972656, - 0.835938, - 0.742188, - 1.070312, - 1.054688, - 1.03125, - 1.078125, - 0.703125, - 0.972656, - 0.855469, - 0.988281, - 0.941406, - 0.695312, - 0.707031, - 0.71875, - 1.054688, - 0.941406, - 0.988281, - 0.890625, - 0.859375, - 0.710938, - 0.435547, - 0.820312, - 0.933594, - 0.855469, - 0.90625, - 1.085938, - 0.957031, - 0.683594, - 0.972656, - 0.804688, - 0.964844, - 0.90625, - 0.90625, - 0.882812, - 0.71875, - 0.855469, - 0.980469, - 0.703125, - 0.980469, - 0.992188, - 0.988281, - 1.070312, - 1.09375, - 0.707031, - 0.601562, - 0.980469, - 1.054688, - 1.070312, - 1.054688, - 1.101562, - 0.914062, - 1.023438, - 0.941406, - 0.835938, - 0.671875, - 0.859375, - 1.070312, - 0.404297, - 0.96875, - 0.84375, - 1.0625, - 1.03125, - 1.164062, - 0.765625, - 0.722656, - 1.140625, - 0.832031, - 0.855469, - 0.992188, - 0.949219, - 0.773438, - 0.988281, - 0.851562, - 1.117188, - 0.953125, - 0.320312, - 1.023438, - 1.015625, - 0.945312, - 1.070312, - 0.695312, - 0.699219, - 1.03125, - 0.730469, - 0.914062, - 0.851562, - 0.992188, - 1.078125, - 1.039062, - 0.703125, - 0.910156, - 2.296875, - 0.933594, - 1.015625, - 0.957031, - 1.125, - 1.078125, - 1.125, - 0.804688, - 1.171875, - 0.800781, - 0.96875, - 0.703125, - 0.929688, - 0.875, - 0.71875, - 1.070312, - 0.882812, - 1.046875, - 0.65625, - 1.125, - 0.960938, - 0.949219, - 1.054688, - 0.699219, - 0.984375, - 1.820312, - 0.875, - 0.996094, - 0.886719, - 1.046875, - 1.0625, - 0.804688, - 0.882812, - 0.953125, - 0.722656, - 0.894531, - 1.023438, - 0.957031, - 1.085938, - 0.996094, - 0.980469, - 1.125, - 1.007812, - 1.0, - 1.0625, - 0.894531, - 1.046875, - 0.9375, - 1.023438, - 1.03125, - 1.109375, - 1.03125, - 0.832031, - 1.054688, - 0.839844, - 0.925781, - 0.457031, - 0.699219, - 1.109375, - 0.960938, - 0.996094, - 1.070312, - 0.980469, - 1.085938, - 1.054688, - 1.078125, - 0.972656, - 0.96875, - 0.9375, - 1.046875, - 0.832031, - 0.839844, - 1.03125, - 1.070312, - 1.117188, - 1.0625, - 0.996094, - 1.0, - 1.101562, - 0.84375, - 1.039062, - 0.949219, - 1.0625, - 0.792969, - 0.902344, - 1.109375, - 0.726562, - 1.039062, - 1.0, - 1.03125, - 0.984375, - 0.964844, - 1.070312, - 0.726562, - 0.351562, - 0.910156, - 1.046875, - 0.875, - 0.78125, - 0.478516, - 0.984375, - 0.96875, - 0.988281, - 1.015625, - 1.054688, - 1.054688, - 0.855469, - 0.914062, - 0.910156, - 1.007812, - 1.0625, - 0.953125, - 0.9375, - 0.984375, - 1.109375, - 0.90625, - 0.980469, - 1.109375, - 0.957031, - 0.910156, - 1.117188, - 0.964844, - 0.652344, - 1.078125, - 0.322266, - 0.675781, - 0.875, - 0.953125, - 1.132812, - 1.085938, - 0.9375, - 0.996094, - 1.09375, - 1.039062, - 0.894531, - 1.0625, - 0.960938, - 0.902344, - 1.070312, - 1.015625, - 0.929688, - 1.054688, - 0.847656, - 0.867188, - 1.03125, - 0.773438, - 0.828125, - 0.707031, - 1.0625, - 0.84375, - 1.085938, - 1.039062, - 0.90625, - 0.917969, - 0.792969, - 0.9375, - 0.6875, - 1.0625, - 0.992188, - 0.910156, - 1.039062, - 1.023438, - 1.148438, - 1.109375, - 1.140625, - 0.859375, - 0.957031, - 1.03125, - 0.96875, - 1.085938, - 1.070312, - 0.6875, - 0.652344, - 1.078125, - 0.691406, - 1.09375, - 0.84375, - 1.054688, - 0.9375, - 1.023438, - 0.71875, - 0.753906, - 1.054688, - 0.699219, - 0.984375, - 1.109375, - 1.0625, - 0.757812, - 1.0, - 0.882812, - 0.730469, - 1.015625, - 1.125, - 0.914062, - 0.796875, - 0.960938, - 0.964844, - 0.886719, - 0.683594, - 0.984375, - 0.90625, - 0.699219, - 0.996094, - 0.703125, - 0.789062, - 0.945312, - 0.683594, - 0.941406, - 0.703125, - 0.890625, - 0.695312, - 0.84375, - 1.03125, - 0.886719, - 1.078125, - 1.03125, - 0.964844, - 0.9375, - 0.910156, - 0.859375, - 1.054688, - 0.871094, - 0.703125, - 0.65625, - 0.984375, - 0.871094, - 1.03125, - 0.25, - 0.976562, - 1.007812, - 0.851562, - 0.859375, - 0.964844, - 1.007812, - 1.03125, - 0.992188, - 0.902344, - 1.078125, - 0.910156, - 0.699219, - 1.070312, - 0.976562, - 0.832031, - 1.109375, - 0.8125, - 0.921875, - 0.945312, - 1.03125, - 0.820312, - 1.117188, - 0.851562, - 1.0625, - 1.125, - 0.996094, - 1.164062, - 0.714844, - 0.964844, - 0.875, - 1.148438, - 0.871094, - 1.078125, - 0.964844, - 0.964844, - 1.007812, - 0.972656, - 0.472656, - 0.71875, - 1.023438, - 0.777344, - 0.972656, - 1.046875, - 0.871094, - 1.101562, - 0.890625, - 0.859375, - 0.945312, - 0.707031, - 1.046875, - 1.039062, - 0.863281, - 0.699219, - 0.925781, - 0.878906, - 1.070312, - 1.09375, - 0.921875, - 0.859375, - 1.132812, - 1.070312, - 0.839844, - 1.070312, - 1.109375, - 0.800781, - 0.980469, - 0.792969, - 0.835938, - 1.0625, - 0.894531, - 1.03125, - 0.953125, - 1.015625, - 1.164062, - 1.070312, - 1.03125, - 1.140625, - 0.765625, - 0.890625, - 0.824219, - 0.820312, - 1.007812, - 0.949219, - 0.910156, - 0.832031, - 0.675781, - 0.695312, - 0.988281, - 1.070312, - 0.710938, - 1.023438, - 1.007812, - 1.101562, - 1.117188, - 0.996094, - 0.9375, - 1.148438, - 1.046875, - 1.046875, - 1.078125, - 1.039062, - 0.679688, - 1.328125, - 0.851562, - 0.976562, - 1.070312, - 0.875, - 0.894531, - 0.683594, - 0.8125, - 0.957031, - 0.910156, - 0.933594, - 1.023438, - 0.964844, - 0.78125, - 0.984375, - 1.140625, - 1.070312, - 1.078125, - 0.808594, - 0.695312, - 1.039062, - 1.101562, - 0.96875, - 1.03125, - 1.046875, - 0.902344, - 0.855469, - 1.007812, - 0.847656, - 1.046875, - 1.046875, - 0.984375, - 0.925781, - 1.078125, - 0.972656, - 1.054688, - 1.070312, - 1.0, - 1.09375, - 0.910156, - 0.710938, - 0.691406, - 1.085938, - 1.015625, - 1.242188, - 1.179688, - 0.957031, - 0.992188, - 0.523438, - 0.828125, - 1.203125, - 0.824219, - 1.054688, - 1.117188, - 1.078125, - 0.714844, - 1.03125, - 0.984375, - 1.023438, - 0.734375, - 0.753906, - 1.601562, - 1.007812, - 0.921875, - 0.847656, - 1.046875, - 0.835938, - 0.882812, - 1.03125, - 0.921875, - 0.964844, - 0.820312, - 0.914062, - 0.71875, - 0.890625, - 1.039062, - 1.0625, - 1.085938, - 0.910156, - 1.0625, - 0.691406, - 0.941406, - 0.910156, - 1.085938, - 0.984375, - 0.898438, - 0.914062, - 0.488281, - 0.992188, - 0.613281, - 0.953125, - 0.890625, - 0.988281, - 1.078125, - 1.570312, - 0.6875, - 0.957031, - 1.070312, - 1.039062, - 1.046875, - 0.714844, - 1.09375, - 1.09375, - 1.054688, - 0.976562, - 1.0625, - 0.542969, - 0.703125, - 0.957031, - 0.976562, - 1.054688, - 0.796875, - 1.125, - 0.886719, - 0.679688, - 0.691406, - 0.820312, - 1.023438, - 1.023438, - 0.707031, - 0.984375, - 0.28125, - 0.878906, - 0.851562, - 1.109375, - 0.980469, - 0.8125, - 0.914062, - 1.054688, - 1.117188, - 0.75, - 1.015625, - 1.070312, - 0.933594, - 0.914062, - 0.902344, - 1.117188, - 1.046875, - 1.078125, - 1.03125, - 0.902344, - 1.09375, - 1.070312, - 0.9375, - 0.722656, - 1.078125, - 0.652344, - 0.71875, - 1.101562, - 0.964844, - 0.206055, - 0.867188, - 0.972656, - 0.746094, - 0.84375, - 0.839844, - 1.0, - 0.804688, - 1.054688, - 0.742188, - 0.890625, - 0.835938, - 0.839844, - 0.933594, - 0.898438, - 1.03125, - 1.054688, - 0.957031, - 1.132812, - 1.0625, - 0.945312, - 1.101562, - 0.90625, - 0.71875, - 0.804688, - 0.980469, - 0.894531, - 1.054688, - 0.816406, - 1.023438, - 0.976562, - 1.109375, - 0.6875, - 1.070312, - 0.871094, - 0.703125, - 1.09375, - 1.0625, - 1.132812, - 0.636719, - 0.910156, - 0.707031, - 1.078125, - 0.875, - 0.855469, - 0.855469, - 1.140625, - 1.070312, - 1.109375, - 0.863281, - 1.117188, - 0.921875, - 0.625, - 0.730469, - 0.929688, - 0.527344, - 1.007812, - 1.039062, - 0.875, - 0.902344, - 0.832031, - 0.9375, - 0.423828, - 1.039062, - 1.085938, - 1.101562, - 1.085938, - 0.757812, - 1.023438, - 0.945312, - 0.886719, - 0.960938, - 1.023438, - 1.03125, - 1.039062, - 1.070312, - 0.917969, - 1.085938, - 1.054688, - 0.890625, - 1.078125, - 1.085938, - 0.957031, - 0.882812, - 1.109375, - 0.519531, - 0.925781, - 0.847656, - 0.925781, - 1.101562, - 0.933594, - 0.953125, - 0.980469, - 0.925781, - 1.03125, - 0.675781, - 1.015625, - 0.878906, - 0.957031, - 1.101562, - 0.878906, - 0.722656, - 0.6875, - 1.070312, - 0.625, - 0.695312, - 1.078125, - 1.054688, - 0.96875, - 0.695312, - 1.109375, - 1.039062, - 0.707031, - 0.925781, - 0.699219, - 0.914062, - 0.878906, - 0.898438, - 1.070312, - 1.039062, - 0.914062, - 0.917969, - 0.988281, - 0.972656, - 0.878906, - 1.078125, - 0.726562, - 0.886719, - 1.054688, - 1.09375, - 1.164062, - 0.890625, - 0.699219, - 0.332031, - 0.910156, - 1.007812, - 1.015625, - 0.921875, - 1.023438, - 1.117188, - 1.039062, - 0.722656, - 1.046875, - 0.601562, - 0.726562, - 0.839844, - 0.976562, - 1.007812, - 0.878906, - 0.875, - 0.960938, - 1.09375, - 0.933594, - 0.898438, - 0.695312, - 0.878906, - 1.070312, - 1.054688, - 0.835938, - 0.957031, - 0.957031, - 0.71875, - 0.902344, - 1.046875, - 0.773438, - 0.953125, - 0.863281, - 0.839844, - 0.726562, - 1.054688, - 0.832031, - 0.851562, - 1.0625, - 0.875, - 0.964844, - 0.796875, - 0.863281, - 1.265625, - 0.882812, - 0.996094, - 0.871094, - 1.054688, - 1.085938, - 1.0625, - 0.265625, - 0.722656, - 1.117188, - 0.738281, - 0.855469, - 1.15625, - 0.921875, - 0.882812, - 1.101562, - 0.738281, - 1.023438, - 1.007812, - 0.992188, - 0.820312, - 0.964844, - 0.683594, - 0.929688, - 0.945312, - 0.953125, - 1.03125, - 0.859375, - 0.875, - 1.054688, - 0.933594, - 0.855469, - 0.980469, - 1.117188, - 1.054688, - 1.015625, - 1.054688, - 1.070312, - 1.078125, - 0.976562, - 0.847656, - 0.746094, - 0.980469, - 0.769531, - 0.988281, - 0.871094, - 0.902344, - 0.84375, - 0.914062, - 1.007812, - 1.03125, - 0.878906, - 1.117188, - 1.046875, - 1.132812, - 0.964844, - 0.753906, - 1.046875, - 0.691406, - 0.828125, - 1.140625, - 0.871094, - 0.898438, - 0.726562, - 1.03125, - 1.046875, - 1.109375, - 0.742188, - 0.984375, - 1.085938, - 0.6875, - 0.835938, - 0.851562, - 1.015625, - 1.070312, - 0.90625, - 1.109375, - 1.039062, - 0.667969, - 0.169922, - 1.078125, - 0.839844, - 0.376953, - 0.953125, - 0.925781, - 0.949219, - 1.710938, - 0.980469, - 1.023438, - 0.945312, - 1.054688, - 0.945312, - 0.851562, - 1.023438, - 0.703125, - 1.09375, - 0.949219, - 0.925781, - 0.863281, - 0.957031, - 1.164062, - 1.054688, - 1.03125, - 1.015625, - 0.730469, - 1.054688, - 0.992188, - 0.683594, - 0.867188, - 1.046875, - 1.078125, - 1.085938, - 0.757812, - 0.675781, - 0.294922, - 0.28125, - 0.984375, - 0.917969, - 0.730469, - 0.925781, - 0.707031, - 1.09375, - 0.90625, - 0.867188, - 1.0625, - 0.847656, - 0.894531, - 0.9375, - 0.875, - 1.0625, - 1.03125, - 0.714844, - 1.046875, - 1.046875, - 1.125, - 1.054688, - 1.039062, - 1.039062, - 0.6875, - 0.875, - 0.828125, - 0.859375, - 1.023438, - 0.972656, - 1.078125, - 1.054688, - 0.824219, - 0.699219, - 0.964844, - 0.96875, - 0.9375, - 1.078125, - 0.796875, - 1.210938, - 1.828125, - 0.917969, - 0.96875, - 0.890625, - 0.925781, - 1.117188, - 1.023438, - 0.851562, - 0.984375, - 1.0625, - 1.117188, - 0.714844, - 1.046875, - 1.03125, - 0.9375, - 0.894531, - 0.980469, - 0.585938, - 0.84375, - 0.957031, - 1.101562, - 1.109375, - 0.882812, - 1.054688, - 0.855469, - 0.878906, - 1.039062, - 0.789062, - 0.96875, - 1.171875, - 0.945312, - 0.980469, - 1.070312, - 0.984375, - 1.054688, - 0.6875, - 1.101562, - 1.0, - 0.886719, - 0.941406, - 0.769531, - 1.039062, - 0.898438, - 0.785156, - 0.921875, - 0.875, - 0.890625, - 0.898438, - 1.007812, - 0.671875, - 1.179688, - 0.6875, - 1.09375, - 1.039062, - 1.09375, - 0.863281, - 0.984375, - 0.957031, - 0.980469, - 0.84375, - 1.039062, - 0.980469, - 0.804688, - 1.007812, - 0.996094, - 0.867188, - 0.988281, - 0.613281, - 1.046875, - 0.90625, - 0.847656, - 0.910156, - 0.945312, - 0.992188, - 1.078125, - 0.882812, - 1.070312, - 1.101562, - 0.816406, - 0.976562, - 0.933594, - 0.964844, - 1.046875, - 0.703125, - 0.726562, - 1.046875, - 1.046875, - 1.109375, - 0.5625, - 1.101562, - 0.867188, - 1.117188, - 0.957031, - 0.957031, - 1.09375, - 1.09375, - 1.085938, - 1.023438, - 0.554688, - 0.929688, - 0.996094, - 0.953125, - 1.039062, - 1.109375, - 0.921875, - 0.957031, - 1.101562, - 0.941406, - 1.226562, - 1.023438, - 0.820312, - 0.921875, - 1.0625, - 1.023438, - 1.0625, - 1.054688, - 0.933594, - 1.070312, - 1.148438, - 1.140625, - 0.863281, - 1.125, - 0.882812, - 0.867188, - 0.824219, - 0.964844, - 0.988281, - 1.015625, - 0.839844, - 1.101562, - 0.882812, - 1.015625, - 1.09375, - 0.275391, - 0.996094, - 1.015625, - 0.980469, - 1.015625, - 1.03125, - 1.039062, - 1.03125, - 0.832031, - 1.0, - 1.03125, - 1.007812, - 0.992188, - 1.007812, - 0.695312, - 1.054688, - 0.808594, - 0.9375, - 1.078125, - 0.898438, - 0.847656, - 0.90625, - 0.980469, - 0.65625, - 1.257812, - 0.699219, - 0.804688, - 1.0625, - 0.714844, - 0.664062, - 0.917969, - 0.871094, - 0.617188, - 1.0625, - 0.984375, - 0.482422, - 0.90625, - 1.140625, - 0.867188, - 0.742188, - 1.226562, - 1.140625, - 0.957031, - 1.0, - 0.894531, - 0.636719, - 1.078125, - 0.855469, - 0.917969, - 0.910156, - 0.707031, - 1.046875, - 0.730469, - 1.023438, - 1.007812, - 1.0625, - 0.828125, - 1.289062, - 1.046875, - 0.960938, - 0.867188, - 0.894531, - 0.988281, - 0.929688, - 0.96875, - 1.109375, - 0.710938, - 0.90625, - 0.996094, - 1.117188, - 0.902344, - 1.101562, - 1.101562, - 0.839844, - 1.09375, - 0.886719, - 0.898438, - 1.046875, - 0.957031, - 0.941406, - 0.9375, - 0.699219, - 0.746094, - 1.085938, - 0.632812, - 1.046875, - 1.117188, - 0.730469, - 0.628906, - 1.140625, - 0.902344, - 1.046875, - 0.957031, - 0.566406, - 1.015625, - 0.871094, - 0.816406, - 1.015625, - 1.023438, - 0.949219, - 0.636719, - 0.898438, - 1.054688, - 1.007812, - 0.882812, - 1.070312, - 1.070312, - 1.023438, - 1.109375, - 0.824219, - 0.722656, - 0.886719, - 1.054688, - 0.984375, - 1.0625, - 0.984375, - 1.015625, - 1.109375, - 1.070312, - 0.949219, - 1.046875, - 0.902344, - 1.039062, - 0.726562, - 0.738281, - 0.621094, - 1.023438, - 0.511719, - 0.964844, - 1.078125, - 1.09375, - 1.101562, - 0.921875, - 1.046875, - 1.109375, - 1.0625, - 0.824219, - 1.085938, - 1.21875, - 0.878906, - 0.929688, - 0.636719, - 0.5625, - 1.101562, - 0.375, - 0.863281, - 0.804688, - 1.007812, - 1.007812, - 0.417969, - 0.65625, - 0.902344, - 0.71875, - 1.023438, - 0.972656, - 0.910156, - 0.875, - 0.980469, - 1.101562, - 0.921875, - 0.742188, - 1.117188, - 0.882812, - 1.085938, - 0.871094, - 1.109375, - 1.03125, - 1.101562, - 0.929688, - 1.070312, - 0.757812, - 1.335938, - 0.683594, - 0.835938, - 1.015625, - 1.21875, - 0.960938, - 1.117188, - 0.71875, - 0.898438, - 1.101562, - 1.070312, - 0.703125, - 0.992188, - 0.886719, - 1.117188, - 0.855469, - 1.039062, - 0.925781, - 0.683594, - 0.996094, - 1.085938, - 1.023438, - 0.8125, - 0.9375, - 0.878906, - 1.007812, - 1.039062, - 1.046875, - 0.796875, - 0.839844, - 0.992188, - 0.96875, - 1.078125, - 0.632812, - 0.695312, - 0.535156, - 1.03125, - 0.980469, - 0.867188, - 0.353516, - 1.078125, - 0.441406, - 0.65625, - 0.828125, - 0.71875, - 1.0625, - 0.515625, - 1.132812, - 1.007812, - 0.953125, - 0.925781, - 0.433594, - 1.023438, - 0.882812, - 0.949219, - 0.832031, - 1.070312, - 0.882812, - 1.109375, - 0.707031, - 0.996094, - 1.070312, - 0.984375, - 1.023438, - 0.71875, - 1.1875, - 0.929688, - 1.117188, - 0.917969, - 1.085938, - 1.046875, - 0.859375, - 1.101562, - 0.929688, - 0.933594, - 0.90625, - 1.023438, - 1.0625, - 1.109375, - 1.101562, - 1.023438, - 1.054688, - 0.714844, - 0.855469, - 0.988281, - 0.894531, - 1.109375, - 0.894531, - 1.140625, - 1.007812, - 1.007812, - 1.0625, - 1.0625, - 1.101562, - 0.917969, - 1.039062, - 0.722656, - 1.0625, - 1.085938, - 0.808594, - 1.0625, - 0.945312, - 1.054688, - 0.871094, - 0.800781, - 1.070312, - 0.847656, - 0.851562, - 0.804688, - 1.09375, - 1.132812, - 1.101562, - 1.070312, - 0.867188, - 0.707031, - 0.96875, - 0.279297, - 1.023438, - 1.023438, - 1.0625, - 0.96875, - 0.976562, - 1.054688, - 0.855469, - 0.9375, - 0.96875, - 0.996094, - 0.894531, - 1.046875, - 0.90625, - 1.023438, - 1.046875, - 1.046875, - 0.371094, - 1.039062, - 1.023438, - 0.886719, - 0.695312, - 1.078125, - 0.730469, - 0.71875, - 0.851562, - 0.960938, - 0.8125, - 0.652344, - 0.957031, - 0.699219, - 0.78125, - 1.054688, - 0.867188, - 0.976562, - 0.878906, - 0.929688, - 0.453125, - 1.085938, - 0.828125, - 0.714844, - 1.03125, - 1.054688, - 1.0, - 1.117188, - 0.886719, - 1.0, - 0.910156, - 1.265625, - 0.996094, - 0.996094, - 1.054688, - 0.664062, - 1.117188, - 0.875, - 0.703125, - 1.0, - 0.925781, - 0.898438, - 1.03125, - 1.125, - -0.000126, - 0.878906, - 0.792969, - 0.210938, - 0.769531, - 0.933594, - 1.09375, - 0.84375, - 1.132812, - 1.070312, - 0.9375, - 0.972656, - 0.875, - 0.726562, - 0.886719, - 0.882812, - 0.90625, - 1.085938, - 1.078125, - 0.742188, - 0.730469, - 0.710938, - 1.054688, - 0.84375, - 0.789062, - 0.78125, - 1.085938, - 0.878906, - 0.941406, - 1.0625, - 0.902344, - 0.730469, - 0.953125, - 0.882812, - 1.070312, - 1.132812, - 0.789062, - 0.8125, - 1.140625, - 1.015625, - 0.941406, - 0.878906, - 0.964844, - 1.046875, - 0.734375, - 0.921875, - 1.03125, - 0.855469, - 1.046875, - 0.910156, - 0.789062, - 1.054688, - 0.980469, - 0.859375, - 0.738281, - 0.910156, - 0.800781, - 1.054688, - 1.054688, - 0.835938, - 0.933594, - 0.777344, - 0.988281, - 0.890625, - 0.933594, - 0.867188, - 0.96875, - 0.941406, - 0.957031, - 0.929688, - 1.023438, - 0.863281, - 1.0625, - 1.070312, - 0.824219, - 1.125, - 0.972656, - 0.976562, - 0.796875, - 0.796875, - 1.078125, - 1.109375, - 1.0625, - 1.039062, - 1.109375, - 0.976562, - 1.007812, - 1.078125, - 0.921875, - 1.0625, - 1.140625, - 0.894531, - 0.835938, - 0.988281, - 0.839844, - 1.054688, - 0.890625, - 1.007812, - 1.054688, - 0.894531, - 1.070312, - 0.808594, - 1.210938, - 0.785156, - 0.890625, - 0.820312, - 0.976562, - 0.671875, - 0.703125, - 0.964844, - 1.007812, - 0.738281, - 0.972656, - 1.007812, - 1.0625 - ] - }, - "name": "model.model.layers.23.post_attention_layernorm.weight", - "outputIndexes": [ - 1955 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1954 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_23/Mul_output_0", - "outputIndexes": [ - 1956 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1955, - 1956 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_23/Mul_1_output_0", - "outputIndexes": [ - 1957 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1957 - ], - "outputIndexes": [ - 2968 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2968 - ], - "outputIndexes": [ - 2969 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/gate_proj/Linear", - "inputIndexes": [ - 2969 - ], - "outputIndexes": [ - 2970 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 608677422, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2970 - ], - "outputIndexes": [ - 2971 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2971 - ], - "outputIndexes": [ - 1958 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1958 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_23/Sigmoid_output_0", - "outputIndexes": [ - 1959 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1958, - 1959 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_23/Mul_output_0", - "outputIndexes": [ - 1960 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1957 - ], - "outputIndexes": [ - 2972 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 2972 - ], - "outputIndexes": [ - 2973 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/up_proj/Linear", - "inputIndexes": [ - 2973 - ], - "outputIndexes": [ - 2974 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 616418884, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 2974 - ], - "outputIndexes": [ - 2975 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2975 - ], - "outputIndexes": [ - 1961 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1960, - 1961 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_23/Mul_output_0", - "outputIndexes": [ - 1962 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1962 - ], - "outputIndexes": [ - 2976 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 2976 - ], - "outputIndexes": [ - 2977 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/down_proj/Linear", - "inputIndexes": [ - 2977 - ], - "outputIndexes": [ - 2978 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 624160346, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 2978 - ], - "outputIndexes": [ - 2979 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2979 - ], - "outputIndexes": [ - 1963 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1954, - 1963 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_119_output_0", - "outputIndexes": [ - 1964 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1964, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_216_output_0", - "outputIndexes": [ - 1965 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.25, - 0.621094, - 1.148438, - 0.664062, - 0.816406, - 0.601562, - 0.722656, - 0.632812, - 0.628906, - 0.5625, - 0.675781, - 0.859375, - 0.636719, - 0.660156, - 0.695312, - 0.699219, - 0.667969, - 0.671875, - 0.644531, - 0.519531, - 0.578125, - 0.703125, - 0.648438, - 1.414062, - 0.640625, - 0.664062, - 0.628906, - 0.53125, - 0.53125, - 0.625, - 0.621094, - 0.632812, - 0.632812, - 0.535156, - 0.71875, - 0.648438, - 0.636719, - 0.648438, - 0.566406, - 0.695312, - 0.613281, - 0.613281, - 0.671875, - 0.667969, - 1.25, - 0.621094, - 0.574219, - 0.628906, - 0.660156, - 1.070312, - 1.421875, - 0.847656, - 0.648438, - 0.617188, - 0.671875, - 0.640625, - 0.597656, - 1.382812, - 1.023438, - 0.582031, - 0.640625, - 0.558594, - 0.742188, - 0.671875, - 0.636719, - 1.09375, - 0.636719, - 0.490234, - 0.652344, - 0.636719, - 0.613281, - 0.625, - 1.320312, - 0.625, - 0.617188, - 0.820312, - 0.640625, - 0.589844, - 0.621094, - 0.757812, - 0.628906, - 1.367188, - 1.0, - 0.5, - 0.59375, - 0.640625, - 0.597656, - 0.613281, - 0.664062, - 0.652344, - 0.695312, - 0.664062, - 1.085938, - 0.582031, - 0.617188, - 1.078125, - 0.628906, - 0.675781, - 0.691406, - 0.558594, - 0.65625, - 0.699219, - 0.746094, - 0.738281, - 0.601562, - 0.644531, - 0.816406, - 0.679688, - 0.628906, - 0.59375, - 0.589844, - 0.628906, - 0.640625, - 1.40625, - 0.613281, - 0.664062, - 0.636719, - 0.652344, - 1.375, - 1.359375, - 0.609375, - 1.289062, - 0.589844, - 0.582031, - 0.636719, - 0.652344, - 0.617188, - 1.34375, - 0.628906, - 1.070312, - 0.628906, - 0.601562, - 0.582031, - 0.742188, - 0.644531, - 0.71875, - 0.527344, - 0.679688, - 0.59375, - 0.585938, - 1.453125, - 0.664062, - 0.578125, - 1.359375, - 0.691406, - 0.453125, - 0.617188, - 1.023438, - 0.648438, - 0.625, - 0.601562, - 0.675781, - 1.234375, - 0.628906, - 0.423828, - 0.585938, - 0.765625, - 0.59375, - 0.652344, - 0.621094, - 0.648438, - 0.652344, - 0.734375, - 1.296875, - 0.578125, - 0.59375, - 0.679688, - 0.644531, - 0.613281, - 0.800781, - 0.648438, - 0.699219, - 0.667969, - 0.640625, - 0.621094, - 0.699219, - 0.773438, - 0.503906, - 0.65625, - 0.613281, - 0.632812, - 0.605469, - 0.679688, - 0.875, - 0.601562, - 1.148438, - 1.367188, - 0.636719, - 0.574219, - 0.644531, - 0.65625, - 0.613281, - 0.65625, - 0.632812, - 0.667969, - 0.566406, - 0.585938, - 0.632812, - 0.746094, - 0.644531, - 0.621094, - 0.660156, - 0.640625, - 0.636719, - 0.597656, - 0.597656, - 0.65625, - 0.683594, - 0.625, - 0.660156, - 0.691406, - 0.628906, - 0.671875, - 0.597656, - 0.640625, - 1.21875, - 0.628906, - 0.582031, - 0.648438, - 0.566406, - 0.617188, - 0.671875, - 0.820312, - 1.109375, - 0.585938, - 0.636719, - 0.570312, - 0.625, - 0.949219, - 0.585938, - 0.625, - 0.597656, - 0.597656, - 0.683594, - 0.636719, - 0.59375, - 0.648438, - 0.625, - 0.597656, - 0.660156, - 0.574219, - 0.613281, - 0.710938, - 0.632812, - 0.632812, - 0.589844, - 0.644531, - 0.632812, - 0.585938, - 0.589844, - 0.632812, - 1.242188, - 0.625, - 1.1875, - 1.398438, - 0.609375, - 0.589844, - 0.613281, - 0.671875, - 0.628906, - 0.691406, - 0.664062, - 0.59375, - 0.5625, - 0.664062, - 0.578125, - 0.546875, - 0.632812, - 0.699219, - 0.6875, - 0.6875, - 0.960938, - 0.621094, - 0.628906, - 0.707031, - 0.550781, - 1.367188, - 0.589844, - 0.515625, - 0.589844, - 0.675781, - 0.660156, - 0.640625, - 0.65625, - 0.566406, - 1.367188, - 0.546875, - 0.683594, - 0.613281, - 0.703125, - 0.679688, - 0.730469, - 0.597656, - 0.648438, - 0.621094, - 0.597656, - 0.636719, - 0.796875, - 0.691406, - 0.617188, - 1.367188, - 1.09375, - 0.609375, - 1.273438, - 0.617188, - 0.550781, - 0.625, - 0.617188, - 0.714844, - 1.375, - 0.746094, - 0.664062, - 1.328125, - 0.632812, - 0.648438, - 0.632812, - 1.265625, - 0.644531, - 0.578125, - 1.367188, - 0.730469, - 0.636719, - 0.539062, - 0.695312, - 0.644531, - 0.773438, - 0.605469, - 1.367188, - 0.613281, - 0.636719, - 1.382812, - 0.738281, - 1.335938, - 0.851562, - 0.660156, - 0.816406, - 0.613281, - 1.367188, - 0.640625, - 1.242188, - 0.855469, - 0.652344, - 0.605469, - 0.628906, - 0.578125, - 0.644531, - 0.667969, - 0.546875, - 0.519531, - 0.636719, - 0.542969, - 1.140625, - 0.859375, - 0.847656, - 0.400391, - 0.601562, - 1.375, - 0.675781, - 0.667969, - 0.523438, - 0.447266, - 0.617188, - 0.628906, - 0.722656, - 0.636719, - 0.675781, - 0.59375, - 0.660156, - 1.367188, - 0.753906, - 0.582031, - 0.59375, - 0.625, - 0.625, - 0.628906, - 0.613281, - 0.625, - 0.667969, - 0.710938, - 0.601562, - 0.71875, - 0.6875, - 0.675781, - 0.699219, - 1.164062, - 0.640625, - 0.628906, - 0.679688, - 0.570312, - 0.597656, - 0.625, - 0.617188, - 0.582031, - 0.761719, - 1.046875, - 1.289062, - 0.636719, - 0.589844, - 0.605469, - 0.609375, - 0.511719, - 0.621094, - 0.652344, - 0.503906, - 0.695312, - 1.257812, - 0.589844, - 0.675781, - 0.3125, - 1.171875, - 0.632812, - 0.601562, - 0.660156, - 0.679688, - 0.601562, - 0.667969, - 0.664062, - 0.625, - 0.605469, - 0.617188, - 0.679688, - 0.644531, - 0.796875, - 0.585938, - 0.388672, - 0.65625, - 0.648438, - 0.636719, - 0.621094, - 0.660156, - 0.648438, - 0.636719, - 0.628906, - 0.613281, - 0.730469, - 0.539062, - 0.59375, - 0.574219, - 0.601562, - 0.5625, - 0.597656, - 0.490234, - 1.171875, - 1.273438, - 0.734375, - 0.644531, - 1.296875, - 0.601562, - 0.644531, - 0.621094, - 0.671875, - 0.597656, - 0.605469, - 0.625, - 0.6875, - 0.628906, - 0.617188, - 0.660156, - 1.382812, - 0.714844, - 0.527344, - 0.660156, - 0.632812, - 0.632812, - 0.652344, - 1.304688, - 0.597656, - 0.605469, - 0.628906, - 0.597656, - 0.746094, - 0.570312, - 0.636719, - 0.664062, - 0.640625, - 0.628906, - 0.679688, - 0.582031, - 1.1875, - 0.714844, - 0.65625, - 0.664062, - 0.6875, - 0.667969, - 0.648438, - 0.546875, - 0.605469, - 0.734375, - 0.601562, - 0.683594, - 0.566406, - 0.609375, - 0.605469, - 0.625, - 0.660156, - 0.601562, - 0.722656, - 0.738281, - 0.558594, - 1.203125, - 1.1875, - 0.613281, - 0.628906, - 0.460938, - 0.667969, - 0.628906, - 0.609375, - 1.257812, - 0.566406, - 0.613281, - 0.519531, - 0.589844, - 0.699219, - 0.609375, - 1.335938, - 0.632812, - 0.660156, - 0.601562, - 0.84375, - 0.855469, - 0.000572, - 0.636719, - 0.609375, - 0.667969, - 0.636719, - 0.582031, - 0.507812, - 0.601562, - 0.574219, - 0.609375, - 0.539062, - 0.542969, - 1.25, - 0.59375, - 0.636719, - 0.667969, - 0.585938, - 0.625, - 0.589844, - 1.421875, - 0.679688, - 0.605469, - 0.621094, - 0.648438, - 0.539062, - 0.601562, - 1.046875, - 0.765625, - 1.015625, - 0.597656, - 0.496094, - 0.640625, - 0.65625, - 0.59375, - 1.304688, - 0.667969, - 0.632812, - 0.636719, - 0.648438, - 1.390625, - 0.699219, - 0.648438, - 0.644531, - 0.65625, - 0.585938, - 1.179688, - 1.242188, - 0.601562, - 0.652344, - 0.582031, - 0.570312, - 0.617188, - 0.65625, - 1.34375, - 1.09375, - 0.546875, - 0.648438, - 0.597656, - 1.34375, - 0.660156, - 1.273438, - 0.617188, - 0.466797, - 0.640625, - 0.597656, - 0.5625, - 0.632812, - 0.617188, - 0.601562, - 0.527344, - 0.632812, - 0.636719, - 0.394531, - 0.546875, - 0.605469, - 0.761719, - 0.683594, - 0.613281, - 0.648438, - 0.550781, - 0.558594, - 0.59375, - 0.65625, - 1.34375, - 0.6875, - 1.070312, - 1.328125, - 0.585938, - 0.761719, - 0.006256, - 0.578125, - 0.550781, - 1.429688, - 0.507812, - 0.578125, - 0.648438, - 0.613281, - 0.632812, - 0.722656, - 0.632812, - 0.582031, - 0.597656, - 0.667969, - 0.601562, - 0.703125, - 0.644531, - 0.585938, - 0.683594, - 0.640625, - 0.683594, - 0.679688, - 0.691406, - 1.367188, - 0.550781, - 0.652344, - 0.769531, - 0.636719, - 0.617188, - 0.597656, - 0.65625, - 0.640625, - 1.367188, - 0.613281, - 0.5625, - 1.359375, - 0.667969, - 0.589844, - 0.625, - 0.929688, - 0.585938, - 1.304688, - 0.675781, - 0.609375, - 0.539062, - 0.494141, - 0.648438, - 0.625, - 0.683594, - 0.628906, - 0.632812, - 0.644531, - 1.039062, - 1.34375, - 0.636719, - 0.941406, - 0.699219, - 0.671875, - 0.605469, - 0.609375, - 0.589844, - 0.5625, - 1.054688, - 0.683594, - 0.726562, - 0.589844, - 0.652344, - 1.375, - 0.59375, - 0.648438, - 0.589844, - 0.691406, - 0.660156, - 0.621094, - 0.648438, - 0.648438, - 0.640625, - 0.585938, - 0.625, - 0.683594, - 0.652344, - 0.621094, - 0.585938, - 0.664062, - 0.59375, - 1.085938, - 0.621094, - 0.703125, - 0.558594, - 0.574219, - 0.625, - 0.625, - 0.636719, - 0.648438, - 0.546875, - 1.1875, - 0.613281, - 0.597656, - 0.695312, - 0.65625, - 0.566406, - 1.242188, - 1.375, - 0.671875, - 0.949219, - 1.289062, - 0.636719, - 0.613281, - 0.601562, - 1.203125, - 0.621094, - 0.609375, - 1.328125, - 0.582031, - 1.25, - 0.644531, - 0.539062, - 0.605469, - 0.636719, - 0.660156, - 0.570312, - 0.617188, - 0.644531, - 0.648438, - 0.523438, - 0.601562, - 0.667969, - 0.582031, - 0.65625, - 0.6875, - 0.636719, - 0.734375, - 1.25, - 1.125, - 0.632812, - 0.636719, - 0.628906, - 0.699219, - 0.609375, - 0.65625, - 0.695312, - 0.726562, - 0.652344, - 0.949219, - 1.234375, - 0.65625, - 0.613281, - 0.671875, - 0.53125, - 0.554688, - 0.621094, - 0.703125, - 0.667969, - 0.683594, - 1.40625, - 0.621094, - 0.605469, - 0.625, - 0.953125, - 0.609375, - 0.632812, - 1.375, - 0.621094, - 0.625, - 0.679688, - 0.703125, - 0.570312, - 0.59375, - 1.164062, - 0.632812, - 0.550781, - 0.554688, - 0.675781, - 0.613281, - 0.625, - 0.738281, - 0.574219, - 0.730469, - 0.492188, - 0.644531, - 0.558594, - 0.570312, - 0.636719, - 0.609375, - 1.46875, - 0.777344, - 0.691406, - 0.917969, - 0.503906, - 0.632812, - 0.605469, - 0.628906, - 0.636719, - 0.765625, - 0.636719, - 0.699219, - 0.667969, - 0.558594, - 0.65625, - 1.242188, - 0.550781, - 0.515625, - 0.648438, - 0.59375, - 0.535156, - 0.644531, - 0.601562, - 0.59375, - 0.617188, - 0.585938, - 0.617188, - 0.59375, - 0.632812, - 0.609375, - 0.652344, - 0.726562, - 0.660156, - 0.648438, - 1.382812, - 0.609375, - 0.535156, - 0.640625, - 0.546875, - 0.621094, - 0.65625, - 0.644531, - 0.683594, - 0.707031, - 0.546875, - 0.648438, - 0.640625, - 0.671875, - 0.601562, - 0.761719, - 0.625, - 1.132812, - 0.515625, - 0.636719, - 0.578125, - 0.65625, - 1.40625, - 0.621094, - 0.703125, - 0.671875, - 0.769531, - 0.636719, - 0.691406, - 1.320312, - 0.535156, - 0.482422, - 0.644531, - 0.679688, - 0.636719, - 0.632812, - 0.65625, - 1.390625, - 1.148438, - 0.636719, - 0.515625, - 1.296875, - 0.609375, - 0.613281, - 0.671875, - 0.835938, - 0.605469, - 0.679688, - 0.644531, - 0.644531, - 0.695312, - 0.550781, - 0.609375, - 1.359375, - 0.574219, - 0.699219, - 0.597656, - 0.621094, - 0.597656, - 0.625, - 0.625, - 0.605469, - 0.644531, - 1.101562, - 0.574219, - 0.648438, - 1.390625, - 0.636719, - 0.660156, - 0.695312, - 0.636719, - 0.726562, - 1.390625, - 1.453125, - 1.164062, - 0.628906, - 0.585938, - 0.664062, - 0.621094, - 0.898438, - 0.601562, - 0.648438, - 0.410156, - 0.652344, - 0.660156, - 0.636719, - 0.601562, - 0.535156, - 0.632812, - 0.699219, - 1.375, - 0.679688, - 0.65625, - 0.664062, - 0.609375, - 0.660156, - 0.675781, - 0.9375, - 0.65625, - 0.609375, - 0.664062, - 0.675781, - 0.498047, - 0.664062, - 0.617188, - 0.664062, - 1.367188, - 0.710938, - 0.574219, - 0.632812, - 0.652344, - 0.601562, - 0.652344, - -5.4e-05, - 0.621094, - 0.660156, - 0.597656, - 0.632812, - 0.632812, - 0.652344, - 0.5625, - 0.726562, - 0.609375, - 0.710938, - 1.375, - 0.566406, - 0.652344, - 0.625, - 0.613281, - 0.621094, - 1.015625, - 0.474609, - 0.613281, - 0.589844, - 0.660156, - 0.582031, - 0.632812, - 0.585938, - 0.59375, - 0.667969, - 0.59375, - 0.6875, - 0.4375, - 0.628906, - 0.640625, - 0.609375, - 0.675781, - 0.664062, - 1.390625, - 0.640625, - 0.636719, - 0.578125, - 0.609375, - 0.585938, - 0.632812, - 0.722656, - 0.621094, - 0.636719, - 0.585938, - 0.667969, - 0.667969, - 0.75, - 1.203125, - 0.675781, - 1.34375, - 0.675781, - 0.589844, - 0.609375, - 0.566406, - 0.761719, - 0.671875, - 0.523438, - 0.5, - 0.632812, - 0.652344, - 0.542969, - 0.65625, - 0.65625, - 0.601562, - 0.652344, - 1.234375, - 0.652344, - 0.636719, - 0.486328, - 0.628906, - 0.617188, - 0.675781, - 0.625, - 0.722656, - 0.707031, - 0.648438, - 0.519531, - 0.582031, - 0.628906, - 0.550781, - 0.617188, - 0.972656, - 0.96875, - 0.644531, - 0.707031, - 0.570312, - 1.054688, - 0.625, - 0.570312, - 0.691406, - 0.613281, - 0.636719, - 0.636719, - 0.621094, - 0.652344, - 0.628906, - 1.132812, - 0.65625, - 0.667969, - 0.597656, - 0.605469, - 0.671875, - 0.683594, - 0.621094, - 0.644531, - 0.722656, - 0.6875, - 0.617188, - 0.632812, - 0.621094, - 0.628906, - 0.617188, - 0.640625, - 0.660156, - 0.671875, - 0.613281, - 0.628906, - 0.730469, - 0.474609, - 0.695312, - 0.632812, - 0.597656, - 0.578125, - 0.640625, - 0.660156, - 0.570312, - 0.466797, - 0.609375, - 0.625, - 0.65625, - 0.65625, - 1.140625, - 0.65625, - 0.761719, - 0.570312, - 0.722656, - 0.65625, - 0.613281, - 0.644531, - 0.609375, - 0.601562, - 0.640625, - 0.628906, - 0.664062, - 0.628906, - 1.359375, - 0.628906, - 1.039062, - 0.648438, - 0.636719, - 0.613281, - 0.570312, - 0.542969, - 0.566406, - 0.871094, - 0.765625, - 1.414062, - 0.527344, - 0.640625, - 1.351562, - 1.398438, - 0.660156, - 0.664062, - 0.503906, - 0.652344, - 0.625, - 1.15625, - 0.613281, - 0.621094, - 0.628906, - 1.445312, - 0.710938, - 0.648438, - 0.589844, - 0.671875, - 0.613281, - 1.046875, - 0.636719, - 0.636719, - 0.636719, - 0.71875, - 0.835938, - 0.589844, - 1.0625, - 0.5625, - 0.609375, - 0.652344, - 0.574219, - 0.816406, - 0.652344, - 0.664062, - 0.683594, - 0.546875, - 0.707031, - 0.636719, - 0.800781, - 0.6875, - 1.078125, - 0.609375, - 0.703125, - 0.621094, - 0.632812, - 0.652344, - 0.660156, - 0.605469, - 0.644531, - 0.585938, - 0.542969, - 0.640625, - 0.660156, - 0.683594, - 0.644531, - 1.125, - 1.523438, - 0.632812, - 1.359375, - 0.59375, - 0.808594, - 1.40625, - 0.566406, - 0.652344, - 0.621094, - 0.644531, - 0.570312, - 1.117188, - 0.59375, - 0.574219, - 0.570312, - 0.675781, - 0.628906, - 0.605469, - 1.078125, - 0.652344, - 0.597656, - 0.59375, - 0.519531, - 0.699219, - 0.605469, - 0.652344, - 0.667969, - 0.519531, - 1.289062, - 0.65625, - 0.660156, - 0.59375, - 0.601562, - 0.65625, - 0.601562, - 0.542969, - 0.667969, - 0.664062, - 0.648438, - 0.546875, - 0.640625, - 0.660156, - 1.257812, - 1.015625, - 0.683594, - 0.773438, - 0.671875, - 0.675781, - 0.636719, - 0.605469, - 0.628906, - 0.703125, - 0.628906, - 0.65625, - 0.632812, - 0.632812, - 0.675781, - 0.625, - 0.613281, - 1.21875, - 1.296875, - 0.746094, - 1.0625, - 0.773438, - 0.757812, - 0.597656, - 0.710938, - 1.359375, - 1.039062, - 0.546875, - 1.148438, - 0.628906, - 0.714844, - 0.589844, - 0.78125, - 0.609375, - 0.644531, - 0.546875, - 1.40625, - 0.621094, - 0.578125, - 0.625, - 0.636719, - 0.699219, - 0.570312, - 0.605469, - 0.621094, - 0.539062, - 1.359375, - 0.78125, - 0.867188, - 0.605469, - 0.671875, - 0.613281, - 0.640625, - 0.632812, - 1.453125, - 0.882812, - 0.695312, - 0.6875, - 1.382812, - 0.660156, - 0.652344, - 0.640625, - 0.5625, - 0.640625, - 0.65625, - 1.382812, - 0.890625, - 0.628906, - 0.660156, - 0.5625, - 0.652344, - 0.890625, - 0.667969, - 0.601562, - 0.617188, - 0.382812, - 0.535156, - 0.679688, - 0.667969, - 0.582031, - 1.007812, - 1.25, - 1.210938, - 0.664062, - 0.664062, - 0.574219, - 1.242188, - 0.621094, - 1.125, - 1.375, - 0.589844, - 1.40625, - 0.636719, - 1.296875, - 0.621094, - 0.652344, - 0.574219, - 0.59375, - 1.242188, - 0.605469, - 0.550781, - 0.59375, - 0.535156, - 0.625, - 0.648438, - 0.710938, - 1.242188, - 0.691406, - 0.636719, - 0.613281, - 0.714844, - 0.777344, - 0.609375, - 0.71875, - 0.660156, - 0.644531, - 0.636719, - 0.667969, - 0.65625, - 0.644531, - 0.613281, - 0.75, - 0.582031, - 0.660156, - 0.632812, - 0.589844, - 0.625, - 0.597656, - 0.628906, - 1.289062, - 0.625, - 0.65625, - 0.765625, - 0.644531, - 0.554688, - 0.664062, - 0.6875, - 0.605469, - 0.648438, - 0.636719, - 0.609375, - 0.664062, - 0.625, - 1.296875, - 0.621094, - 0.589844, - 0.628906, - 0.695312, - 0.546875, - 0.589844, - 0.636719, - 0.515625, - 0.679688, - 0.59375, - 0.566406, - 0.59375, - 0.644531, - 0.617188, - 0.695312, - 0.667969, - 0.625, - 1.375, - 0.597656, - 1.164062, - 0.355469, - 0.667969, - 0.648438, - 0.664062, - 0.675781, - 0.617188, - 0.578125, - 0.664062, - 0.679688, - 0.660156, - 0.59375, - 0.65625, - 0.578125, - 0.632812, - 0.589844, - 0.589844, - 1.125, - 0.675781, - 0.683594, - 0.59375, - 1.375, - 0.613281, - 1.382812, - 1.265625, - 0.5625, - 0.578125, - 0.511719, - 1.140625, - 0.578125, - 1.367188, - 0.640625, - 0.636719, - 0.566406, - 0.667969, - 0.494141, - 0.746094, - 1.0625, - 0.59375, - 0.605469, - 1.382812, - 0.621094, - 0.65625, - 0.621094, - 0.652344, - 0.847656, - 0.535156, - 0.664062, - 0.734375, - 0.644531, - 0.632812, - 0.507812, - 1.070312, - 0.632812, - 0.578125, - 1.265625, - 0.601562, - 0.53125, - 0.644531, - 0.625, - 0.628906, - -0.052734, - 0.585938, - 0.679688, - 1.09375, - 0.828125, - 0.601562, - 0.648438, - 0.539062, - 0.613281, - 0.648438, - 0.667969, - 0.609375, - 0.539062, - 1.195312, - 0.466797, - 0.644531, - 0.570312, - 0.636719, - 0.609375, - 1.445312, - 1.421875, - 1.3125, - 0.636719, - 0.605469, - 0.738281, - 0.828125, - 0.679688, - 0.605469, - 0.636719, - 0.566406, - 0.613281, - 1.3125, - 0.730469, - 0.632812, - 0.648438, - 0.664062, - 0.585938, - 0.609375, - 0.625, - 0.613281, - 0.625, - 0.527344, - 0.574219, - 0.609375, - 1.40625, - 0.617188, - 0.65625, - 0.488281, - 0.636719, - 0.589844, - 0.613281, - 0.601562, - 0.628906, - 0.570312, - 1.34375, - 0.640625, - 0.546875, - 0.644531, - 0.636719, - 0.480469, - 0.601562, - 0.910156, - 0.601562, - 0.542969, - 0.585938, - 0.492188, - 0.632812, - 0.824219, - 0.636719, - 0.597656, - 0.679688, - 0.515625, - 0.640625, - 0.65625, - 0.648438, - 0.675781, - 0.660156, - 0.671875, - 0.636719, - 0.550781, - 0.652344, - 0.683594, - 0.625, - 0.597656, - 0.621094, - 0.660156, - 0.632812, - 0.578125, - 0.621094, - 0.671875, - 0.738281, - 0.613281, - 0.664062, - 0.613281, - 0.636719, - 0.601562, - 0.808594, - 0.632812, - 0.636719, - 0.542969, - 0.683594, - 0.617188, - 0.652344, - 0.65625, - 0.582031, - 0.742188, - 0.570312, - 0.820312, - 1.226562, - 0.609375, - 0.671875, - 1.304688, - 0.695312, - 0.65625, - 0.621094 - ] - }, - "name": "model.model.layers.24.input_layernorm.weight", - "outputIndexes": [ - 1966 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1965 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_24/Mul_output_0", - "outputIndexes": [ - 1967 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1966, - 1967 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_24/Mul_1_output_0", - "outputIndexes": [ - 1968 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1968 - ], - "outputIndexes": [ - 2980 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2980 - ], - "outputIndexes": [ - 2981 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear", - "inputIndexes": [ - 2981 - ], - "outputIndexes": [ - 2982 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 631901808, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2982 - ], - "outputIndexes": [ - 2983 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2983 - ], - "outputIndexes": [ - 1969 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1968 - ], - "main_type": "NONE", - "name": "/Shape_337_output_0", - "outputIndexes": [ - 1970 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1970 - ], - "main_type": "NONE", - "name": "Shape6078", - "outputIndexes": [ - 1971 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1970 - ], - "main_type": "NONE", - "name": "Rank6080", - "outputIndexes": [ - 1972 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1972, - 1972 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6082", - "outputIndexes": [ - 1973 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1973 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6083", - "outputIndexes": [ - 1974 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1973, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6085", - "outputIndexes": [ - 1975 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1975 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6086", - "outputIndexes": [ - 1976 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1971, - 1974, - 1976, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6089", - "outputIndexes": [ - 1977 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1977 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6090", - "outputIndexes": [ - 1978 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 1978 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6091", - "outputIndexes": [ - 1979 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1979, - 1978 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6092", - "outputIndexes": [ - 1980 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1970, - 1980, - 1973 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_364_output_0", - "outputIndexes": [ - 1981 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1981, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_769_output_0", - "outputIndexes": [ - 1982 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1982, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_312_output_0", - "outputIndexes": [ - 1983 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1969, - 1983 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_217_output_0", - "outputIndexes": [ - 1984 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1984, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_192_output_0", - "outputIndexes": [ - 1985 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1984 - ], - "main_type": "NONE", - "name": "/Shape_338_output_0", - "outputIndexes": [ - 1986 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1986 - ], - "main_type": "NONE", - "name": "Shape6099", - "outputIndexes": [ - 1987 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1986 - ], - "main_type": "NONE", - "name": "Rank6101", - "outputIndexes": [ - 1988 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1988, - 1988 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6103", - "outputIndexes": [ - 1989 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1989 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6104", - "outputIndexes": [ - 1990 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1989, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6106", - "outputIndexes": [ - 1991 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1991 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6107", - "outputIndexes": [ - 1992 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1987, - 1990, - 1992, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6110", - "outputIndexes": [ - 1993 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1993 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6111", - "outputIndexes": [ - 1994 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 1994 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6112", - "outputIndexes": [ - 1995 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1995, - 1994 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6113", - "outputIndexes": [ - 1996 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1986, - 1996, - 1989 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_365_output_0", - "outputIndexes": [ - 1997 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1997, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_72_output_0", - "outputIndexes": [ - 1998 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1998, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_774_output_0", - "outputIndexes": [ - 1999 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1984, - 1999, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_97_output_0", - "outputIndexes": [ - 2000 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2000 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_48_output_0", - "outputIndexes": [ - 2001 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1984, - 22, - 1999, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_96_output_0", - "outputIndexes": [ - 2002 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2001, - 2002 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_315_output_0", - "outputIndexes": [ - 2003 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2003, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_193_output_0", - "outputIndexes": [ - 2004 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1985, - 2004 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_120_output_0", - "outputIndexes": [ - 2005 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1968 - ], - "outputIndexes": [ - 2984 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2984 - ], - "outputIndexes": [ - 2985 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear", - "inputIndexes": [ - 2985 - ], - "outputIndexes": [ - 2986 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 633235078, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2986 - ], - "outputIndexes": [ - 2987 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2987 - ], - "outputIndexes": [ - 2006 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 1982, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_313_output_0", - "outputIndexes": [ - 2007 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2006, - 2007 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_218_output_0", - "outputIndexes": [ - 2008 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2008, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_194_output_0", - "outputIndexes": [ - 2009 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2008 - ], - "main_type": "NONE", - "name": "/Shape_339_output_0", - "outputIndexes": [ - 2010 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2010 - ], - "main_type": "NONE", - "name": "Shape6162", - "outputIndexes": [ - 2011 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2010 - ], - "main_type": "NONE", - "name": "Rank6164", - "outputIndexes": [ - 2012 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2012, - 2012 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6166", - "outputIndexes": [ - 2013 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2013 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6167", - "outputIndexes": [ - 2014 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2013, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6169", - "outputIndexes": [ - 2015 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2015 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6170", - "outputIndexes": [ - 2016 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2011, - 2014, - 2016, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6173", - "outputIndexes": [ - 2017 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2017 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6174", - "outputIndexes": [ - 2018 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2018 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6175", - "outputIndexes": [ - 2019 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2019, - 2018 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6176", - "outputIndexes": [ - 2020 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2010, - 2020, - 2013 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_366_output_0", - "outputIndexes": [ - 2021 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2021, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_73_output_0", - "outputIndexes": [ - 2022 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2022, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_776_output_0", - "outputIndexes": [ - 2023 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2008, - 2023, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_99_output_0", - "outputIndexes": [ - 2024 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2024 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_49_output_0", - "outputIndexes": [ - 2025 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2008, - 22, - 2023, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_98_output_0", - "outputIndexes": [ - 2026 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2025, - 2026 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_316_output_0", - "outputIndexes": [ - 2027 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2027, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_195_output_0", - "outputIndexes": [ - 2028 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2009, - 2028 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_121_output_0", - "outputIndexes": [ - 2029 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1968 - ], - "outputIndexes": [ - 2988 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2988 - ], - "outputIndexes": [ - 2989 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear", - "inputIndexes": [ - 2989 - ], - "outputIndexes": [ - 2990 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 633457308, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2990 - ], - "outputIndexes": [ - 2991 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2991 - ], - "outputIndexes": [ - 2030 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2030, - 2007 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_219_output_0", - "outputIndexes": [ - 2031 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2005, - 2029, - 2031, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_224_output_0", - "outputIndexes": [ - 2032 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2032 - ], - "outputIndexes": [ - 2992 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2992 - ], - "outputIndexes": [ - 2993 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear", - "inputIndexes": [ - 2993 - ], - "outputIndexes": [ - 2994 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 633679538, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2994 - ], - "outputIndexes": [ - 2995 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2995 - ], - "outputIndexes": [ - 2033 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1965, - 2033 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_123_output_0", - "outputIndexes": [ - 2034 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.683594, - 1.125, - 0.636719, - 0.929688, - 0.941406, - 0.910156, - 1.0625, - 1.0, - 0.929688, - 0.933594, - 1.070312, - 0.769531, - 1.085938, - 1.101562, - 1.085938, - 1.023438, - 1.054688, - 0.996094, - 1.085938, - 0.914062, - 1.085938, - 1.03125, - 1.0625, - 0.691406, - 1.078125, - 1.085938, - 0.945312, - 0.929688, - 0.875, - 1.125, - 1.101562, - 1.09375, - 1.117188, - 0.890625, - 1.015625, - 1.101562, - 1.0625, - 1.054688, - 0.925781, - 0.828125, - 1.117188, - 1.109375, - 1.078125, - 1.132812, - 0.640625, - 1.015625, - 0.941406, - 1.046875, - 0.996094, - 0.800781, - 0.703125, - 0.796875, - 1.125, - 0.988281, - 1.078125, - 0.957031, - 0.933594, - 0.691406, - 0.488281, - 0.886719, - 1.007812, - 0.9375, - 0.992188, - 1.117188, - 1.007812, - 0.765625, - 1.054688, - 0.90625, - 1.046875, - 0.964844, - 0.945312, - 0.960938, - 0.683594, - 0.894531, - 1.03125, - 0.78125, - 1.03125, - 1.0, - 1.039062, - 1.15625, - 1.132812, - 0.675781, - 0.691406, - 1.03125, - 1.09375, - 1.117188, - 1.101562, - 1.132812, - 0.972656, - 1.070312, - 0.992188, - 0.886719, - 0.765625, - 0.902344, - 1.109375, - 0.460938, - 1.039062, - 0.921875, - 1.101562, - 1.054688, - 1.179688, - 0.84375, - 0.835938, - 1.15625, - 0.898438, - 0.890625, - 1.054688, - 0.992188, - 0.832031, - 1.070312, - 0.910156, - 1.132812, - 1.023438, - 0.390625, - 1.0625, - 1.0625, - 1.007812, - 1.101562, - 0.671875, - 0.710938, - 1.09375, - 0.722656, - 0.980469, - 0.914062, - 1.046875, - 1.132812, - 1.085938, - 0.75, - 0.984375, - 1.84375, - 0.976562, - 1.070312, - 0.988281, - 1.15625, - 1.101562, - 1.132812, - 0.882812, - 1.179688, - 0.878906, - 0.992188, - 0.722656, - 0.988281, - 0.941406, - 0.765625, - 1.085938, - 0.9375, - 1.078125, - 0.765625, - 1.140625, - 1.046875, - 1.015625, - 1.09375, - 0.699219, - 1.039062, - 1.640625, - 0.921875, - 1.015625, - 0.945312, - 1.078125, - 1.117188, - 0.875, - 0.945312, - 1.015625, - 0.707031, - 0.929688, - 1.070312, - 1.023438, - 1.117188, - 1.023438, - 1.09375, - 1.148438, - 1.054688, - 1.046875, - 1.109375, - 0.96875, - 1.09375, - 1.015625, - 1.046875, - 1.101562, - 1.15625, - 1.085938, - 0.859375, - 1.117188, - 0.941406, - 0.980469, - 0.476562, - 0.753906, - 1.132812, - 0.992188, - 1.03125, - 1.078125, - 1.039062, - 1.15625, - 1.109375, - 1.132812, - 1.015625, - 1.0, - 0.980469, - 1.117188, - 0.894531, - 0.882812, - 1.054688, - 1.117188, - 1.140625, - 1.117188, - 1.03125, - 1.0625, - 1.09375, - 0.882812, - 1.09375, - 1.023438, - 1.125, - 0.871094, - 0.976562, - 1.117188, - 0.679688, - 1.101562, - 1.054688, - 1.085938, - 1.023438, - 1.0, - 1.09375, - 0.800781, - 0.386719, - 0.96875, - 1.085938, - 0.941406, - 0.867188, - 0.558594, - 1.039062, - 1.046875, - 1.03125, - 1.070312, - 1.09375, - 1.109375, - 0.898438, - 0.960938, - 0.957031, - 1.0625, - 1.125, - 1.007812, - 0.960938, - 1.046875, - 1.148438, - 0.992188, - 1.039062, - 1.140625, - 1.023438, - 0.964844, - 1.140625, - 1.039062, - 0.683594, - 1.109375, - 0.386719, - 0.695312, - 0.96875, - 1.007812, - 1.164062, - 1.109375, - 0.996094, - 1.070312, - 1.140625, - 1.085938, - 0.964844, - 1.09375, - 1.039062, - 0.945312, - 1.09375, - 1.078125, - 0.976562, - 1.09375, - 0.957031, - 0.925781, - 1.101562, - 0.84375, - 0.886719, - 0.761719, - 1.109375, - 0.910156, - 1.125, - 1.09375, - 0.945312, - 0.980469, - 0.84375, - 0.976562, - 0.707031, - 1.0625, - 1.070312, - 0.976562, - 1.09375, - 1.09375, - 1.179688, - 1.140625, - 1.148438, - 0.902344, - 1.007812, - 1.078125, - 1.054688, - 1.125, - 1.085938, - 0.710938, - 0.675781, - 1.101562, - 0.714844, - 1.117188, - 0.890625, - 1.101562, - 0.984375, - 1.054688, - 0.707031, - 0.808594, - 1.085938, - 0.726562, - 1.03125, - 1.125, - 1.09375, - 0.699219, - 1.070312, - 0.941406, - 0.726562, - 1.078125, - 1.140625, - 0.972656, - 0.898438, - 1.0, - 1.03125, - 0.949219, - 0.714844, - 1.054688, - 0.964844, - 0.6875, - 1.039062, - 0.734375, - 0.863281, - 1.015625, - 0.753906, - 0.992188, - 0.679688, - 0.957031, - 0.746094, - 0.933594, - 1.09375, - 0.957031, - 1.09375, - 1.078125, - 1.046875, - 1.0, - 0.976562, - 0.910156, - 1.070312, - 0.902344, - 0.753906, - 0.746094, - 1.03125, - 0.953125, - 1.085938, - 0.283203, - 1.023438, - 1.039062, - 0.898438, - 0.933594, - 1.007812, - 1.0625, - 1.078125, - 1.0625, - 0.96875, - 1.117188, - 0.953125, - 0.714844, - 1.109375, - 1.03125, - 0.894531, - 1.117188, - 0.867188, - 0.972656, - 0.996094, - 1.09375, - 0.894531, - 1.148438, - 0.90625, - 1.101562, - 1.132812, - 1.046875, - 1.148438, - 0.757812, - 1.007812, - 0.933594, - 1.148438, - 0.964844, - 1.09375, - 1.007812, - 1.015625, - 1.0625, - 1.046875, - 0.511719, - 0.6875, - 1.070312, - 0.851562, - 1.023438, - 1.085938, - 0.925781, - 1.109375, - 0.964844, - 0.917969, - 1.03125, - 0.6875, - 1.117188, - 1.070312, - 0.9375, - 0.699219, - 0.996094, - 0.9375, - 1.125, - 1.140625, - 0.996094, - 0.902344, - 1.15625, - 1.109375, - 0.894531, - 1.085938, - 1.117188, - 0.871094, - 1.054688, - 0.875, - 0.949219, - 1.109375, - 0.941406, - 1.085938, - 1.039062, - 1.0625, - 1.210938, - 1.125, - 1.085938, - 1.164062, - 0.835938, - 0.925781, - 0.875, - 0.898438, - 1.070312, - 0.984375, - 0.957031, - 0.933594, - 0.683594, - 0.777344, - 1.039062, - 1.109375, - 0.730469, - 1.0625, - 1.023438, - 1.132812, - 1.15625, - 1.0625, - 0.996094, - 1.164062, - 1.117188, - 1.09375, - 1.125, - 1.125, - 0.671875, - 1.242188, - 0.898438, - 1.046875, - 1.109375, - 0.910156, - 0.949219, - 0.703125, - 0.851562, - 1.015625, - 0.964844, - 0.96875, - 1.101562, - 1.023438, - 0.867188, - 1.023438, - 1.117188, - 1.109375, - 1.09375, - 0.871094, - 0.683594, - 1.109375, - 1.125, - 1.015625, - 1.085938, - 1.117188, - 0.964844, - 0.921875, - 1.070312, - 0.910156, - 1.085938, - 1.101562, - 1.023438, - 1.0, - 1.101562, - 1.039062, - 1.078125, - 1.109375, - 1.03125, - 1.109375, - 0.96875, - 0.703125, - 0.65625, - 1.109375, - 1.078125, - 1.554688, - 1.203125, - 1.007812, - 1.039062, - 0.652344, - 0.902344, - 1.203125, - 0.929688, - 1.085938, - 1.140625, - 1.101562, - 0.707031, - 1.0625, - 1.054688, - 1.054688, - 0.789062, - 0.824219, - 1.914062, - 1.070312, - 0.980469, - 0.914062, - 1.09375, - 0.894531, - 0.976562, - 1.101562, - 0.980469, - 1.03125, - 0.886719, - 0.964844, - 0.675781, - 0.964844, - 1.054688, - 1.085938, - 1.132812, - 0.976562, - 1.109375, - 0.714844, - 1.007812, - 0.972656, - 1.125, - 1.03125, - 0.929688, - 0.964844, - 0.539062, - 1.03125, - 0.691406, - 1.007812, - 0.949219, - 1.023438, - 1.125, - 1.710938, - 0.707031, - 1.015625, - 1.101562, - 1.070312, - 1.109375, - 0.734375, - 1.148438, - 1.125, - 1.054688, - 1.03125, - 1.101562, - 0.609375, - 0.683594, - 0.984375, - 1.015625, - 1.101562, - 0.867188, - 1.164062, - 0.96875, - 0.6875, - 0.714844, - 0.886719, - 1.09375, - 1.070312, - 0.710938, - 1.039062, - 0.318359, - 0.953125, - 0.921875, - 1.109375, - 0.996094, - 0.890625, - 0.964844, - 1.078125, - 1.125, - 0.839844, - 1.0625, - 1.117188, - 1.007812, - 0.976562, - 0.957031, - 1.132812, - 1.09375, - 1.109375, - 1.085938, - 0.949219, - 1.148438, - 1.085938, - 1.0, - 0.710938, - 1.117188, - 0.6875, - 0.726562, - 1.132812, - 1.023438, - 0.000214, - 0.933594, - 1.007812, - 0.730469, - 0.925781, - 0.890625, - 1.054688, - 0.851562, - 1.09375, - 0.824219, - 0.925781, - 0.933594, - 0.90625, - 1.015625, - 0.953125, - 1.078125, - 1.09375, - 1.0, - 1.171875, - 1.078125, - 1.023438, - 1.140625, - 0.984375, - 0.695312, - 0.898438, - 1.039062, - 0.960938, - 1.09375, - 0.867188, - 1.085938, - 1.039062, - 1.132812, - 0.6875, - 1.09375, - 0.949219, - 0.695312, - 1.132812, - 1.117188, - 1.125, - 0.699219, - 0.949219, - 0.738281, - 1.125, - 0.90625, - 0.902344, - 0.914062, - 1.179688, - 1.109375, - 1.125, - 0.953125, - 1.140625, - 0.984375, - 0.703125, - 0.71875, - 0.996094, - 0.613281, - 1.046875, - 1.09375, - 0.941406, - 0.9375, - 0.878906, - 0.988281, - 0.476562, - 1.117188, - 1.117188, - 1.140625, - 1.125, - 0.695312, - 1.078125, - 1.015625, - 0.929688, - 1.039062, - 1.078125, - 1.078125, - 1.109375, - 1.09375, - 0.949219, - 1.109375, - 1.101562, - 0.945312, - 1.101562, - 1.101562, - 1.046875, - 0.953125, - 1.148438, - 0.574219, - 0.960938, - 0.882812, - 0.996094, - 1.140625, - 0.992188, - 1.015625, - 1.039062, - 0.992188, - 1.0625, - 0.753906, - 1.054688, - 0.957031, - 1.03125, - 1.132812, - 0.929688, - 0.738281, - 0.71875, - 1.101562, - 0.722656, - 0.695312, - 1.117188, - 1.09375, - 0.992188, - 0.6875, - 1.109375, - 1.101562, - 0.710938, - 0.976562, - 0.738281, - 0.964844, - 0.9375, - 0.960938, - 1.101562, - 1.078125, - 0.96875, - 0.96875, - 1.054688, - 1.039062, - 0.933594, - 1.109375, - 0.816406, - 0.953125, - 1.09375, - 1.125, - 1.171875, - 0.953125, - 0.714844, - 0.384766, - 0.980469, - 1.046875, - 1.078125, - 0.976562, - 1.0625, - 1.140625, - 1.09375, - 0.839844, - 1.109375, - 0.699219, - 0.746094, - 0.914062, - 1.015625, - 1.054688, - 0.9375, - 0.933594, - 1.03125, - 1.117188, - 0.980469, - 0.921875, - 0.6875, - 0.941406, - 1.101562, - 1.101562, - 0.957031, - 1.015625, - 1.0, - 0.699219, - 0.945312, - 1.101562, - 0.847656, - 1.023438, - 0.933594, - 0.898438, - 0.769531, - 1.085938, - 0.910156, - 0.921875, - 1.117188, - 0.9375, - 1.023438, - 0.859375, - 0.921875, - 1.242188, - 0.9375, - 1.054688, - 0.929688, - 1.125, - 1.125, - 1.109375, - 0.318359, - 0.792969, - 1.148438, - 0.800781, - 0.9375, - 1.15625, - 0.980469, - 0.941406, - 1.125, - 0.828125, - 1.078125, - 1.054688, - 1.054688, - 0.871094, - 1.039062, - 0.695312, - 0.972656, - 1.007812, - 1.0, - 1.070312, - 0.933594, - 0.949219, - 1.101562, - 0.988281, - 0.910156, - 1.046875, - 1.140625, - 1.085938, - 1.070312, - 1.117188, - 1.109375, - 1.101562, - 1.03125, - 0.921875, - 0.738281, - 1.015625, - 0.867188, - 1.0625, - 0.929688, - 0.972656, - 0.914062, - 0.964844, - 1.03125, - 1.078125, - 0.933594, - 1.125, - 1.085938, - 1.148438, - 1.007812, - 0.832031, - 1.085938, - 0.675781, - 0.902344, - 1.15625, - 0.917969, - 0.960938, - 0.722656, - 1.101562, - 1.070312, - 1.132812, - 0.8125, - 1.054688, - 1.125, - 0.710938, - 0.910156, - 0.925781, - 1.0625, - 1.117188, - 0.96875, - 1.140625, - 1.078125, - 0.683594, - 0.198242, - 1.125, - 0.898438, - 0.441406, - 1.03125, - 0.984375, - 1.007812, - 1.523438, - 1.039062, - 1.101562, - 0.992188, - 1.132812, - 1.007812, - 0.921875, - 1.085938, - 0.722656, - 1.140625, - 1.023438, - 0.984375, - 0.910156, - 1.015625, - 1.164062, - 1.101562, - 1.078125, - 1.054688, - 0.796875, - 1.09375, - 1.054688, - 0.703125, - 0.925781, - 1.09375, - 1.117188, - 1.109375, - 0.839844, - 0.707031, - 0.355469, - 0.314453, - 1.0625, - 0.976562, - 0.835938, - 1.0, - 0.789062, - 1.085938, - 1.0, - 0.914062, - 1.125, - 0.902344, - 0.960938, - 1.023438, - 0.9375, - 1.117188, - 1.085938, - 0.703125, - 1.085938, - 1.085938, - 1.15625, - 1.117188, - 1.085938, - 1.101562, - 0.761719, - 0.949219, - 0.910156, - 0.886719, - 1.078125, - 0.996094, - 1.140625, - 1.109375, - 0.898438, - 0.75, - 1.046875, - 1.007812, - 1.0, - 1.117188, - 0.890625, - 1.1875, - 1.828125, - 0.945312, - 1.0, - 0.945312, - 0.980469, - 1.15625, - 1.085938, - 0.917969, - 1.054688, - 1.117188, - 1.132812, - 0.734375, - 1.109375, - 1.085938, - 1.007812, - 0.957031, - 1.023438, - 0.667969, - 0.9375, - 0.984375, - 1.148438, - 1.125, - 0.925781, - 1.078125, - 0.886719, - 0.929688, - 1.109375, - 0.867188, - 1.039062, - 1.234375, - 0.996094, - 0.996094, - 1.109375, - 1.054688, - 1.09375, - 0.726562, - 1.125, - 1.046875, - 0.953125, - 1.007812, - 0.882812, - 1.0625, - 0.964844, - 0.867188, - 0.992188, - 0.945312, - 0.914062, - 0.953125, - 1.070312, - 0.65625, - 1.164062, - 0.691406, - 1.164062, - 1.117188, - 1.109375, - 0.945312, - 1.03125, - 1.015625, - 1.070312, - 0.878906, - 1.109375, - 1.03125, - 0.890625, - 1.0625, - 1.054688, - 0.917969, - 1.046875, - 0.605469, - 1.085938, - 0.988281, - 0.898438, - 0.964844, - 0.972656, - 1.046875, - 1.109375, - 0.941406, - 1.09375, - 1.140625, - 0.910156, - 1.023438, - 1.0, - 1.0, - 1.078125, - 0.753906, - 0.820312, - 1.125, - 1.09375, - 1.125, - 0.628906, - 1.132812, - 0.941406, - 1.117188, - 1.054688, - 1.023438, - 1.132812, - 1.125, - 1.109375, - 1.09375, - 0.652344, - 0.964844, - 1.03125, - 1.0, - 1.078125, - 1.164062, - 0.960938, - 1.007812, - 1.140625, - 1.03125, - 1.242188, - 1.046875, - 0.894531, - 0.96875, - 1.109375, - 1.03125, - 1.101562, - 1.078125, - 1.007812, - 1.101562, - 1.164062, - 1.210938, - 0.917969, - 1.171875, - 0.953125, - 0.941406, - 0.894531, - 1.023438, - 1.039062, - 1.054688, - 0.972656, - 1.132812, - 0.941406, - 1.078125, - 1.140625, - 0.314453, - 1.0625, - 1.09375, - 1.054688, - 1.085938, - 1.085938, - 1.078125, - 1.078125, - 0.882812, - 1.039062, - 1.09375, - 1.054688, - 1.03125, - 1.070312, - 0.710938, - 1.101562, - 0.886719, - 0.984375, - 1.132812, - 0.960938, - 0.910156, - 0.96875, - 1.015625, - 0.738281, - 1.296875, - 0.695312, - 0.890625, - 1.101562, - 0.699219, - 0.703125, - 0.984375, - 0.933594, - 0.722656, - 1.109375, - 1.0625, - 0.554688, - 0.953125, - 1.140625, - 0.921875, - 0.78125, - 1.171875, - 1.15625, - 0.988281, - 1.046875, - 0.957031, - 0.6875, - 1.140625, - 0.925781, - 0.992188, - 1.0, - 0.773438, - 1.085938, - 0.785156, - 1.070312, - 1.09375, - 1.101562, - 0.890625, - 1.273438, - 1.078125, - 1.015625, - 0.925781, - 0.964844, - 1.046875, - 0.992188, - 1.046875, - 1.132812, - 0.800781, - 0.953125, - 1.03125, - 1.117188, - 0.96875, - 1.140625, - 1.109375, - 0.914062, - 1.132812, - 0.957031, - 0.957031, - 1.117188, - 1.03125, - 0.984375, - 1.023438, - 0.789062, - 0.777344, - 1.125, - 0.65625, - 1.070312, - 1.15625, - 0.695312, - 0.726562, - 1.171875, - 0.984375, - 1.09375, - 1.015625, - 0.550781, - 1.085938, - 0.957031, - 0.886719, - 1.0625, - 1.09375, - 1.023438, - 0.707031, - 0.960938, - 1.085938, - 1.078125, - 0.953125, - 1.109375, - 1.132812, - 1.085938, - 1.148438, - 0.910156, - 0.707031, - 0.953125, - 1.109375, - 1.046875, - 1.109375, - 1.039062, - 1.0625, - 1.125, - 1.101562, - 1.0, - 1.078125, - 0.957031, - 1.078125, - 0.808594, - 0.6875, - 0.707031, - 1.054688, - 0.5625, - 1.0625, - 1.132812, - 1.140625, - 1.125, - 0.976562, - 1.09375, - 1.171875, - 1.101562, - 0.894531, - 1.125, - 1.226562, - 0.949219, - 1.015625, - 0.675781, - 0.578125, - 1.132812, - 0.433594, - 0.941406, - 0.855469, - 1.039062, - 1.046875, - 0.447266, - 0.710938, - 0.945312, - 0.785156, - 1.078125, - 1.039062, - 0.953125, - 0.996094, - 1.023438, - 1.125, - 0.996094, - 0.796875, - 1.15625, - 0.96875, - 1.117188, - 0.914062, - 1.132812, - 1.109375, - 1.148438, - 0.976562, - 1.09375, - 0.808594, - 1.289062, - 0.773438, - 0.914062, - 1.054688, - 1.34375, - 1.023438, - 1.125, - 0.6875, - 0.996094, - 1.125, - 1.109375, - 0.738281, - 1.039062, - 0.933594, - 1.148438, - 0.902344, - 1.09375, - 0.972656, - 0.699219, - 1.0625, - 1.09375, - 1.078125, - 0.875, - 0.984375, - 0.933594, - 1.085938, - 1.09375, - 1.109375, - 0.988281, - 0.894531, - 1.039062, - 1.054688, - 1.109375, - 0.710938, - 0.726562, - 0.628906, - 1.078125, - 1.054688, - 0.941406, - 0.417969, - 1.132812, - 0.507812, - 0.679688, - 0.90625, - 0.742188, - 1.109375, - 0.625, - 1.15625, - 1.046875, - 1.007812, - 0.964844, - 0.519531, - 1.070312, - 0.964844, - 1.007812, - 0.886719, - 1.117188, - 0.976562, - 1.117188, - 0.660156, - 1.070312, - 1.117188, - 1.054688, - 1.078125, - 0.792969, - 1.203125, - 0.988281, - 1.164062, - 0.960938, - 1.109375, - 1.09375, - 0.929688, - 1.148438, - 1.023438, - 0.988281, - 0.960938, - 1.078125, - 1.101562, - 1.117188, - 1.117188, - 1.078125, - 1.078125, - 0.699219, - 0.902344, - 1.070312, - 0.960938, - 1.125, - 0.964844, - 1.140625, - 1.078125, - 1.054688, - 1.117188, - 1.09375, - 1.15625, - 0.976562, - 1.085938, - 0.695312, - 1.117188, - 1.117188, - 0.863281, - 1.101562, - 0.976562, - 1.101562, - 0.921875, - 0.871094, - 1.117188, - 0.902344, - 0.902344, - 0.886719, - 1.101562, - 1.148438, - 1.132812, - 1.109375, - 0.917969, - 0.71875, - 1.023438, - 0.318359, - 1.15625, - 1.070312, - 1.109375, - 1.015625, - 1.046875, - 1.09375, - 0.902344, - 1.023438, - 1.007812, - 1.078125, - 0.96875, - 1.0625, - 0.957031, - 1.085938, - 1.085938, - 1.078125, - 0.4375, - 1.085938, - 1.085938, - 0.945312, - 0.695312, - 1.109375, - 0.753906, - 0.757812, - 0.886719, - 1.03125, - 0.890625, - 0.679688, - 1.007812, - 0.707031, - 0.84375, - 1.078125, - 0.921875, - 1.039062, - 0.980469, - 0.996094, - 0.496094, - 1.101562, - 0.898438, - 0.695312, - 1.078125, - 1.09375, - 1.0625, - 1.132812, - 0.949219, - 1.039062, - 0.957031, - 1.273438, - 1.078125, - 1.054688, - 1.078125, - 0.683594, - 1.132812, - 0.925781, - 0.664062, - 1.070312, - 0.976562, - 0.941406, - 1.101562, - 1.148438, - 0.000332, - 0.945312, - 0.910156, - 0.251953, - 0.851562, - 0.976562, - 1.125, - 0.902344, - 1.140625, - 1.101562, - 1.0, - 1.039062, - 0.941406, - 0.722656, - 0.953125, - 0.945312, - 0.949219, - 1.117188, - 1.117188, - 0.738281, - 0.722656, - 0.753906, - 1.109375, - 0.898438, - 0.84375, - 0.886719, - 1.15625, - 0.9375, - 0.953125, - 1.085938, - 0.976562, - 0.691406, - 1.023438, - 0.925781, - 1.117188, - 1.132812, - 0.859375, - 0.878906, - 1.164062, - 1.0625, - 1.007812, - 0.941406, - 1.03125, - 1.109375, - 0.714844, - 1.0, - 1.085938, - 0.957031, - 1.085938, - 0.957031, - 0.855469, - 1.070312, - 1.03125, - 0.910156, - 0.742188, - 0.964844, - 0.894531, - 1.078125, - 1.125, - 0.910156, - 0.996094, - 0.84375, - 1.046875, - 0.953125, - 1.0, - 0.914062, - 1.054688, - 1.015625, - 1.023438, - 0.988281, - 1.085938, - 0.925781, - 1.117188, - 1.117188, - 0.871094, - 1.140625, - 1.023438, - 1.046875, - 0.867188, - 0.878906, - 1.101562, - 1.140625, - 1.132812, - 1.085938, - 1.140625, - 1.03125, - 1.054688, - 1.117188, - 1.015625, - 1.101562, - 1.164062, - 0.960938, - 0.898438, - 1.03125, - 0.90625, - 1.109375, - 0.953125, - 1.0625, - 1.109375, - 0.964844, - 1.109375, - 0.882812, - 1.1875, - 0.871094, - 0.9375, - 0.863281, - 1.03125, - 0.769531, - 0.738281, - 1.039062, - 1.054688, - 0.671875, - 1.039062, - 1.046875, - 1.085938 - ] - }, - "name": "model.model.layers.24.post_attention_layernorm.weight", - "outputIndexes": [ - 2035 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2034 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_24/Mul_output_0", - "outputIndexes": [ - 2036 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2035, - 2036 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_24/Mul_1_output_0", - "outputIndexes": [ - 2037 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2037 - ], - "outputIndexes": [ - 2996 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 2996 - ], - "outputIndexes": [ - 2997 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/gate_proj/Linear", - "inputIndexes": [ - 2997 - ], - "outputIndexes": [ - 2998 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 635006664, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 2998 - ], - "outputIndexes": [ - 2999 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2999 - ], - "outputIndexes": [ - 2038 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2038 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_24/Sigmoid_output_0", - "outputIndexes": [ - 2039 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2038, - 2039 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_24/Mul_output_0", - "outputIndexes": [ - 2040 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2037 - ], - "outputIndexes": [ - 3000 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 3000 - ], - "outputIndexes": [ - 3001 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/up_proj/Linear", - "inputIndexes": [ - 3001 - ], - "outputIndexes": [ - 3002 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 642748126, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 3002 - ], - "outputIndexes": [ - 3003 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3003 - ], - "outputIndexes": [ - 2041 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2040, - 2041 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_24/Mul_output_0", - "outputIndexes": [ - 2042 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2042 - ], - "outputIndexes": [ - 3004 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 3004 - ], - "outputIndexes": [ - 3005 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/down_proj/Linear", - "inputIndexes": [ - 3005 - ], - "outputIndexes": [ - 3006 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 650489588, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 3006 - ], - "outputIndexes": [ - 3007 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3007 - ], - "outputIndexes": [ - 2043 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2034, - 2043 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_124_output_0", - "outputIndexes": [ - 2044 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2044, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_225_output_0", - "outputIndexes": [ - 2045 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.71875, - 0.490234, - 0.863281, - 0.519531, - 0.585938, - 0.423828, - 0.490234, - 0.470703, - 0.494141, - 0.455078, - 0.490234, - 0.835938, - 0.5, - 0.511719, - 0.490234, - 0.480469, - 0.503906, - 0.507812, - 0.5, - 0.431641, - 0.472656, - 0.519531, - 0.410156, - 2.328125, - 0.490234, - 0.486328, - 0.507812, - 0.439453, - 0.472656, - 0.511719, - 0.460938, - 0.507812, - 0.457031, - 0.416016, - 0.515625, - 0.498047, - 0.488281, - 0.482422, - 0.511719, - 0.730469, - 0.503906, - 0.484375, - 0.542969, - 0.457031, - 1.414062, - 0.488281, - 0.511719, - 0.474609, - 0.494141, - 0.871094, - 2.34375, - 0.878906, - 0.460938, - 0.539062, - 0.482422, - 0.464844, - 0.470703, - 2.15625, - 1.09375, - 0.486328, - 0.503906, - 0.460938, - 0.582031, - 0.490234, - 0.482422, - 1.070312, - 0.482422, - 0.384766, - 0.5, - 0.492188, - 0.515625, - 0.519531, - 2.125, - 0.535156, - 0.480469, - 0.796875, - 0.5, - 0.503906, - 0.476562, - 0.53125, - 0.480469, - 2.203125, - 1.03125, - 0.427734, - 0.476562, - 0.462891, - 0.431641, - 0.496094, - 0.546875, - 0.457031, - 0.539062, - 0.484375, - 0.925781, - 0.511719, - 0.451172, - 1.15625, - 0.492188, - 0.539062, - 0.519531, - 0.443359, - 0.492188, - 0.628906, - 0.835938, - 0.546875, - 0.542969, - 0.554688, - 0.535156, - 0.539062, - 0.515625, - 0.478516, - 0.507812, - 0.511719, - 0.498047, - 1.109375, - 0.486328, - 0.507812, - 0.554688, - 0.486328, - 2.265625, - 2.078125, - 0.523438, - 1.945312, - 0.535156, - 0.457031, - 0.511719, - 0.457031, - 0.46875, - 2.09375, - 0.503906, - 0.773438, - 0.515625, - 0.490234, - 0.507812, - 0.570312, - 0.486328, - 0.470703, - 0.4375, - 0.597656, - 0.486328, - 0.496094, - 2.28125, - 0.494141, - 0.5, - 1.914062, - 0.539062, - 0.412109, - 0.53125, - 1.390625, - 0.494141, - 0.472656, - 0.496094, - 0.511719, - 1.835938, - 0.507812, - 0.482422, - 0.464844, - 0.507812, - 0.478516, - 0.451172, - 0.486328, - 0.582031, - 0.542969, - 0.542969, - 1.859375, - 0.466797, - 0.441406, - 0.554688, - 0.527344, - 0.507812, - 0.578125, - 0.5, - 0.507812, - 0.515625, - 0.490234, - 0.480469, - 0.523438, - 0.566406, - 0.421875, - 0.478516, - 0.507812, - 0.503906, - 0.503906, - 0.470703, - 0.734375, - 0.527344, - 1.179688, - 2.015625, - 0.474609, - 0.4375, - 0.466797, - 0.492188, - 0.484375, - 0.511719, - 0.515625, - 0.511719, - 0.519531, - 0.496094, - 0.427734, - 0.519531, - 0.451172, - 0.494141, - 0.484375, - 0.476562, - 0.519531, - 0.488281, - 0.511719, - 0.478516, - 0.503906, - 0.554688, - 0.482422, - 0.519531, - 0.484375, - 0.558594, - 0.474609, - 0.455078, - 1.492188, - 0.474609, - 0.503906, - 0.523438, - 0.482422, - 0.539062, - 0.498047, - 0.84375, - 1.375, - 0.443359, - 0.488281, - 0.5, - 0.53125, - 0.984375, - 0.470703, - 0.492188, - 0.574219, - 0.511719, - 0.478516, - 0.503906, - 0.462891, - 0.511719, - 0.498047, - 0.484375, - 0.480469, - 0.453125, - 0.550781, - 0.503906, - 0.472656, - 0.519531, - 0.484375, - 0.5, - 0.482422, - 0.449219, - 0.462891, - 0.511719, - 1.414062, - 0.503906, - 0.996094, - 2.34375, - 0.482422, - 0.488281, - 0.496094, - 0.507812, - 0.53125, - 0.486328, - 0.480469, - 0.460938, - 0.490234, - 0.466797, - 0.472656, - 0.507812, - 0.484375, - 0.496094, - 0.476562, - 0.523438, - 0.671875, - 0.53125, - 0.470703, - 0.613281, - 0.439453, - 1.84375, - 0.478516, - 0.412109, - 0.503906, - 0.5, - 0.5, - 0.490234, - 0.535156, - 0.535156, - 2.046875, - 0.507812, - 0.503906, - 0.527344, - 0.527344, - 0.462891, - 0.527344, - 0.484375, - 0.511719, - 0.507812, - 0.457031, - 0.46875, - 0.554688, - 0.498047, - 0.507812, - 2.265625, - 1.289062, - 0.462891, - 1.820312, - 0.507812, - 0.527344, - 0.46875, - 0.523438, - 0.578125, - 2.359375, - 0.601562, - 0.488281, - 2.03125, - 0.492188, - 0.490234, - 0.453125, - 1.601562, - 0.523438, - 0.601562, - 2.171875, - 0.546875, - 0.507812, - 0.613281, - 0.597656, - 0.488281, - 0.578125, - 0.5, - 2.3125, - 0.476562, - 0.527344, - 2.4375, - 0.535156, - 2.21875, - 0.761719, - 0.53125, - 1.015625, - 0.515625, - 2.234375, - 0.511719, - 1.671875, - 0.609375, - 0.503906, - 0.515625, - 0.486328, - 0.515625, - 0.476562, - 0.523438, - 0.457031, - 0.425781, - 0.486328, - 0.458984, - 0.996094, - 0.863281, - 0.621094, - 0.345703, - 0.46875, - 1.101562, - 0.498047, - 0.53125, - 0.429688, - 0.412109, - 0.470703, - 0.435547, - 0.507812, - 0.46875, - 0.527344, - 0.515625, - 0.492188, - 2.203125, - 0.492188, - 0.46875, - 0.498047, - 0.492188, - 0.498047, - 0.455078, - 0.498047, - 0.462891, - 0.570312, - 0.492188, - 0.478516, - 0.550781, - 0.523438, - 0.503906, - 0.566406, - 1.226562, - 0.539062, - 0.535156, - 0.507812, - 0.478516, - 0.474609, - 0.507812, - 0.515625, - 0.494141, - 0.558594, - 1.054688, - 1.734375, - 0.519531, - 0.558594, - 0.464844, - 0.443359, - 0.425781, - 0.460938, - 0.546875, - 0.462891, - 0.503906, - 1.867188, - 0.492188, - 0.496094, - 0.339844, - 1.59375, - 0.511719, - 0.474609, - 0.490234, - 0.519531, - 0.472656, - 0.445312, - 0.482422, - 0.507812, - 0.46875, - 0.46875, - 0.480469, - 0.605469, - 0.535156, - 0.478516, - 0.369141, - 0.478516, - 0.443359, - 0.511719, - 0.46875, - 0.503906, - 0.53125, - 0.503906, - 0.451172, - 0.488281, - 0.703125, - 0.427734, - 0.462891, - 0.494141, - 0.503906, - 0.527344, - 0.507812, - 0.410156, - 1.242188, - 0.847656, - 0.480469, - 0.519531, - 1.859375, - 0.490234, - 0.503906, - 0.486328, - 0.523438, - 0.480469, - 0.511719, - 0.507812, - 0.5, - 0.474609, - 0.511719, - 0.494141, - 2.296875, - 0.546875, - 0.435547, - 0.457031, - 0.470703, - 0.515625, - 0.482422, - 1.992188, - 0.46875, - 0.5, - 0.554688, - 0.46875, - 0.515625, - 0.443359, - 0.597656, - 0.474609, - 0.539062, - 0.460938, - 0.515625, - 0.433594, - 1.484375, - 0.503906, - 0.494141, - 0.566406, - 0.472656, - 0.466797, - 0.486328, - 0.451172, - 0.519531, - 0.671875, - 0.462891, - 0.490234, - 0.451172, - 0.511719, - 0.482422, - 0.484375, - 0.5, - 0.539062, - 0.527344, - 0.490234, - 0.464844, - 1.5, - 1.640625, - 0.46875, - 0.482422, - 0.476562, - 0.5, - 0.455078, - 0.507812, - 0.832031, - 0.478516, - 0.503906, - 0.417969, - 0.455078, - 0.5, - 0.515625, - 2.203125, - 0.4375, - 0.527344, - 0.566406, - 0.964844, - 0.707031, - -0.000114, - 0.482422, - 0.558594, - 0.582031, - 0.482422, - 0.511719, - 0.439453, - 0.503906, - 0.490234, - 0.490234, - 0.431641, - 0.484375, - 1.617188, - 0.515625, - 0.478516, - 0.515625, - 0.515625, - 0.460938, - 0.455078, - 2.328125, - 0.515625, - 0.494141, - 0.486328, - 0.482422, - 0.416016, - 0.507812, - 1.0625, - 0.539062, - 1.03125, - 0.515625, - 0.416016, - 0.492188, - 0.462891, - 0.902344, - 2.078125, - 0.519531, - 0.482422, - 0.486328, - 0.503906, - 2.109375, - 0.5, - 0.519531, - 0.480469, - 0.503906, - 0.486328, - 1.117188, - 1.679688, - 0.546875, - 0.566406, - 0.484375, - 0.486328, - 0.486328, - 0.476562, - 2.328125, - 1.382812, - 0.435547, - 0.527344, - 0.484375, - 1.96875, - 0.511719, - 1.109375, - 0.490234, - 0.398438, - 0.462891, - 0.535156, - 0.486328, - 0.5, - 0.474609, - 0.5, - 0.6875, - 0.539062, - 0.480469, - 0.339844, - 0.451172, - 0.511719, - 0.490234, - 0.476562, - 0.527344, - 0.439453, - 0.482422, - 0.431641, - 0.498047, - 0.492188, - 1.914062, - 0.472656, - 1.1875, - 2.203125, - 0.466797, - 0.53125, - 0.000197, - 0.478516, - 0.431641, - 2.453125, - 0.427734, - 0.515625, - 0.5, - 0.515625, - 0.478516, - 0.671875, - 0.492188, - 0.445312, - 0.539062, - 0.486328, - 0.523438, - 0.53125, - 0.480469, - 0.5, - 0.464844, - 0.490234, - 0.5, - 0.535156, - 0.488281, - 2.28125, - 0.554688, - 0.494141, - 0.570312, - 0.488281, - 0.482422, - 0.488281, - 0.462891, - 0.507812, - 2.25, - 0.46875, - 0.496094, - 2.203125, - 0.5, - 0.476562, - 0.464844, - 0.960938, - 0.511719, - 1.976562, - 0.482422, - 0.507812, - 0.429688, - 0.435547, - 0.527344, - 0.486328, - 0.527344, - 0.484375, - 0.482422, - 0.5, - 1.03125, - 2.09375, - 0.519531, - 1.039062, - 0.474609, - 0.466797, - 0.542969, - 0.554688, - 0.435547, - 0.503906, - 1.09375, - 0.558594, - 0.527344, - 0.478516, - 0.451172, - 1.84375, - 0.458984, - 0.503906, - 0.5, - 0.503906, - 0.480469, - 0.511719, - 0.507812, - 0.492188, - 0.527344, - 0.466797, - 0.486328, - 0.466797, - 0.515625, - 0.449219, - 0.5, - 0.503906, - 0.470703, - 1.140625, - 0.582031, - 0.597656, - 0.457031, - 0.46875, - 0.617188, - 0.519531, - 0.482422, - 0.492188, - 0.453125, - 1.460938, - 0.466797, - 0.527344, - 0.53125, - 0.527344, - 0.472656, - 1.75, - 2.359375, - 0.460938, - 1.234375, - 1.914062, - 0.476562, - 0.466797, - 0.492188, - 1.632812, - 0.492188, - 0.472656, - 2.03125, - 0.460938, - 1.710938, - 0.511719, - 0.542969, - 0.519531, - 0.507812, - 0.542969, - 0.511719, - 0.5, - 0.496094, - 0.470703, - 0.441406, - 0.480469, - 0.625, - 0.570312, - 0.486328, - 0.494141, - 0.523438, - 0.566406, - 1.875, - 1.265625, - 0.443359, - 0.488281, - 0.496094, - 0.478516, - 0.492188, - 0.494141, - 0.5, - 0.734375, - 0.492188, - 0.90625, - 1.78125, - 0.585938, - 0.476562, - 0.503906, - 0.46875, - 0.470703, - 0.478516, - 0.490234, - 0.478516, - 0.519531, - 2.296875, - 0.511719, - 0.46875, - 0.496094, - 0.644531, - 0.519531, - 0.476562, - 2.28125, - 0.570312, - 0.527344, - 0.566406, - 0.589844, - 0.503906, - 0.558594, - 1.140625, - 0.466797, - 0.425781, - 0.470703, - 0.490234, - 0.494141, - 0.527344, - 0.613281, - 0.511719, - 0.617188, - 0.439453, - 0.472656, - 0.439453, - 0.503906, - 0.484375, - 0.480469, - 1.289062, - 0.6875, - 0.523438, - 0.855469, - 0.416016, - 0.53125, - 0.494141, - 0.455078, - 0.472656, - 0.894531, - 0.449219, - 0.482422, - 0.458984, - 0.449219, - 0.488281, - 1.851562, - 0.4375, - 0.480469, - 0.449219, - 0.445312, - 0.435547, - 0.523438, - 0.478516, - 0.511719, - 0.455078, - 0.484375, - 0.486328, - 0.511719, - 0.53125, - 0.457031, - 0.519531, - 0.511719, - 0.486328, - 0.542969, - 2.0625, - 0.550781, - 0.457031, - 0.484375, - 0.464844, - 0.511719, - 0.527344, - 0.482422, - 0.472656, - 0.490234, - 0.46875, - 0.523438, - 0.496094, - 0.511719, - 0.53125, - 0.746094, - 0.503906, - 1.507812, - 0.396484, - 0.515625, - 0.472656, - 0.546875, - 2.390625, - 0.484375, - 0.490234, - 0.519531, - 0.808594, - 0.5, - 0.535156, - 2.09375, - 0.445312, - 0.408203, - 0.498047, - 0.482422, - 0.53125, - 0.515625, - 0.470703, - 2.453125, - 1.0625, - 0.519531, - 0.482422, - 0.894531, - 0.474609, - 0.480469, - 0.474609, - 1.015625, - 0.423828, - 0.527344, - 0.496094, - 0.519531, - 0.511719, - 0.511719, - 0.5, - 2.3125, - 0.5, - 0.46875, - 0.478516, - 0.511719, - 0.511719, - 0.490234, - 0.484375, - 0.494141, - 0.490234, - 1.179688, - 0.482422, - 0.492188, - 2.28125, - 0.507812, - 0.486328, - 0.511719, - 0.462891, - 0.625, - 2.3125, - 1.078125, - 0.898438, - 0.472656, - 0.486328, - 0.5625, - 0.464844, - 0.980469, - 0.486328, - 0.503906, - 0.351562, - 0.546875, - 0.601562, - 0.503906, - 0.480469, - 0.431641, - 0.490234, - 0.474609, - 2.28125, - 0.484375, - 0.46875, - 0.503906, - 0.53125, - 0.488281, - 0.511719, - 0.964844, - 0.546875, - 0.515625, - 0.46875, - 0.476562, - 0.486328, - 0.511719, - 0.5, - 0.550781, - 2.296875, - 0.570312, - 0.519531, - 0.53125, - 0.539062, - 0.4375, - 0.478516, - -8.7e-05, - 0.486328, - 0.527344, - 0.462891, - 0.519531, - 0.494141, - 0.511719, - 0.439453, - 0.621094, - 0.53125, - 0.494141, - 2.203125, - 0.474609, - 0.507812, - 0.490234, - 0.5625, - 0.482422, - 0.949219, - 0.464844, - 0.523438, - 0.478516, - 0.490234, - 0.490234, - 0.457031, - 0.455078, - 0.511719, - 0.488281, - 0.507812, - 0.486328, - 0.447266, - 0.460938, - 0.523438, - 0.464844, - 0.472656, - 0.480469, - 2.234375, - 0.5, - 0.527344, - 0.5, - 0.458984, - 0.515625, - 0.507812, - 0.554688, - 0.558594, - 0.482422, - 0.464844, - 0.542969, - 0.566406, - 0.527344, - 1.515625, - 0.523438, - 2.265625, - 0.558594, - 0.464844, - 0.503906, - 0.474609, - 0.574219, - 0.496094, - 0.451172, - 0.414062, - 0.466797, - 0.460938, - 0.462891, - 0.523438, - 0.476562, - 0.503906, - 0.482422, - 1.375, - 0.566406, - 0.498047, - 0.427734, - 0.482422, - 0.550781, - 0.488281, - 0.490234, - 0.59375, - 0.519531, - 0.474609, - 0.4375, - 0.46875, - 0.486328, - 0.412109, - 0.476562, - 1.007812, - 0.757812, - 0.470703, - 0.480469, - 0.460938, - 1.242188, - 0.5, - 0.494141, - 0.511719, - 0.466797, - 0.466797, - 0.515625, - 0.480469, - 0.503906, - 0.486328, - 1.015625, - 0.503906, - 0.480469, - 0.462891, - 0.482422, - 0.503906, - 0.5625, - 0.546875, - 0.503906, - 0.535156, - 0.488281, - 0.5, - 0.507812, - 0.5, - 0.523438, - 0.494141, - 0.484375, - 0.496094, - 0.519531, - 0.445312, - 0.53125, - 0.507812, - 0.388672, - 0.494141, - 0.507812, - 0.488281, - 0.492188, - 0.53125, - 0.482422, - 0.535156, - 0.4375, - 0.472656, - 0.507812, - 0.507812, - 0.53125, - 1.21875, - 0.507812, - 0.53125, - 0.451172, - 0.515625, - 0.46875, - 0.464844, - 0.523438, - 0.455078, - 0.464844, - 0.511719, - 0.466797, - 0.480469, - 0.496094, - 2.140625, - 0.519531, - 0.75, - 0.523438, - 0.476562, - 0.53125, - 0.476562, - 0.484375, - 0.447266, - 0.847656, - 0.542969, - 2.359375, - 0.447266, - 0.470703, - 1.945312, - 2.46875, - 0.511719, - 0.542969, - 0.632812, - 0.503906, - 0.439453, - 0.894531, - 0.451172, - 0.484375, - 0.486328, - 2.375, - 0.535156, - 0.480469, - 0.523438, - 0.492188, - 0.457031, - 1.007812, - 0.488281, - 0.511719, - 0.503906, - 0.515625, - 0.753906, - 0.451172, - 1.140625, - 0.503906, - 0.507812, - 0.507812, - 0.53125, - 0.582031, - 0.466797, - 0.503906, - 0.523438, - 0.412109, - 0.503906, - 0.535156, - 0.542969, - 0.507812, - 1.039062, - 0.542969, - 0.494141, - 0.466797, - 0.511719, - 0.470703, - 0.486328, - 0.445312, - 0.482422, - 0.484375, - 0.4375, - 0.519531, - 0.498047, - 0.470703, - 0.466797, - 0.785156, - 2.390625, - 0.474609, - 2.484375, - 0.484375, - 0.566406, - 1.929688, - 0.703125, - 0.511719, - 0.472656, - 0.486328, - 0.527344, - 1.5, - 0.470703, - 0.443359, - 0.496094, - 0.480469, - 0.484375, - 0.5, - 1.234375, - 0.492188, - 0.490234, - 0.482422, - 0.419922, - 0.503906, - 0.470703, - 0.503906, - 0.458984, - 0.425781, - 1.804688, - 0.601562, - 0.503906, - 0.496094, - 0.470703, - 0.490234, - 0.46875, - 0.462891, - 0.490234, - 0.511719, - 0.458984, - 0.449219, - 0.462891, - 0.601562, - 1.625, - 0.894531, - 0.507812, - 0.816406, - 0.464844, - 0.5, - 0.511719, - 0.480469, - 0.449219, - 0.519531, - 0.5, - 0.490234, - 0.546875, - 0.464844, - 0.566406, - 0.5, - 0.474609, - 1.460938, - 1.914062, - 0.496094, - 0.917969, - 0.640625, - 0.71875, - 0.494141, - 0.482422, - 1.492188, - 1.21875, - 0.470703, - 1.289062, - 0.5, - 0.570312, - 0.511719, - 0.816406, - 0.494141, - 0.46875, - 0.429688, - 1.789062, - 0.503906, - 0.474609, - 0.470703, - 0.527344, - 0.519531, - 0.458984, - 0.478516, - 0.566406, - 0.503906, - 1.882812, - 0.546875, - 0.980469, - 0.539062, - 0.5, - 0.644531, - 0.486328, - 0.515625, - 2.078125, - 0.617188, - 0.478516, - 0.470703, - 2.140625, - 0.527344, - 0.5, - 0.527344, - 0.476562, - 0.464844, - 0.482422, - 2.171875, - 0.578125, - 0.482422, - 0.503906, - 0.515625, - 0.5, - 0.667969, - 0.507812, - 0.478516, - 0.511719, - 0.398438, - 0.417969, - 0.515625, - 0.490234, - 0.490234, - 0.933594, - 1.5625, - 0.890625, - 0.507812, - 0.492188, - 0.511719, - 0.984375, - 0.472656, - 0.9375, - 2.4375, - 0.5, - 2.484375, - 0.498047, - 0.902344, - 0.453125, - 0.511719, - 0.478516, - 0.507812, - 1.117188, - 0.439453, - 0.4375, - 0.511719, - 0.441406, - 0.472656, - 0.648438, - 0.498047, - 1.726562, - 0.527344, - 0.476562, - 0.494141, - 0.523438, - 0.875, - 0.490234, - 0.546875, - 0.494141, - 0.546875, - 0.554688, - 0.5, - 0.539062, - 0.478516, - 0.488281, - 0.523438, - 0.496094, - 0.507812, - 0.472656, - 0.472656, - 0.503906, - 0.527344, - 0.515625, - 1.898438, - 0.546875, - 0.511719, - 0.554688, - 0.527344, - 0.453125, - 0.484375, - 0.5625, - 0.488281, - 0.484375, - 0.53125, - 0.494141, - 0.542969, - 0.515625, - 2.078125, - 0.476562, - 0.470703, - 0.597656, - 0.523438, - 0.546875, - 0.494141, - 0.503906, - 0.480469, - 0.527344, - 0.478516, - 0.511719, - 0.460938, - 0.503906, - 0.507812, - 0.496094, - 0.494141, - 0.466797, - 2.15625, - 0.453125, - 1.21875, - 0.353516, - 0.5, - 0.519531, - 0.488281, - 0.5625, - 0.482422, - 0.462891, - 0.464844, - 0.449219, - 0.511719, - 0.511719, - 0.558594, - 0.527344, - 0.498047, - 0.457031, - 0.492188, - 0.808594, - 0.503906, - 0.498047, - 0.554688, - 2.34375, - 0.494141, - 2.296875, - 1.757812, - 0.507812, - 0.480469, - 0.414062, - 1.40625, - 0.443359, - 2.265625, - 0.578125, - 0.494141, - 0.574219, - 0.53125, - 0.425781, - 0.480469, - 1.257812, - 0.476562, - 0.539062, - 2.09375, - 0.490234, - 0.507812, - 0.507812, - 0.59375, - 0.65625, - 0.46875, - 0.498047, - 0.539062, - 0.515625, - 0.5, - 0.451172, - 1.585938, - 0.527344, - 0.523438, - 1.703125, - 0.46875, - 0.453125, - 0.523438, - 0.496094, - 0.494141, - -0.002563, - 0.503906, - 0.617188, - 1.304688, - 0.65625, - 0.566406, - 0.511719, - 0.416016, - 0.460938, - 0.498047, - 0.474609, - 0.503906, - 0.427734, - 1.765625, - 0.402344, - 0.566406, - 0.5, - 0.451172, - 0.462891, - 2.3125, - 2.34375, - 2.015625, - 0.486328, - 0.496094, - 0.601562, - 0.703125, - 0.476562, - 0.476562, - 0.578125, - 0.449219, - 0.523438, - 1.890625, - 0.535156, - 0.464844, - 0.482422, - 0.490234, - 0.542969, - 0.578125, - 0.482422, - 0.4375, - 0.511719, - 0.482422, - 0.445312, - 0.464844, - 2.0625, - 0.488281, - 0.503906, - 0.414062, - 0.472656, - 0.554688, - 0.507812, - 0.480469, - 0.486328, - 0.539062, - 2.078125, - 0.523438, - 0.460938, - 0.519531, - 0.457031, - 0.390625, - 0.464844, - 0.894531, - 0.439453, - 0.455078, - 0.447266, - 0.4375, - 0.498047, - 0.578125, - 0.458984, - 0.472656, - 0.507812, - 0.451172, - 0.492188, - 0.476562, - 0.478516, - 0.507812, - 0.507812, - 0.482422, - 0.5625, - 0.496094, - 0.498047, - 0.466797, - 0.486328, - 0.429688, - 0.503906, - 0.472656, - 0.474609, - 0.451172, - 0.482422, - 0.503906, - 0.496094, - 0.494141, - 0.523438, - 0.445312, - 0.511719, - 0.466797, - 0.597656, - 0.476562, - 0.460938, - 0.443359, - 0.498047, - 0.5, - 0.507812, - 0.515625, - 0.550781, - 0.519531, - 0.511719, - 0.933594, - 1.703125, - 0.455078, - 0.511719, - 2.015625, - 0.53125, - 0.527344, - 0.447266 - ] - }, - "name": "model.model.layers.25.input_layernorm.weight", - "outputIndexes": [ - 2046 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2045 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_25/Mul_output_0", - "outputIndexes": [ - 2047 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2046, - 2047 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_25/Mul_1_output_0", - "outputIndexes": [ - 2048 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2048 - ], - "outputIndexes": [ - 3008 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 3008 - ], - "outputIndexes": [ - 3009 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear", - "inputIndexes": [ - 3009 - ], - "outputIndexes": [ - 3010 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 658231050, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 3010 - ], - "outputIndexes": [ - 3011 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3011 - ], - "outputIndexes": [ - 2049 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2048 - ], - "main_type": "NONE", - "name": "/Shape_351_output_0", - "outputIndexes": [ - 2050 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2050 - ], - "main_type": "NONE", - "name": "Shape6328", - "outputIndexes": [ - 2051 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2050 - ], - "main_type": "NONE", - "name": "Rank6330", - "outputIndexes": [ - 2052 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2052, - 2052 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6332", - "outputIndexes": [ - 2053 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2053 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6333", - "outputIndexes": [ - 2054 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2053, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6335", - "outputIndexes": [ - 2055 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2055 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6336", - "outputIndexes": [ - 2056 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2051, - 2054, - 2056, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6339", - "outputIndexes": [ - 2057 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2057 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6340", - "outputIndexes": [ - 2058 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 2058 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6341", - "outputIndexes": [ - 2059 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2059, - 2058 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6342", - "outputIndexes": [ - 2060 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2050, - 2060, - 2053 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_379_output_0", - "outputIndexes": [ - 2061 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2061, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_801_output_0", - "outputIndexes": [ - 2062 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 2062, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_325_output_0", - "outputIndexes": [ - 2063 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2049, - 2063 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_226_output_0", - "outputIndexes": [ - 2064 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2064, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_200_output_0", - "outputIndexes": [ - 2065 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2064 - ], - "main_type": "NONE", - "name": "/Shape_352_output_0", - "outputIndexes": [ - 2066 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2066 - ], - "main_type": "NONE", - "name": "Shape6349", - "outputIndexes": [ - 2067 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2066 - ], - "main_type": "NONE", - "name": "Rank6351", - "outputIndexes": [ - 2068 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2068, - 2068 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6353", - "outputIndexes": [ - 2069 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2069 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6354", - "outputIndexes": [ - 2070 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2069, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6356", - "outputIndexes": [ - 2071 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2071 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6357", - "outputIndexes": [ - 2072 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2067, - 2070, - 2072, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6360", - "outputIndexes": [ - 2073 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2073 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6361", - "outputIndexes": [ - 2074 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2074 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6362", - "outputIndexes": [ - 2075 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2075, - 2074 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6363", - "outputIndexes": [ - 2076 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2066, - 2076, - 2069 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_380_output_0", - "outputIndexes": [ - 2077 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2077, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_75_output_0", - "outputIndexes": [ - 2078 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2078, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_806_output_0", - "outputIndexes": [ - 2079 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2064, - 2079, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_101_output_0", - "outputIndexes": [ - 2080 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2080 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_50_output_0", - "outputIndexes": [ - 2081 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2064, - 22, - 2079, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_100_output_0", - "outputIndexes": [ - 2082 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2081, - 2082 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_328_output_0", - "outputIndexes": [ - 2083 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2083, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_201_output_0", - "outputIndexes": [ - 2084 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2065, - 2084 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_125_output_0", - "outputIndexes": [ - 2085 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2048 - ], - "outputIndexes": [ - 3012 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 3012 - ], - "outputIndexes": [ - 3013 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear", - "inputIndexes": [ - 3013 - ], - "outputIndexes": [ - 3014 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 659564320, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 3014 - ], - "outputIndexes": [ - 3015 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3015 - ], - "outputIndexes": [ - 2086 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 2062, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_326_output_0", - "outputIndexes": [ - 2087 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2086, - 2087 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_227_output_0", - "outputIndexes": [ - 2088 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2088, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_202_output_0", - "outputIndexes": [ - 2089 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2088 - ], - "main_type": "NONE", - "name": "/Shape_353_output_0", - "outputIndexes": [ - 2090 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2090 - ], - "main_type": "NONE", - "name": "Shape6412", - "outputIndexes": [ - 2091 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2090 - ], - "main_type": "NONE", - "name": "Rank6414", - "outputIndexes": [ - 2092 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2092, - 2092 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6416", - "outputIndexes": [ - 2093 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2093 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6417", - "outputIndexes": [ - 2094 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2093, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6419", - "outputIndexes": [ - 2095 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2095 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6420", - "outputIndexes": [ - 2096 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2091, - 2094, - 2096, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6423", - "outputIndexes": [ - 2097 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2097 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6424", - "outputIndexes": [ - 2098 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2098 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6425", - "outputIndexes": [ - 2099 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2099, - 2098 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6426", - "outputIndexes": [ - 2100 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2090, - 2100, - 2093 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_381_output_0", - "outputIndexes": [ - 2101 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2101, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_76_output_0", - "outputIndexes": [ - 2102 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2102, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_808_output_0", - "outputIndexes": [ - 2103 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2088, - 2103, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_103_output_0", - "outputIndexes": [ - 2104 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2104 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_51_output_0", - "outputIndexes": [ - 2105 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2088, - 22, - 2103, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_102_output_0", - "outputIndexes": [ - 2106 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2105, - 2106 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_329_output_0", - "outputIndexes": [ - 2107 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2107, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_203_output_0", - "outputIndexes": [ - 2108 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2089, - 2108 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_126_output_0", - "outputIndexes": [ - 2109 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2048 - ], - "outputIndexes": [ - 3016 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 3016 - ], - "outputIndexes": [ - 3017 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear", - "inputIndexes": [ - 3017 - ], - "outputIndexes": [ - 3018 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 659786550, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 3018 - ], - "outputIndexes": [ - 3019 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3019 - ], - "outputIndexes": [ - 2110 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2110, - 2087 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_228_output_0", - "outputIndexes": [ - 2111 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2085, - 2109, - 2111, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_233_output_0", - "outputIndexes": [ - 2112 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2112 - ], - "outputIndexes": [ - 3020 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 3020 - ], - "outputIndexes": [ - 3021 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear", - "inputIndexes": [ - 3021 - ], - "outputIndexes": [ - 3022 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 660008780, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 3022 - ], - "outputIndexes": [ - 3023 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3023 - ], - "outputIndexes": [ - 2113 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2045, - 2113 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_128_output_0", - "outputIndexes": [ - 2114 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.960938, - 1.117188, - 0.714844, - 0.972656, - 0.984375, - 0.980469, - 1.09375, - 1.03125, - 0.980469, - 0.984375, - 1.078125, - 0.890625, - 1.109375, - 1.09375, - 1.09375, - 1.054688, - 1.101562, - 1.039062, - 1.117188, - 0.980469, - 1.085938, - 1.054688, - 1.085938, - 0.992188, - 1.101562, - 1.085938, - 0.988281, - 0.972656, - 0.984375, - 1.125, - 1.101562, - 1.085938, - 1.132812, - 0.980469, - 1.039062, - 1.101562, - 1.085938, - 1.054688, - 0.964844, - 0.917969, - 1.117188, - 1.125, - 1.09375, - 1.125, - 0.84375, - 1.046875, - 0.96875, - 1.070312, - 1.03125, - 0.863281, - 1.0, - 0.859375, - 1.109375, - 1.007812, - 1.070312, - 0.988281, - 0.953125, - 0.972656, - 0.570312, - 0.941406, - 1.03125, - 0.992188, - 1.03125, - 1.125, - 1.039062, - 0.867188, - 1.0625, - 0.972656, - 1.054688, - 0.988281, - 0.980469, - 1.0, - 0.972656, - 0.960938, - 1.054688, - 0.878906, - 1.0625, - 1.03125, - 1.054688, - 1.140625, - 1.125, - 0.957031, - 0.761719, - 1.054688, - 1.09375, - 1.109375, - 1.085938, - 1.117188, - 1.007812, - 1.070312, - 1.03125, - 0.953125, - 0.847656, - 0.953125, - 1.109375, - 0.492188, - 1.046875, - 0.976562, - 1.117188, - 1.078125, - 1.140625, - 0.929688, - 0.921875, - 1.125, - 0.988281, - 0.964844, - 1.046875, - 1.015625, - 0.941406, - 1.101562, - 0.980469, - 1.132812, - 1.039062, - 0.462891, - 1.09375, - 1.078125, - 1.015625, - 1.109375, - 0.976562, - 0.964844, - 1.085938, - 0.949219, - 1.007812, - 0.976562, - 1.09375, - 1.109375, - 1.109375, - 0.980469, - 1.015625, - 1.40625, - 1.03125, - 1.078125, - 1.039062, - 1.15625, - 1.101562, - 1.164062, - 0.960938, - 1.15625, - 0.9375, - 1.023438, - 0.976562, - 1.03125, - 0.976562, - 0.960938, - 1.085938, - 1.007812, - 1.078125, - 0.8125, - 1.132812, - 1.054688, - 1.054688, - 1.09375, - 0.921875, - 1.078125, - 1.570312, - 0.992188, - 1.070312, - 0.980469, - 1.101562, - 1.117188, - 0.941406, - 1.007812, - 1.046875, - 0.957031, - 0.988281, - 1.070312, - 1.046875, - 1.125, - 1.054688, - 1.085938, - 1.125, - 1.085938, - 1.070312, - 1.125, - 1.015625, - 1.101562, - 1.039062, - 1.101562, - 1.070312, - 1.140625, - 1.101562, - 0.945312, - 1.117188, - 0.988281, - 1.0, - 0.535156, - 1.007812, - 1.140625, - 1.046875, - 1.085938, - 1.09375, - 1.078125, - 1.132812, - 1.085938, - 1.117188, - 1.046875, - 1.03125, - 1.023438, - 1.140625, - 0.941406, - 0.929688, - 1.070312, - 1.109375, - 1.132812, - 1.109375, - 1.078125, - 1.070312, - 1.117188, - 0.9375, - 1.109375, - 1.046875, - 1.132812, - 0.933594, - 1.015625, - 1.085938, - 0.886719, - 1.109375, - 1.070312, - 1.109375, - 1.054688, - 1.039062, - 1.085938, - 1.007812, - 0.431641, - 1.007812, - 1.09375, - 0.988281, - 0.945312, - 0.613281, - 1.054688, - 1.054688, - 1.039062, - 1.085938, - 1.09375, - 1.125, - 0.980469, - 0.988281, - 1.007812, - 1.078125, - 1.117188, - 1.046875, - 1.007812, - 1.070312, - 1.109375, - 0.996094, - 1.070312, - 1.125, - 1.039062, - 1.007812, - 1.125, - 1.054688, - 0.808594, - 1.117188, - 0.439453, - 0.964844, - 1.007812, - 1.03125, - 1.140625, - 1.125, - 1.023438, - 1.070312, - 1.117188, - 1.101562, - 1.0, - 1.125, - 1.078125, - 1.015625, - 1.109375, - 1.078125, - 1.023438, - 1.125, - 0.976562, - 0.972656, - 1.085938, - 0.921875, - 0.949219, - 0.972656, - 1.109375, - 0.964844, - 1.125, - 1.101562, - 1.007812, - 1.023438, - 0.921875, - 1.023438, - 0.964844, - 1.085938, - 1.078125, - 1.03125, - 1.109375, - 1.09375, - 1.148438, - 1.148438, - 1.132812, - 0.964844, - 1.046875, - 1.078125, - 1.0625, - 1.117188, - 1.109375, - 0.972656, - 0.820312, - 1.117188, - 0.929688, - 1.125, - 0.953125, - 1.078125, - 1.023438, - 1.085938, - 0.988281, - 0.875, - 1.101562, - 0.96875, - 1.070312, - 1.15625, - 1.109375, - 0.898438, - 1.101562, - 0.984375, - 0.992188, - 1.0625, - 1.132812, - 1.007812, - 0.960938, - 1.03125, - 1.054688, - 0.984375, - 0.949219, - 1.085938, - 1.015625, - 0.96875, - 1.070312, - 0.972656, - 0.917969, - 1.039062, - 0.917969, - 1.039062, - 0.96875, - 1.0, - 0.917969, - 0.980469, - 1.09375, - 0.984375, - 1.125, - 1.085938, - 1.046875, - 1.039062, - 1.0, - 0.949219, - 1.109375, - 0.960938, - 0.847656, - 0.832031, - 1.0625, - 1.015625, - 1.09375, - 0.349609, - 1.054688, - 1.0625, - 0.957031, - 1.0, - 1.046875, - 1.0625, - 1.101562, - 1.070312, - 1.015625, - 1.109375, - 1.007812, - 1.0, - 1.125, - 1.054688, - 0.96875, - 1.117188, - 0.941406, - 1.023438, - 1.023438, - 1.117188, - 0.949219, - 1.140625, - 0.953125, - 1.125, - 1.132812, - 1.0625, - 1.164062, - 0.902344, - 1.039062, - 0.984375, - 1.125, - 0.984375, - 1.101562, - 1.039062, - 1.03125, - 1.078125, - 1.085938, - 0.589844, - 0.933594, - 1.078125, - 0.988281, - 1.03125, - 1.109375, - 0.984375, - 1.09375, - 0.992188, - 0.988281, - 1.023438, - 0.9375, - 1.101562, - 1.09375, - 0.992188, - 0.90625, - 1.046875, - 0.988281, - 1.125, - 1.132812, - 1.03125, - 0.945312, - 1.140625, - 1.109375, - 0.957031, - 1.09375, - 1.117188, - 0.929688, - 1.085938, - 0.941406, - 1.007812, - 1.109375, - 0.996094, - 1.109375, - 1.054688, - 1.070312, - 1.179688, - 1.101562, - 1.085938, - 1.148438, - 0.898438, - 0.976562, - 0.964844, - 0.949219, - 1.0625, - 1.023438, - 1.015625, - 1.039062, - 0.820312, - 0.855469, - 1.0625, - 1.125, - 0.914062, - 1.078125, - 1.054688, - 1.117188, - 1.125, - 1.070312, - 1.023438, - 1.171875, - 1.109375, - 1.109375, - 1.132812, - 1.101562, - 0.960938, - 1.179688, - 0.964844, - 1.078125, - 1.109375, - 0.980469, - 0.996094, - 0.917969, - 0.941406, - 1.070312, - 1.0, - 1.015625, - 1.101562, - 1.046875, - 0.984375, - 1.054688, - 1.140625, - 1.109375, - 1.109375, - 0.925781, - 0.894531, - 1.09375, - 1.125, - 1.046875, - 1.101562, - 1.117188, - 1.007812, - 0.980469, - 1.078125, - 0.964844, - 1.09375, - 1.109375, - 1.039062, - 1.039062, - 1.109375, - 1.054688, - 1.078125, - 1.101562, - 1.0625, - 1.109375, - 1.0, - 0.875, - 0.867188, - 1.132812, - 1.101562, - 1.835938, - 1.164062, - 1.0625, - 1.070312, - 0.839844, - 0.945312, - 1.164062, - 1.023438, - 1.125, - 1.164062, - 1.109375, - 0.96875, - 1.054688, - 1.078125, - 1.078125, - 1.117188, - 0.90625, - 1.960938, - 1.085938, - 1.03125, - 0.941406, - 1.101562, - 0.957031, - 1.015625, - 1.101562, - 1.046875, - 1.054688, - 0.957031, - 1.0, - 0.886719, - 0.992188, - 1.109375, - 1.109375, - 1.117188, - 1.007812, - 1.101562, - 0.976562, - 1.039062, - 1.015625, - 1.117188, - 1.070312, - 0.972656, - 1.03125, - 0.621094, - 1.0625, - 0.769531, - 1.023438, - 0.992188, - 1.03125, - 1.101562, - 1.78125, - 0.964844, - 1.054688, - 1.132812, - 1.117188, - 1.117188, - 1.0, - 1.117188, - 1.132812, - 1.078125, - 1.0625, - 1.117188, - 0.707031, - 0.929688, - 1.015625, - 1.039062, - 1.078125, - 0.9375, - 1.132812, - 0.996094, - 0.972656, - 0.902344, - 0.941406, - 1.085938, - 1.085938, - 0.953125, - 1.0625, - 0.376953, - 0.992188, - 0.980469, - 1.117188, - 1.039062, - 0.945312, - 1.007812, - 1.085938, - 1.117188, - 1.0, - 1.101562, - 1.117188, - 1.179688, - 0.996094, - 0.996094, - 1.132812, - 1.101562, - 1.117188, - 1.070312, - 1.0, - 1.132812, - 1.09375, - 1.03125, - 0.980469, - 1.109375, - 0.804688, - 0.964844, - 1.109375, - 1.039062, - -0.000228, - 0.960938, - 1.039062, - 1.054688, - 0.972656, - 0.964844, - 1.085938, - 0.921875, - 1.125, - 0.914062, - 0.972656, - 0.988281, - 0.980469, - 1.023438, - 0.980469, - 1.101562, - 1.109375, - 1.039062, - 1.148438, - 1.078125, - 1.039062, - 1.125, - 1.023438, - 0.988281, - 1.03125, - 1.0625, - 1.007812, - 1.132812, - 0.921875, - 1.101562, - 1.070312, - 1.117188, - 0.957031, - 1.101562, - 0.992188, - 0.980469, - 1.109375, - 1.125, - 1.132812, - 0.796875, - 0.980469, - 0.972656, - 1.117188, - 0.964844, - 0.953125, - 0.964844, - 1.140625, - 1.117188, - 1.125, - 0.984375, - 1.15625, - 1.007812, - 0.792969, - 1.023438, - 1.039062, - 0.671875, - 1.0625, - 1.085938, - 0.992188, - 0.988281, - 0.945312, - 1.039062, - 0.546875, - 1.117188, - 1.117188, - 1.109375, - 1.117188, - 0.90625, - 1.09375, - 1.046875, - 0.972656, - 1.046875, - 1.101562, - 1.078125, - 1.09375, - 1.09375, - 1.0, - 1.109375, - 1.117188, - 0.984375, - 1.109375, - 1.117188, - 1.070312, - 0.996094, - 1.125, - 0.667969, - 1.007812, - 0.96875, - 1.023438, - 1.148438, - 1.023438, - 1.039062, - 1.054688, - 1.03125, - 1.101562, - 0.882812, - 1.101562, - 0.992188, - 1.0625, - 1.125, - 0.992188, - 0.941406, - 0.9375, - 1.125, - 0.929688, - 0.972656, - 1.117188, - 1.09375, - 1.046875, - 0.902344, - 1.109375, - 1.101562, - 0.957031, - 1.0, - 0.941406, - 1.023438, - 0.980469, - 1.007812, - 1.09375, - 1.078125, - 0.988281, - 1.023438, - 1.054688, - 1.0625, - 0.984375, - 1.117188, - 0.925781, - 0.984375, - 1.109375, - 1.125, - 1.15625, - 0.984375, - 0.949219, - 0.435547, - 1.0, - 1.078125, - 1.09375, - 1.015625, - 1.0625, - 1.132812, - 1.085938, - 0.960938, - 1.125, - 0.847656, - 0.945312, - 0.957031, - 1.046875, - 1.070312, - 0.996094, - 0.980469, - 1.03125, - 1.109375, - 1.03125, - 0.980469, - 0.984375, - 0.992188, - 1.117188, - 1.125, - 0.984375, - 1.039062, - 1.039062, - 0.953125, - 1.0, - 1.101562, - 0.910156, - 1.054688, - 0.988281, - 0.953125, - 0.871094, - 1.117188, - 0.980469, - 0.976562, - 1.117188, - 0.984375, - 1.046875, - 0.910156, - 0.957031, - 1.210938, - 0.996094, - 1.046875, - 0.988281, - 1.09375, - 1.109375, - 1.09375, - 0.412109, - 0.875, - 1.148438, - 0.902344, - 0.953125, - 1.15625, - 1.03125, - 1.0, - 1.117188, - 1.015625, - 1.09375, - 1.070312, - 1.070312, - 0.960938, - 1.039062, - 0.953125, - 1.007812, - 1.125, - 1.0625, - 1.054688, - 0.976562, - 0.976562, - 1.078125, - 1.023438, - 0.933594, - 1.039062, - 1.140625, - 1.078125, - 1.0625, - 1.101562, - 1.117188, - 1.109375, - 1.054688, - 0.976562, - 0.9375, - 1.054688, - 0.949219, - 1.085938, - 0.988281, - 1.0, - 0.988281, - 1.023438, - 1.070312, - 1.085938, - 0.96875, - 1.117188, - 1.101562, - 1.132812, - 1.054688, - 0.917969, - 1.09375, - 0.949219, - 0.964844, - 1.148438, - 0.96875, - 0.992188, - 1.046875, - 1.070312, - 1.070312, - 1.117188, - 0.917969, - 1.0625, - 1.132812, - 0.96875, - 0.964844, - 0.992188, - 1.0625, - 1.117188, - 1.023438, - 1.132812, - 1.101562, - 0.972656, - 0.238281, - 1.125, - 0.957031, - 0.498047, - 1.0625, - 1.046875, - 1.03125, - 1.507812, - 1.054688, - 1.109375, - 1.03125, - 1.140625, - 1.046875, - 0.964844, - 1.078125, - 0.988281, - 1.132812, - 1.03125, - 1.007812, - 0.960938, - 1.046875, - 1.148438, - 1.132812, - 1.09375, - 1.078125, - 0.910156, - 1.09375, - 1.0625, - 1.007812, - 0.972656, - 1.109375, - 1.132812, - 1.117188, - 0.90625, - 0.976562, - 0.408203, - 0.359375, - 1.078125, - 1.015625, - 0.957031, - 1.03125, - 0.867188, - 1.117188, - 1.023438, - 0.980469, - 1.117188, - 0.949219, - 1.0, - 1.023438, - 1.0, - 1.09375, - 1.117188, - 0.972656, - 1.101562, - 1.085938, - 1.132812, - 1.125, - 1.078125, - 1.09375, - 0.851562, - 1.0, - 0.972656, - 0.953125, - 1.101562, - 1.140625, - 1.117188, - 1.109375, - 0.9375, - 0.984375, - 1.054688, - 1.070312, - 1.039062, - 1.117188, - 0.984375, - 1.171875, - 1.664062, - 1.007812, - 1.039062, - 0.992188, - 1.03125, - 1.148438, - 1.078125, - 0.964844, - 1.085938, - 1.117188, - 1.117188, - 0.988281, - 1.109375, - 1.101562, - 1.015625, - 0.984375, - 1.039062, - 0.746094, - 0.976562, - 1.039062, - 1.117188, - 1.125, - 0.980469, - 1.101562, - 0.941406, - 0.996094, - 1.09375, - 0.953125, - 1.078125, - 1.359375, - 1.046875, - 1.046875, - 1.085938, - 1.054688, - 1.070312, - 0.988281, - 1.117188, - 1.0625, - 1.007812, - 1.03125, - 0.960938, - 1.078125, - 1.007812, - 0.929688, - 1.03125, - 0.992188, - 0.988281, - 0.992188, - 1.109375, - 0.882812, - 1.125, - 0.964844, - 1.15625, - 1.101562, - 1.109375, - 1.0, - 1.054688, - 1.046875, - 1.046875, - 0.949219, - 1.09375, - 1.070312, - 0.964844, - 1.0625, - 1.085938, - 0.976562, - 1.0625, - 0.753906, - 1.101562, - 1.023438, - 0.972656, - 1.0, - 1.039062, - 1.070312, - 1.109375, - 1.0, - 1.117188, - 1.15625, - 0.96875, - 1.070312, - 1.054688, - 1.039062, - 1.085938, - 0.84375, - 0.902344, - 1.101562, - 1.101562, - 1.125, - 0.707031, - 1.140625, - 0.972656, - 1.132812, - 1.046875, - 1.039062, - 1.125, - 1.125, - 1.109375, - 1.101562, - 0.738281, - 1.023438, - 1.0625, - 1.03125, - 1.109375, - 1.140625, - 1.015625, - 1.015625, - 1.109375, - 1.054688, - 1.203125, - 1.085938, - 0.941406, - 1.015625, - 1.132812, - 1.085938, - 1.117188, - 1.117188, - 1.015625, - 1.085938, - 1.15625, - 1.171875, - 0.972656, - 1.148438, - 1.0, - 0.980469, - 0.960938, - 1.03125, - 1.039062, - 1.09375, - 1.054688, - 1.117188, - 0.976562, - 1.101562, - 1.132812, - 0.388672, - 1.0625, - 1.101562, - 1.070312, - 1.101562, - 1.101562, - 1.085938, - 1.101562, - 0.976562, - 1.054688, - 1.101562, - 1.085938, - 1.046875, - 1.085938, - 1.007812, - 1.125, - 0.953125, - 1.023438, - 1.125, - 0.996094, - 0.960938, - 1.023438, - 1.054688, - 0.804688, - 1.203125, - 0.96875, - 0.976562, - 1.109375, - 0.902344, - 0.957031, - 1.023438, - 0.988281, - 0.914062, - 1.125, - 1.0625, - 0.621094, - 0.996094, - 1.132812, - 0.988281, - 1.085938, - 1.15625, - 1.148438, - 1.039062, - 1.078125, - 0.980469, - 0.78125, - 1.125, - 0.988281, - 1.046875, - 1.03125, - 0.84375, - 1.101562, - 0.910156, - 1.078125, - 1.0625, - 1.117188, - 0.953125, - 1.25, - 1.09375, - 1.03125, - 0.992188, - 1.0, - 1.0625, - 1.015625, - 1.085938, - 1.140625, - 0.902344, - 0.992188, - 1.09375, - 1.125, - 1.007812, - 1.125, - 1.125, - 0.992188, - 1.132812, - 0.996094, - 0.996094, - 1.101562, - 1.0625, - 1.03125, - 1.070312, - 0.882812, - 1.117188, - 1.125, - 0.898438, - 1.085938, - 1.164062, - 0.949219, - 1.023438, - 1.140625, - 1.015625, - 1.101562, - 1.03125, - 0.671875, - 1.0625, - 0.988281, - 0.953125, - 1.09375, - 1.085938, - 1.054688, - 0.855469, - 1.023438, - 1.101562, - 1.09375, - 1.007812, - 1.117188, - 1.109375, - 1.109375, - 1.132812, - 0.976562, - 0.9375, - 1.015625, - 1.109375, - 1.054688, - 1.109375, - 1.054688, - 1.09375, - 1.109375, - 1.109375, - 1.039062, - 1.101562, - 0.988281, - 1.085938, - 0.929688, - 0.898438, - 0.789062, - 1.0625, - 0.792969, - 1.0625, - 1.125, - 1.117188, - 1.125, - 1.023438, - 1.101562, - 1.125, - 1.085938, - 0.9375, - 1.132812, - 1.203125, - 1.0, - 1.046875, - 0.757812, - 0.730469, - 1.117188, - 0.503906, - 1.0, - 0.945312, - 1.085938, - 1.070312, - 0.539062, - 0.832031, - 1.0, - 0.890625, - 1.101562, - 1.0625, - 1.007812, - 1.101562, - 1.046875, - 1.117188, - 1.007812, - 1.007812, - 1.140625, - 0.988281, - 1.117188, - 0.984375, - 1.117188, - 1.078125, - 1.132812, - 1.023438, - 1.1875, - 0.992188, - 1.25, - 0.851562, - 0.957031, - 1.078125, - 1.476562, - 1.046875, - 1.140625, - 0.972656, - 1.023438, - 1.117188, - 1.101562, - 0.996094, - 1.078125, - 0.980469, - 1.140625, - 0.964844, - 1.085938, - 1.023438, - 0.941406, - 1.085938, - 1.109375, - 1.070312, - 0.929688, - 1.015625, - 0.996094, - 1.078125, - 1.09375, - 1.09375, - 1.171875, - 0.960938, - 1.070312, - 1.0625, - 1.117188, - 0.792969, - 0.898438, - 0.734375, - 1.09375, - 1.085938, - 0.996094, - 0.46875, - 1.085938, - 0.582031, - 0.953125, - 0.957031, - 1.007812, - 1.125, - 0.726562, - 1.148438, - 1.085938, - 1.039062, - 1.007812, - 0.589844, - 1.078125, - 1.0, - 1.03125, - 0.957031, - 1.109375, - 1.125, - 1.117188, - 0.886719, - 1.078125, - 1.109375, - 1.070312, - 1.109375, - 0.882812, - 1.15625, - 1.023438, - 1.140625, - 1.0, - 1.109375, - 1.09375, - 0.976562, - 1.148438, - 1.015625, - 1.023438, - 1.023438, - 1.109375, - 1.09375, - 1.140625, - 1.117188, - 1.085938, - 1.09375, - 0.992188, - 0.96875, - 1.085938, - 0.996094, - 1.132812, - 0.996094, - 1.132812, - 1.085938, - 1.085938, - 1.101562, - 1.117188, - 1.117188, - 1.023438, - 1.101562, - 0.933594, - 1.125, - 1.109375, - 0.945312, - 1.09375, - 1.023438, - 1.117188, - 0.957031, - 0.933594, - 1.101562, - 0.96875, - 0.964844, - 0.953125, - 1.125, - 1.117188, - 1.132812, - 1.09375, - 0.96875, - 0.96875, - 1.054688, - 0.378906, - 1.359375, - 1.09375, - 1.125, - 1.039062, - 1.0625, - 1.101562, - 0.972656, - 1.023438, - 1.046875, - 1.085938, - 0.996094, - 1.109375, - 0.992188, - 1.09375, - 1.078125, - 1.09375, - 0.503906, - 1.101562, - 1.085938, - 0.980469, - 0.960938, - 1.117188, - 1.039062, - 0.929688, - 0.953125, - 1.0625, - 0.964844, - 0.84375, - 1.0625, - 1.0, - 0.910156, - 1.109375, - 0.949219, - 1.078125, - 1.0625, - 1.03125, - 0.570312, - 1.117188, - 0.945312, - 0.960938, - 1.085938, - 1.078125, - 1.078125, - 1.132812, - 0.980469, - 1.046875, - 1.0, - 1.242188, - 1.070312, - 1.078125, - 1.101562, - 0.898438, - 1.132812, - 1.007812, - 0.914062, - 1.101562, - 1.039062, - 0.972656, - 1.09375, - 1.164062, - -0.000553, - 0.976562, - 1.007812, - 0.298828, - 0.90625, - 1.03125, - 1.117188, - 0.980469, - 1.109375, - 1.117188, - 1.039062, - 1.0625, - 0.988281, - 0.929688, - 0.996094, - 0.992188, - 0.964844, - 1.101562, - 1.101562, - 1.046875, - 1.007812, - 0.964844, - 1.09375, - 0.957031, - 0.925781, - 0.941406, - 1.125, - 0.992188, - 0.992188, - 1.09375, - 0.996094, - 0.949219, - 1.054688, - 0.96875, - 1.109375, - 1.125, - 0.957031, - 0.953125, - 1.132812, - 1.070312, - 1.054688, - 0.992188, - 1.054688, - 1.109375, - 0.96875, - 1.023438, - 1.078125, - 1.070312, - 1.09375, - 0.992188, - 0.945312, - 1.078125, - 1.078125, - 0.96875, - 1.023438, - 1.03125, - 0.992188, - 1.109375, - 1.109375, - 0.988281, - 1.03125, - 0.914062, - 1.046875, - 0.992188, - 1.054688, - 0.976562, - 1.054688, - 1.023438, - 1.039062, - 1.023438, - 1.070312, - 0.984375, - 1.132812, - 1.085938, - 0.929688, - 1.117188, - 1.039062, - 1.046875, - 0.945312, - 0.953125, - 1.101562, - 1.132812, - 1.117188, - 1.085938, - 1.148438, - 1.0625, - 1.054688, - 1.109375, - 1.023438, - 1.101562, - 1.164062, - 1.039062, - 0.960938, - 1.070312, - 0.949219, - 1.109375, - 1.015625, - 1.09375, - 1.085938, - 1.0, - 1.109375, - 0.941406, - 1.179688, - 0.953125, - 1.007812, - 0.933594, - 1.070312, - 0.867188, - 0.929688, - 1.054688, - 1.070312, - 0.984375, - 1.070312, - 1.0625, - 1.09375 - ] - }, - "name": "model.model.layers.25.post_attention_layernorm.weight", - "outputIndexes": [ - 2115 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2114 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_25/Mul_output_0", - "outputIndexes": [ - 2116 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2115, - 2116 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_25/Mul_1_output_0", - "outputIndexes": [ - 2117 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2117 - ], - "outputIndexes": [ - 3024 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 3024 - ], - "outputIndexes": [ - 3025 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/gate_proj/Linear", - "inputIndexes": [ - 3025 - ], - "outputIndexes": [ - 3026 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 661335906, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 3026 - ], - "outputIndexes": [ - 3027 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3027 - ], - "outputIndexes": [ - 2118 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2118 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_25/Sigmoid_output_0", - "outputIndexes": [ - 2119 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2118, - 2119 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_25/Mul_output_0", - "outputIndexes": [ - 2120 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2117 - ], - "outputIndexes": [ - 3028 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 3028 - ], - "outputIndexes": [ - 3029 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/up_proj/Linear", - "inputIndexes": [ - 3029 - ], - "outputIndexes": [ - 3030 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 669077368, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 3030 - ], - "outputIndexes": [ - 3031 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3031 - ], - "outputIndexes": [ - 2121 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2120, - 2121 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_25/Mul_output_0", - "outputIndexes": [ - 2122 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2122 - ], - "outputIndexes": [ - 3032 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 3032 - ], - "outputIndexes": [ - 3033 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/down_proj/Linear", - "inputIndexes": [ - 3033 - ], - "outputIndexes": [ - 3034 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 676818830, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 3034 - ], - "outputIndexes": [ - 3035 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3035 - ], - "outputIndexes": [ - 2123 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2114, - 2123 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_129_output_0", - "outputIndexes": [ - 2124 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2124, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_234_output_0", - "outputIndexes": [ - 2125 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 2.515625, - 0.398438, - 2.0, - 0.40625, - 0.703125, - 0.349609, - 0.421875, - 0.384766, - 0.40625, - 0.376953, - 0.398438, - 0.832031, - 0.394531, - 0.408203, - 0.404297, - 0.40625, - 0.410156, - 0.445312, - 0.396484, - 0.388672, - 0.380859, - 0.488281, - 0.388672, - 2.75, - 0.416016, - 0.425781, - 0.439453, - 0.337891, - 0.351562, - 0.388672, - 0.40625, - 0.445312, - 0.414062, - 0.322266, - 0.484375, - 0.40625, - 0.394531, - 0.416016, - 0.398438, - 0.765625, - 0.371094, - 0.371094, - 0.470703, - 0.375, - 2.265625, - 0.386719, - 0.369141, - 0.388672, - 0.423828, - 1.234375, - 2.6875, - 1.109375, - 0.386719, - 0.433594, - 0.423828, - 0.396484, - 0.398438, - 2.640625, - 1.703125, - 0.394531, - 0.386719, - 0.400391, - 0.574219, - 0.390625, - 0.396484, - 1.609375, - 0.410156, - 0.318359, - 0.396484, - 0.427734, - 0.400391, - 0.457031, - 2.5625, - 0.414062, - 0.404297, - 0.949219, - 0.417969, - 0.417969, - 0.394531, - 0.457031, - 0.417969, - 2.71875, - 1.25, - 0.380859, - 0.419922, - 0.404297, - 0.390625, - 0.402344, - 0.546875, - 0.378906, - 0.4375, - 0.429688, - 1.3125, - 0.376953, - 0.367188, - 1.546875, - 0.429688, - 0.486328, - 0.431641, - 0.369141, - 0.402344, - 0.550781, - 0.835938, - 0.421875, - 0.445312, - 0.388672, - 0.589844, - 0.476562, - 0.478516, - 0.431641, - 0.404297, - 0.427734, - 0.400391, - 1.757812, - 0.427734, - 0.400391, - 0.417969, - 0.441406, - 2.6875, - 2.5, - 0.369141, - 2.375, - 0.472656, - 0.357422, - 0.402344, - 0.421875, - 0.404297, - 2.5, - 0.451172, - 0.558594, - 0.392578, - 0.378906, - 0.375, - 0.455078, - 0.410156, - 0.429688, - 0.392578, - 0.425781, - 0.371094, - 0.382812, - 2.625, - 0.435547, - 0.376953, - 2.203125, - 0.462891, - 0.349609, - 0.390625, - 1.328125, - 0.404297, - 0.363281, - 0.408203, - 0.425781, - 2.25, - 0.400391, - 0.460938, - 0.40625, - 0.431641, - 0.392578, - 0.404297, - 0.375, - 0.574219, - 0.515625, - 0.617188, - 2.34375, - 0.373047, - 0.390625, - 0.490234, - 0.416016, - 0.396484, - 0.550781, - 0.408203, - 0.466797, - 0.443359, - 0.392578, - 0.365234, - 0.447266, - 0.691406, - 0.390625, - 0.408203, - 0.388672, - 0.40625, - 0.378906, - 0.419922, - 0.742188, - 0.412109, - 1.9375, - 2.453125, - 0.402344, - 0.404297, - 0.386719, - 0.412109, - 0.386719, - 0.425781, - 0.375, - 0.457031, - 0.404297, - 0.376953, - 0.400391, - 0.492188, - 0.392578, - 0.373047, - 0.423828, - 0.410156, - 0.404297, - 0.410156, - 0.371094, - 0.398438, - 0.414062, - 0.40625, - 0.416016, - 0.478516, - 0.431641, - 0.542969, - 0.378906, - 0.369141, - 2.015625, - 0.375, - 0.386719, - 0.421875, - 0.398438, - 0.404297, - 0.394531, - 0.765625, - 1.4375, - 0.345703, - 0.396484, - 0.371094, - 0.476562, - 1.515625, - 0.392578, - 0.375, - 0.421875, - 0.392578, - 0.398438, - 0.419922, - 0.376953, - 0.421875, - 0.388672, - 0.435547, - 0.40625, - 0.347656, - 0.425781, - 0.496094, - 0.392578, - 0.431641, - 0.404297, - 0.404297, - 0.371094, - 0.410156, - 0.382812, - 0.455078, - 1.59375, - 0.441406, - 1.921875, - 2.671875, - 0.482422, - 0.380859, - 0.410156, - 0.396484, - 0.433594, - 0.388672, - 0.416016, - 0.384766, - 0.402344, - 0.384766, - 0.392578, - 0.376953, - 0.396484, - 0.419922, - 0.392578, - 0.427734, - 0.902344, - 0.417969, - 0.427734, - 0.589844, - 0.351562, - 2.265625, - 0.367188, - 0.34375, - 0.40625, - 0.417969, - 0.412109, - 0.435547, - 0.457031, - 0.396484, - 2.5625, - 0.359375, - 0.433594, - 0.410156, - 0.570312, - 0.412109, - 0.451172, - 0.367188, - 0.394531, - 0.373047, - 0.376953, - 0.410156, - 0.585938, - 0.427734, - 0.40625, - 2.578125, - 1.8125, - 0.369141, - 2.359375, - 0.404297, - 0.419922, - 0.410156, - 0.464844, - 0.439453, - 2.609375, - 0.664062, - 0.400391, - 2.453125, - 0.351562, - 0.382812, - 0.373047, - 1.882812, - 0.380859, - 0.410156, - 2.546875, - 0.445312, - 0.394531, - 0.359375, - 0.566406, - 0.412109, - 0.613281, - 0.412109, - 2.578125, - 0.382812, - 0.386719, - 2.640625, - 0.515625, - 2.53125, - 0.875, - 0.476562, - 0.929688, - 0.392578, - 2.71875, - 0.419922, - 2.09375, - 0.839844, - 0.443359, - 0.378906, - 0.398438, - 0.400391, - 0.369141, - 0.431641, - 0.353516, - 0.386719, - 0.396484, - 0.361328, - 1.570312, - 1.085938, - 0.660156, - 0.263672, - 0.419922, - 2.03125, - 0.412109, - 0.404297, - 0.349609, - 0.3125, - 0.390625, - 0.392578, - 0.46875, - 0.429688, - 0.439453, - 0.390625, - 0.394531, - 2.609375, - 0.419922, - 0.392578, - 0.449219, - 0.390625, - 0.470703, - 0.384766, - 0.423828, - 0.419922, - 0.460938, - 0.425781, - 0.394531, - 0.488281, - 0.439453, - 0.421875, - 0.400391, - 1.789062, - 0.390625, - 0.417969, - 0.423828, - 0.382812, - 0.376953, - 0.435547, - 0.369141, - 0.398438, - 0.458984, - 1.617188, - 2.328125, - 0.400391, - 0.488281, - 0.365234, - 0.376953, - 0.330078, - 0.390625, - 0.53125, - 0.421875, - 0.482422, - 2.4375, - 0.392578, - 0.425781, - 0.239258, - 2.171875, - 0.398438, - 0.419922, - 0.378906, - 0.431641, - 0.382812, - 0.363281, - 0.410156, - 0.419922, - 0.382812, - 0.363281, - 0.40625, - 0.582031, - 0.601562, - 0.414062, - 0.249023, - 0.425781, - 0.369141, - 0.427734, - 0.402344, - 0.408203, - 0.388672, - 0.443359, - 0.388672, - 0.408203, - 0.707031, - 0.369141, - 0.396484, - 0.433594, - 0.408203, - 0.404297, - 0.398438, - 0.333984, - 1.804688, - 1.84375, - 0.417969, - 0.435547, - 2.21875, - 0.388672, - 0.464844, - 0.416016, - 0.427734, - 0.382812, - 0.367188, - 0.417969, - 0.402344, - 0.404297, - 0.410156, - 0.408203, - 2.640625, - 0.443359, - 0.34375, - 0.375, - 0.394531, - 0.416016, - 0.378906, - 2.203125, - 0.425781, - 0.416016, - 0.404297, - 0.390625, - 0.416016, - 0.359375, - 0.486328, - 0.394531, - 0.421875, - 0.394531, - 0.482422, - 0.373047, - 2.078125, - 0.412109, - 0.412109, - 0.449219, - 0.384766, - 0.404297, - 0.408203, - 0.363281, - 0.361328, - 0.5625, - 0.388672, - 0.451172, - 0.408203, - 0.404297, - 0.386719, - 0.423828, - 0.464844, - 0.390625, - 0.558594, - 0.408203, - 0.373047, - 2.109375, - 2.28125, - 0.376953, - 0.408203, - 0.519531, - 0.421875, - 0.365234, - 0.40625, - 0.699219, - 0.445312, - 0.369141, - 0.341797, - 0.40625, - 0.400391, - 0.402344, - 2.5, - 0.373047, - 0.464844, - 0.439453, - 1.09375, - 0.945312, - 1.8e-05, - 0.373047, - 0.390625, - 0.515625, - 0.423828, - 0.427734, - 0.404297, - 0.410156, - 0.363281, - 0.382812, - 0.328125, - 0.365234, - 2.203125, - 0.373047, - 0.394531, - 0.439453, - 0.390625, - 0.447266, - 0.394531, - 2.59375, - 0.376953, - 0.375, - 0.390625, - 0.408203, - 0.339844, - 0.417969, - 1.742188, - 0.523438, - 1.359375, - 0.367188, - 0.335938, - 0.384766, - 0.404297, - 0.539062, - 2.515625, - 0.416016, - 0.410156, - 0.384766, - 0.451172, - 2.65625, - 0.400391, - 0.400391, - 0.398438, - 0.445312, - 0.394531, - 1.71875, - 2.25, - 0.396484, - 0.402344, - 0.392578, - 0.441406, - 0.382812, - 0.419922, - 2.6875, - 1.765625, - 0.3125, - 0.404297, - 0.373047, - 2.40625, - 0.376953, - 1.9375, - 0.384766, - 0.359375, - 0.382812, - 0.421875, - 0.404297, - 0.451172, - 0.417969, - 0.386719, - 0.59375, - 0.40625, - 0.380859, - 0.296875, - 0.371094, - 0.380859, - 0.421875, - 0.419922, - 0.398438, - 0.357422, - 0.373047, - 0.380859, - 0.433594, - 0.427734, - 2.609375, - 0.392578, - 1.640625, - 2.453125, - 0.388672, - 0.582031, - -0.035889, - 0.369141, - 0.392578, - 2.703125, - 0.359375, - 0.373047, - 0.421875, - 0.412109, - 0.378906, - 0.820312, - 0.419922, - 0.398438, - 0.455078, - 0.425781, - 0.369141, - 0.46875, - 0.396484, - 0.445312, - 0.396484, - 0.396484, - 0.460938, - 0.404297, - 0.466797, - 2.65625, - 0.458984, - 0.369141, - 0.546875, - 0.410156, - 0.425781, - 0.373047, - 0.382812, - 0.427734, - 2.609375, - 0.392578, - 0.378906, - 2.609375, - 0.431641, - 0.373047, - 0.392578, - 1.296875, - 0.404297, - 2.359375, - 0.402344, - 0.425781, - 0.314453, - 0.34375, - 0.412109, - 0.394531, - 0.398438, - 0.359375, - 0.388672, - 0.414062, - 1.40625, - 2.640625, - 0.404297, - 1.390625, - 0.404297, - 0.376953, - 0.404297, - 0.410156, - 0.378906, - 0.390625, - 1.773438, - 0.46875, - 0.423828, - 0.386719, - 0.410156, - 2.234375, - 0.376953, - 0.398438, - 0.419922, - 0.453125, - 0.414062, - 0.398438, - 0.419922, - 0.417969, - 0.412109, - 0.373047, - 0.396484, - 0.373047, - 0.398438, - 0.396484, - 0.421875, - 0.480469, - 0.386719, - 1.625, - 0.398438, - 0.558594, - 0.375, - 0.392578, - 0.40625, - 0.412109, - 0.398438, - 0.431641, - 0.376953, - 1.945312, - 0.429688, - 0.451172, - 0.460938, - 0.445312, - 0.404297, - 1.992188, - 2.578125, - 0.416016, - 1.03125, - 2.53125, - 0.419922, - 0.34375, - 0.396484, - 2.0, - 0.410156, - 0.398438, - 2.484375, - 0.361328, - 2.21875, - 0.585938, - 0.384766, - 0.375, - 0.408203, - 0.365234, - 0.421875, - 0.386719, - 0.410156, - 0.392578, - 0.361328, - 0.404297, - 0.585938, - 0.414062, - 0.384766, - 0.412109, - 0.390625, - 0.613281, - 2.359375, - 1.742188, - 0.416016, - 0.396484, - 0.369141, - 0.412109, - 0.398438, - 0.373047, - 0.414062, - 0.753906, - 0.417969, - 1.21875, - 2.140625, - 0.486328, - 0.404297, - 0.435547, - 0.402344, - 0.394531, - 0.371094, - 0.435547, - 0.382812, - 0.417969, - 2.625, - 0.404297, - 0.408203, - 0.375, - 0.691406, - 0.421875, - 0.404297, - 2.578125, - 0.378906, - 0.425781, - 0.609375, - 0.515625, - 0.392578, - 0.410156, - 1.492188, - 0.423828, - 0.412109, - 0.373047, - 0.427734, - 0.414062, - 0.384766, - 0.625, - 0.380859, - 0.458984, - 0.365234, - 0.382812, - 0.332031, - 0.404297, - 0.408203, - 0.384766, - 2.15625, - 0.863281, - 0.429688, - 1.203125, - 0.380859, - 0.392578, - 0.404297, - 0.408203, - 0.392578, - 0.695312, - 0.390625, - 0.478516, - 0.439453, - 0.34375, - 0.419922, - 2.390625, - 0.363281, - 0.408203, - 0.386719, - 0.353516, - 0.386719, - 0.433594, - 0.435547, - 0.396484, - 0.355469, - 0.371094, - 0.392578, - 0.429688, - 0.408203, - 0.390625, - 0.404297, - 0.416016, - 0.447266, - 0.472656, - 2.390625, - 0.396484, - 0.400391, - 0.404297, - 0.347656, - 0.392578, - 0.494141, - 0.40625, - 0.410156, - 0.416016, - 0.375, - 0.392578, - 0.388672, - 0.390625, - 0.408203, - 0.871094, - 0.431641, - 2.171875, - 0.367188, - 0.394531, - 0.394531, - 0.421875, - 2.84375, - 0.382812, - 0.453125, - 0.435547, - 0.765625, - 0.441406, - 0.398438, - 2.515625, - 0.375, - 0.353516, - 0.371094, - 0.425781, - 0.460938, - 0.396484, - 0.419922, - 2.6875, - 1.84375, - 0.429688, - 0.427734, - 1.960938, - 0.404297, - 0.412109, - 0.410156, - 0.960938, - 0.363281, - 0.410156, - 0.373047, - 0.431641, - 0.511719, - 0.414062, - 0.431641, - 2.671875, - 0.367188, - 0.427734, - 0.373047, - 0.394531, - 0.373047, - 0.398438, - 0.365234, - 0.419922, - 0.429688, - 1.53125, - 0.386719, - 0.378906, - 2.671875, - 0.40625, - 0.412109, - 0.380859, - 0.353516, - 0.808594, - 2.6875, - 2.5, - 1.90625, - 0.392578, - 0.373047, - 0.554688, - 0.443359, - 1.179688, - 0.402344, - 0.412109, - 0.298828, - 0.449219, - 0.515625, - 0.359375, - 0.394531, - 0.376953, - 0.423828, - 0.455078, - 2.703125, - 0.40625, - 0.402344, - 0.400391, - 0.40625, - 0.40625, - 0.439453, - 1.171875, - 0.486328, - 0.462891, - 0.394531, - 0.410156, - 0.316406, - 0.431641, - 0.384766, - 0.478516, - 2.5625, - 0.605469, - 0.382812, - 0.412109, - 0.451172, - 0.375, - 0.400391, - 8.6e-05, - 0.390625, - 0.431641, - 0.361328, - 0.433594, - 0.386719, - 0.419922, - 0.365234, - 0.507812, - 0.460938, - 0.390625, - 2.59375, - 0.404297, - 0.404297, - 0.410156, - 0.417969, - 0.367188, - 1.515625, - 0.384766, - 0.396484, - 0.367188, - 0.392578, - 0.369141, - 0.404297, - 0.363281, - 0.376953, - 0.425781, - 0.384766, - 0.392578, - 0.330078, - 0.412109, - 0.435547, - 0.378906, - 0.476562, - 0.371094, - 2.640625, - 0.402344, - 0.40625, - 0.404297, - 0.404297, - 0.455078, - 0.382812, - 0.494141, - 0.519531, - 0.369141, - 0.351562, - 0.40625, - 0.507812, - 0.5, - 2.265625, - 0.439453, - 2.59375, - 0.412109, - 0.410156, - 0.398438, - 0.357422, - 0.566406, - 0.4375, - 0.369141, - 0.306641, - 0.388672, - 0.373047, - 0.386719, - 0.386719, - 0.40625, - 0.417969, - 0.402344, - 1.835938, - 0.431641, - 0.373047, - 0.308594, - 0.410156, - 0.386719, - 0.412109, - 0.365234, - 0.539062, - 0.425781, - 0.382812, - 0.380859, - 0.345703, - 0.439453, - 0.359375, - 0.396484, - 1.375, - 1.15625, - 0.386719, - 0.382812, - 0.363281, - 1.5, - 0.375, - 0.371094, - 0.425781, - 0.408203, - 0.367188, - 0.419922, - 0.380859, - 0.412109, - 0.386719, - 1.59375, - 0.375, - 0.4375, - 0.371094, - 0.425781, - 0.425781, - 0.400391, - 0.394531, - 0.427734, - 0.515625, - 0.484375, - 0.392578, - 0.347656, - 0.402344, - 0.451172, - 0.402344, - 0.402344, - 0.435547, - 0.419922, - 0.398438, - 0.40625, - 0.447266, - 0.3125, - 0.414062, - 0.425781, - 0.373047, - 0.40625, - 0.419922, - 0.390625, - 0.373047, - 0.328125, - 0.398438, - 0.373047, - 0.425781, - 0.40625, - 1.65625, - 0.451172, - 0.503906, - 0.414062, - 0.460938, - 0.419922, - 0.412109, - 0.460938, - 0.388672, - 0.367188, - 0.410156, - 0.40625, - 0.419922, - 0.378906, - 2.609375, - 0.408203, - 0.988281, - 0.398438, - 0.388672, - 0.416016, - 0.402344, - 0.369141, - 0.392578, - 1.132812, - 0.445312, - 2.65625, - 0.351562, - 0.416016, - 2.28125, - 2.65625, - 0.429688, - 0.460938, - 0.519531, - 0.402344, - 0.388672, - 1.90625, - 0.445312, - 0.380859, - 0.378906, - 2.8125, - 0.453125, - 0.412109, - 0.425781, - 0.400391, - 0.382812, - 1.703125, - 0.398438, - 0.404297, - 0.394531, - 0.458984, - 0.96875, - 0.419922, - 1.40625, - 0.369141, - 0.447266, - 0.376953, - 0.357422, - 0.458984, - 0.369141, - 0.382812, - 0.460938, - 0.324219, - 0.498047, - 0.423828, - 0.714844, - 0.398438, - 1.445312, - 0.435547, - 0.412109, - 0.414062, - 0.4375, - 0.439453, - 0.421875, - 0.398438, - 0.423828, - 0.388672, - 0.382812, - 0.40625, - 0.445312, - 0.439453, - 0.400391, - 1.578125, - 2.859375, - 0.396484, - 2.5, - 0.386719, - 0.519531, - 2.40625, - 0.820312, - 0.392578, - 0.417969, - 0.349609, - 0.386719, - 1.757812, - 0.363281, - 0.359375, - 0.429688, - 0.386719, - 0.431641, - 0.388672, - 1.367188, - 0.433594, - 0.414062, - 0.365234, - 0.330078, - 0.445312, - 0.367188, - 0.425781, - 0.390625, - 0.373047, - 2.25, - 0.46875, - 0.365234, - 0.404297, - 0.410156, - 0.398438, - 0.390625, - 0.376953, - 0.427734, - 0.388672, - 0.384766, - 0.375, - 0.396484, - 0.53125, - 2.09375, - 1.5, - 0.423828, - 0.652344, - 0.371094, - 0.457031, - 0.371094, - 0.386719, - 0.373047, - 0.46875, - 0.390625, - 0.410156, - 0.386719, - 0.390625, - 0.447266, - 0.400391, - 0.417969, - 1.554688, - 1.554688, - 0.400391, - 1.742188, - 0.667969, - 0.707031, - 0.414062, - 0.488281, - 1.796875, - 1.671875, - 0.373047, - 1.726562, - 0.398438, - 0.476562, - 0.359375, - 0.878906, - 0.384766, - 0.388672, - 0.390625, - 1.140625, - 0.402344, - 0.392578, - 0.402344, - 0.398438, - 0.451172, - 0.378906, - 0.375, - 0.373047, - 0.519531, - 2.1875, - 0.484375, - 1.0625, - 0.464844, - 0.386719, - 0.570312, - 0.423828, - 0.404297, - 2.640625, - 0.625, - 0.394531, - 0.410156, - 2.53125, - 0.429688, - 0.416016, - 0.388672, - 0.335938, - 0.410156, - 0.392578, - 2.609375, - 0.664062, - 0.40625, - 0.40625, - 0.457031, - 0.367188, - 0.898438, - 0.412109, - 0.404297, - 0.404297, - 0.275391, - 0.347656, - 0.431641, - 0.431641, - 0.394531, - 1.367188, - 2.03125, - 2.03125, - 0.417969, - 0.4375, - 0.40625, - 1.828125, - 0.361328, - 1.6875, - 2.625, - 0.458984, - 2.703125, - 0.423828, - 1.945312, - 0.386719, - 0.457031, - 0.416016, - 0.376953, - 1.960938, - 0.367188, - 0.380859, - 0.386719, - 0.369141, - 0.427734, - 0.53125, - 0.419922, - 2.375, - 0.40625, - 0.396484, - 0.402344, - 0.421875, - 0.828125, - 0.427734, - 0.523438, - 0.394531, - 0.423828, - 0.46875, - 0.447266, - 0.507812, - 0.427734, - 0.382812, - 0.457031, - 0.384766, - 0.40625, - 0.398438, - 0.410156, - 0.398438, - 0.400391, - 0.416016, - 2.6875, - 0.496094, - 0.408203, - 0.466797, - 0.431641, - 0.384766, - 0.408203, - 0.443359, - 0.402344, - 0.380859, - 0.423828, - 0.417969, - 0.458984, - 0.423828, - 2.375, - 0.357422, - 0.414062, - 0.605469, - 0.396484, - 0.365234, - 0.398438, - 0.398438, - 0.361328, - 0.431641, - 0.404297, - 0.378906, - 0.412109, - 0.412109, - 0.378906, - 0.40625, - 0.396484, - 0.453125, - 2.53125, - 0.373047, - 1.671875, - 0.322266, - 0.398438, - 0.410156, - 0.369141, - 0.451172, - 0.414062, - 0.408203, - 0.394531, - 0.419922, - 0.402344, - 0.365234, - 0.443359, - 0.382812, - 0.384766, - 0.417969, - 0.380859, - 1.96875, - 0.40625, - 0.441406, - 0.40625, - 2.6875, - 0.408203, - 2.625, - 2.015625, - 0.400391, - 0.388672, - 0.369141, - 1.859375, - 0.34375, - 2.625, - 0.464844, - 0.402344, - 0.404297, - 0.472656, - 0.365234, - 0.523438, - 1.78125, - 0.341797, - 0.441406, - 2.53125, - 0.417969, - 0.417969, - 0.402344, - 0.441406, - 0.730469, - 0.382812, - 0.423828, - 0.433594, - 0.414062, - 0.441406, - 0.371094, - 1.929688, - 0.408203, - 0.375, - 2.296875, - 0.414062, - 0.365234, - 0.396484, - 0.394531, - 0.433594, - 0.026001, - 0.433594, - 0.628906, - 1.539062, - 0.855469, - 0.464844, - 0.402344, - 0.359375, - 0.361328, - 0.380859, - 0.404297, - 0.416016, - 0.386719, - 2.203125, - 0.347656, - 0.423828, - 0.365234, - 0.345703, - 0.398438, - 2.6875, - 2.828125, - 2.375, - 0.388672, - 0.408203, - 0.675781, - 0.707031, - 0.433594, - 0.365234, - 0.380859, - 0.392578, - 0.429688, - 2.421875, - 0.470703, - 0.382812, - 0.433594, - 0.412109, - 0.470703, - 0.470703, - 0.388672, - 0.359375, - 0.417969, - 0.369141, - 0.369141, - 0.40625, - 2.390625, - 0.392578, - 0.433594, - 0.306641, - 0.396484, - 0.402344, - 0.458984, - 0.396484, - 0.390625, - 0.412109, - 2.46875, - 0.439453, - 0.351562, - 0.4375, - 0.375, - 0.337891, - 0.427734, - 0.941406, - 0.382812, - 0.353516, - 0.367188, - 0.353516, - 0.4375, - 0.632812, - 0.412109, - 0.398438, - 0.455078, - 0.398438, - 0.400391, - 0.425781, - 0.425781, - 0.404297, - 0.429688, - 0.429688, - 0.503906, - 0.400391, - 0.453125, - 0.408203, - 0.414062, - 0.404297, - 0.402344, - 0.371094, - 0.386719, - 0.378906, - 0.421875, - 0.447266, - 0.404297, - 0.378906, - 0.570312, - 0.380859, - 0.412109, - 0.417969, - 0.632812, - 0.380859, - 0.410156, - 0.363281, - 0.416016, - 0.460938, - 0.398438, - 0.414062, - 0.410156, - 0.400391, - 0.380859, - 1.03125, - 2.109375, - 0.390625, - 0.453125, - 2.546875, - 0.455078, - 0.408203, - 0.384766 - ] - }, - "name": "model.model.layers.26.input_layernorm.weight", - "outputIndexes": [ - 2126 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2125 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_26/Mul_output_0", - "outputIndexes": [ - 2127 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2126, - 2127 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_26/Mul_1_output_0", - "outputIndexes": [ - 2128 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2128 - ], - "outputIndexes": [ - 3036 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 3036 - ], - "outputIndexes": [ - 3037 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear", - "inputIndexes": [ - 3037 - ], - "outputIndexes": [ - 3038 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 684560292, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 3038 - ], - "outputIndexes": [ - 3039 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3039 - ], - "outputIndexes": [ - 2129 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2128 - ], - "main_type": "NONE", - "name": "/Shape_365_output_0", - "outputIndexes": [ - 2130 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2130 - ], - "main_type": "NONE", - "name": "Shape6578", - "outputIndexes": [ - 2131 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2130 - ], - "main_type": "NONE", - "name": "Rank6580", - "outputIndexes": [ - 2132 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2132, - 2132 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6582", - "outputIndexes": [ - 2133 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2133 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6583", - "outputIndexes": [ - 2134 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2133, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6585", - "outputIndexes": [ - 2135 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2135 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6586", - "outputIndexes": [ - 2136 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2131, - 2134, - 2136, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6589", - "outputIndexes": [ - 2137 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2137 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6590", - "outputIndexes": [ - 2138 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 2138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6591", - "outputIndexes": [ - 2139 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2139, - 2138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6592", - "outputIndexes": [ - 2140 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2130, - 2140, - 2133 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_394_output_0", - "outputIndexes": [ - 2141 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2141, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_833_output_0", - "outputIndexes": [ - 2142 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 2142, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_338_output_0", - "outputIndexes": [ - 2143 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2129, - 2143 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_235_output_0", - "outputIndexes": [ - 2144 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2144, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_208_output_0", - "outputIndexes": [ - 2145 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2144 - ], - "main_type": "NONE", - "name": "/Shape_366_output_0", - "outputIndexes": [ - 2146 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2146 - ], - "main_type": "NONE", - "name": "Shape6599", - "outputIndexes": [ - 2147 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2146 - ], - "main_type": "NONE", - "name": "Rank6601", - "outputIndexes": [ - 2148 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2148, - 2148 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6603", - "outputIndexes": [ - 2149 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2149 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6604", - "outputIndexes": [ - 2150 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2149, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6606", - "outputIndexes": [ - 2151 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2151 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6607", - "outputIndexes": [ - 2152 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2147, - 2150, - 2152, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6610", - "outputIndexes": [ - 2153 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2153 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6611", - "outputIndexes": [ - 2154 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2154 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6612", - "outputIndexes": [ - 2155 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2155, - 2154 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6613", - "outputIndexes": [ - 2156 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2146, - 2156, - 2149 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_395_output_0", - "outputIndexes": [ - 2157 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2157, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_78_output_0", - "outputIndexes": [ - 2158 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2158, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_838_output_0", - "outputIndexes": [ - 2159 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2144, - 2159, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_105_output_0", - "outputIndexes": [ - 2160 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2160 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_52_output_0", - "outputIndexes": [ - 2161 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2144, - 22, - 2159, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_104_output_0", - "outputIndexes": [ - 2162 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2161, - 2162 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_341_output_0", - "outputIndexes": [ - 2163 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2163, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_209_output_0", - "outputIndexes": [ - 2164 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2145, - 2164 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_130_output_0", - "outputIndexes": [ - 2165 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2128 - ], - "outputIndexes": [ - 3040 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 3040 - ], - "outputIndexes": [ - 3041 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear", - "inputIndexes": [ - 3041 - ], - "outputIndexes": [ - 3042 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 685893562, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 3042 - ], - "outputIndexes": [ - 3043 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3043 - ], - "outputIndexes": [ - 2166 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 2142, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_339_output_0", - "outputIndexes": [ - 2167 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2166, - 2167 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_236_output_0", - "outputIndexes": [ - 2168 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2168, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_210_output_0", - "outputIndexes": [ - 2169 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2168 - ], - "main_type": "NONE", - "name": "/Shape_367_output_0", - "outputIndexes": [ - 2170 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2170 - ], - "main_type": "NONE", - "name": "Shape6662", - "outputIndexes": [ - 2171 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2170 - ], - "main_type": "NONE", - "name": "Rank6664", - "outputIndexes": [ - 2172 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2172, - 2172 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6666", - "outputIndexes": [ - 2173 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2173 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6667", - "outputIndexes": [ - 2174 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2173, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6669", - "outputIndexes": [ - 2175 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2175 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6670", - "outputIndexes": [ - 2176 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2171, - 2174, - 2176, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6673", - "outputIndexes": [ - 2177 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2177 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6674", - "outputIndexes": [ - 2178 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6675", - "outputIndexes": [ - 2179 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2179, - 2178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6676", - "outputIndexes": [ - 2180 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2170, - 2180, - 2173 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_396_output_0", - "outputIndexes": [ - 2181 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2181, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_79_output_0", - "outputIndexes": [ - 2182 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2182, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_840_output_0", - "outputIndexes": [ - 2183 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2168, - 2183, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_107_output_0", - "outputIndexes": [ - 2184 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2184 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_53_output_0", - "outputIndexes": [ - 2185 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2168, - 22, - 2183, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_106_output_0", - "outputIndexes": [ - 2186 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2185, - 2186 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_342_output_0", - "outputIndexes": [ - 2187 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2187, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_211_output_0", - "outputIndexes": [ - 2188 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2169, - 2188 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_131_output_0", - "outputIndexes": [ - 2189 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2128 - ], - "outputIndexes": [ - 3044 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 3044 - ], - "outputIndexes": [ - 3045 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear", - "inputIndexes": [ - 3045 - ], - "outputIndexes": [ - 3046 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 686115792, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 3046 - ], - "outputIndexes": [ - 3047 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3047 - ], - "outputIndexes": [ - 2190 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2190, - 2167 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_237_output_0", - "outputIndexes": [ - 2191 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2165, - 2189, - 2191, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_242_output_0", - "outputIndexes": [ - 2192 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2192 - ], - "outputIndexes": [ - 3048 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 3048 - ], - "outputIndexes": [ - 3049 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear", - "inputIndexes": [ - 3049 - ], - "outputIndexes": [ - 3050 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 686338022, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 3050 - ], - "outputIndexes": [ - 3051 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3051 - ], - "outputIndexes": [ - 2193 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2125, - 2193 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_133_output_0", - "outputIndexes": [ - 2194 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.9375, - 1.132812, - 0.808594, - 1.039062, - 1.046875, - 1.070312, - 1.101562, - 1.070312, - 1.039062, - 1.039062, - 1.078125, - 1.078125, - 1.101562, - 1.117188, - 1.101562, - 1.078125, - 1.09375, - 1.070312, - 1.117188, - 1.078125, - 1.109375, - 1.078125, - 1.070312, - 1.039062, - 1.117188, - 1.101562, - 1.054688, - 1.039062, - 1.15625, - 1.117188, - 1.101562, - 1.09375, - 1.164062, - 1.132812, - 1.078125, - 1.109375, - 1.085938, - 1.109375, - 1.070312, - 1.046875, - 1.109375, - 1.117188, - 1.125, - 1.085938, - 0.835938, - 1.085938, - 1.023438, - 1.078125, - 1.054688, - 0.933594, - 1.023438, - 0.96875, - 1.117188, - 1.070312, - 1.09375, - 1.039062, - 1.03125, - 1.0, - 0.625, - 1.03125, - 1.070312, - 1.046875, - 1.070312, - 1.101562, - 1.09375, - 0.964844, - 1.070312, - 1.085938, - 1.0625, - 1.0625, - 1.03125, - 1.039062, - 1.015625, - 1.039062, - 1.09375, - 0.996094, - 1.101562, - 1.085938, - 1.0625, - 1.117188, - 1.109375, - 0.996094, - 0.835938, - 1.117188, - 1.09375, - 1.109375, - 1.148438, - 1.125, - 1.054688, - 1.085938, - 1.054688, - 1.054688, - 0.921875, - 1.03125, - 1.125, - 0.582031, - 1.070312, - 1.023438, - 1.09375, - 1.195312, - 1.117188, - 1.078125, - 1.109375, - 1.125, - 1.046875, - 1.023438, - 1.070312, - 1.078125, - 1.0625, - 1.101562, - 1.070312, - 1.140625, - 1.070312, - 0.644531, - 1.125, - 1.101562, - 1.070312, - 1.109375, - 0.976562, - 1.046875, - 1.101562, - 1.03125, - 1.039062, - 1.046875, - 1.09375, - 1.125, - 1.09375, - 1.0625, - 1.070312, - 1.226562, - 1.054688, - 1.09375, - 1.0625, - 1.117188, - 1.109375, - 1.132812, - 1.101562, - 1.164062, - 1.046875, - 1.0625, - 1.054688, - 1.054688, - 1.03125, - 1.015625, - 1.109375, - 1.070312, - 1.109375, - 0.925781, - 1.125, - 1.09375, - 1.078125, - 1.101562, - 0.996094, - 1.085938, - 1.851562, - 1.046875, - 1.078125, - 1.046875, - 1.125, - 1.132812, - 1.007812, - 1.054688, - 1.078125, - 1.0, - 1.046875, - 1.078125, - 1.070312, - 1.085938, - 1.078125, - 1.085938, - 1.101562, - 1.109375, - 1.101562, - 1.078125, - 1.039062, - 1.117188, - 1.0625, - 1.210938, - 1.09375, - 1.140625, - 1.117188, - 1.039062, - 1.109375, - 1.023438, - 1.054688, - 0.625, - 1.046875, - 1.125, - 1.265625, - 1.085938, - 1.09375, - 1.0625, - 1.125, - 1.101562, - 1.125, - 1.0625, - 1.078125, - 1.078125, - 1.117188, - 1.046875, - 1.039062, - 1.101562, - 1.109375, - 1.132812, - 1.125, - 1.09375, - 1.101562, - 1.109375, - 1.039062, - 1.09375, - 1.09375, - 1.117188, - 1.03125, - 1.054688, - 1.109375, - 0.960938, - 1.125, - 1.085938, - 1.085938, - 1.085938, - 1.070312, - 1.09375, - 1.195312, - 0.482422, - 1.054688, - 1.09375, - 1.039062, - 1.085938, - 0.703125, - 1.078125, - 1.0625, - 1.09375, - 1.101562, - 1.070312, - 1.125, - 1.0625, - 1.078125, - 1.0625, - 1.09375, - 1.101562, - 1.078125, - 1.023438, - 1.078125, - 1.101562, - 1.070312, - 1.078125, - 1.132812, - 1.070312, - 1.0625, - 1.140625, - 1.0625, - 0.941406, - 1.117188, - 0.515625, - 1.046875, - 1.117188, - 1.070312, - 1.132812, - 1.117188, - 1.054688, - 1.085938, - 1.101562, - 1.085938, - 1.0625, - 1.109375, - 1.085938, - 1.054688, - 1.109375, - 1.101562, - 1.085938, - 1.117188, - 1.046875, - 1.007812, - 1.132812, - 1.015625, - 1.054688, - 1.015625, - 1.101562, - 1.070312, - 1.125, - 1.09375, - 1.039062, - 1.085938, - 0.992188, - 1.046875, - 1.039062, - 1.257812, - 1.109375, - 1.078125, - 1.132812, - 1.109375, - 1.15625, - 1.140625, - 1.125, - 1.03125, - 1.078125, - 1.101562, - 1.078125, - 1.117188, - 1.101562, - 1.046875, - 0.90625, - 1.109375, - 0.992188, - 1.085938, - 1.039062, - 1.09375, - 1.070312, - 1.101562, - 1.046875, - 1.007812, - 1.117188, - 1.015625, - 1.09375, - 1.125, - 1.132812, - 1.007812, - 1.085938, - 1.03125, - 1.070312, - 1.09375, - 1.101562, - 1.039062, - 1.070312, - 1.0625, - 1.085938, - 1.039062, - 1.023438, - 1.101562, - 1.046875, - 1.03125, - 1.101562, - 1.023438, - 0.976562, - 1.070312, - 1.148438, - 1.085938, - 0.996094, - 1.054688, - 0.976562, - 1.023438, - 1.101562, - 1.023438, - 1.125, - 1.109375, - 1.085938, - 1.085938, - 1.046875, - 1.054688, - 1.085938, - 1.046875, - 0.933594, - 0.953125, - 1.085938, - 1.21875, - 1.125, - 0.410156, - 1.070312, - 1.109375, - 1.0625, - 1.085938, - 1.070312, - 1.09375, - 1.09375, - 1.085938, - 1.078125, - 1.101562, - 1.046875, - 1.03125, - 1.117188, - 1.078125, - 1.039062, - 1.117188, - 1.03125, - 1.070312, - 1.070312, - 1.101562, - 1.015625, - 1.125, - 1.046875, - 1.078125, - 1.125, - 1.085938, - 1.109375, - 0.972656, - 1.101562, - 1.039062, - 1.132812, - 1.039062, - 1.117188, - 1.078125, - 1.0625, - 1.101562, - 1.070312, - 0.683594, - 0.949219, - 1.125, - 1.242188, - 1.054688, - 1.09375, - 1.046875, - 1.09375, - 1.023438, - 1.179688, - 1.054688, - 1.007812, - 1.132812, - 1.101562, - 1.273438, - 0.921875, - 1.054688, - 1.03125, - 1.117188, - 1.125, - 1.054688, - 1.039062, - 1.109375, - 1.117188, - 1.085938, - 1.125, - 1.132812, - 1.046875, - 1.085938, - 1.054688, - 1.125, - 1.109375, - 1.03125, - 1.117188, - 1.078125, - 1.101562, - 1.140625, - 1.125, - 1.09375, - 1.125, - 1.007812, - 1.03125, - 1.054688, - 1.023438, - 1.109375, - 1.070312, - 1.070312, - 1.242188, - 0.890625, - 0.921875, - 1.085938, - 1.101562, - 1.0, - 1.09375, - 1.101562, - 1.132812, - 1.125, - 1.0625, - 1.070312, - 1.132812, - 1.09375, - 1.148438, - 1.117188, - 1.101562, - 1.015625, - 1.140625, - 1.039062, - 1.078125, - 1.117188, - 1.046875, - 1.039062, - 1.078125, - 1.039062, - 1.070312, - 1.046875, - 1.078125, - 1.078125, - 1.070312, - 1.148438, - 1.085938, - 1.140625, - 1.117188, - 1.101562, - 1.0625, - 0.957031, - 1.085938, - 1.125, - 1.0625, - 1.109375, - 1.078125, - 1.039062, - 1.03125, - 1.101562, - 1.007812, - 1.09375, - 1.109375, - 1.140625, - 1.078125, - 1.117188, - 1.078125, - 1.085938, - 1.109375, - 1.09375, - 1.109375, - 1.054688, - 0.972656, - 0.894531, - 1.132812, - 1.085938, - 2.15625, - 1.117188, - 1.09375, - 1.078125, - 1.359375, - 1.015625, - 1.148438, - 1.179688, - 1.132812, - 1.140625, - 1.101562, - 1.023438, - 1.078125, - 1.09375, - 1.117188, - 1.523438, - 0.984375, - 2.3125, - 1.125, - 1.0625, - 1.015625, - 1.117188, - 1.09375, - 1.132812, - 1.109375, - 1.078125, - 1.140625, - 1.085938, - 1.054688, - 0.933594, - 1.03125, - 1.101562, - 1.109375, - 1.125, - 1.140625, - 1.125, - 1.03125, - 1.078125, - 1.0625, - 1.125, - 1.101562, - 1.117188, - 1.046875, - 0.683594, - 1.101562, - 0.894531, - 1.039062, - 1.078125, - 1.085938, - 1.117188, - 1.945312, - 1.0, - 1.054688, - 1.125, - 1.09375, - 1.101562, - 1.054688, - 1.132812, - 1.132812, - 1.109375, - 1.070312, - 1.117188, - 0.800781, - 0.964844, - 1.0625, - 1.09375, - 1.109375, - 1.101562, - 1.117188, - 1.054688, - 1.046875, - 1.070312, - 1.054688, - 1.109375, - 1.101562, - 0.984375, - 1.101562, - 0.447266, - 1.039062, - 1.132812, - 1.148438, - 1.078125, - 1.03125, - 1.046875, - 1.101562, - 1.148438, - 1.421875, - 1.09375, - 1.109375, - 1.539062, - 1.0625, - 1.054688, - 1.101562, - 1.140625, - 1.117188, - 1.09375, - 1.046875, - 1.125, - 1.101562, - 1.054688, - 1.0, - 1.117188, - 0.902344, - 1.03125, - 1.117188, - 1.09375, - 0.007538, - 1.046875, - 1.140625, - 1.132812, - 1.054688, - 1.046875, - 1.078125, - 1.03125, - 1.109375, - 0.996094, - 1.039062, - 1.070312, - 1.039062, - 1.085938, - 1.03125, - 1.109375, - 1.109375, - 1.085938, - 1.125, - 1.101562, - 1.070312, - 1.148438, - 1.054688, - 1.0625, - 1.242188, - 1.078125, - 1.0625, - 1.117188, - 1.0, - 1.101562, - 1.0625, - 1.109375, - 1.078125, - 1.109375, - 1.039062, - 1.03125, - 1.09375, - 1.132812, - 1.132812, - 0.902344, - 1.046875, - 0.992188, - 1.109375, - 1.03125, - 1.039062, - 1.0625, - 1.125, - 1.109375, - 1.109375, - 1.046875, - 1.125, - 1.0625, - 0.914062, - 1.09375, - 1.054688, - 0.753906, - 1.101562, - 1.109375, - 1.046875, - 1.054688, - 1.046875, - 1.070312, - 0.601562, - 1.101562, - 1.109375, - 1.109375, - 1.109375, - 0.953125, - 1.109375, - 1.070312, - 1.03125, - 1.09375, - 1.085938, - 1.09375, - 1.09375, - 1.109375, - 1.039062, - 1.101562, - 1.09375, - 1.054688, - 1.085938, - 1.09375, - 1.070312, - 1.039062, - 1.109375, - 0.769531, - 1.070312, - 1.007812, - 1.070312, - 1.148438, - 1.054688, - 1.0625, - 1.085938, - 1.0625, - 1.117188, - 0.929688, - 1.09375, - 1.054688, - 1.054688, - 1.171875, - 1.039062, - 1.015625, - 1.039062, - 1.125, - 1.242188, - 0.984375, - 1.101562, - 1.101562, - 1.109375, - 0.96875, - 1.125, - 1.109375, - 1.046875, - 1.101562, - 0.988281, - 1.085938, - 1.046875, - 1.039062, - 1.117188, - 1.085938, - 1.070312, - 1.070312, - 1.09375, - 1.078125, - 1.046875, - 1.117188, - 1.132812, - 1.0625, - 1.09375, - 1.125, - 1.117188, - 1.046875, - 0.972656, - 0.480469, - 1.039062, - 1.078125, - 1.132812, - 1.054688, - 1.117188, - 1.101562, - 1.101562, - 1.179688, - 1.109375, - 1.109375, - 1.0, - 1.039062, - 1.085938, - 1.078125, - 1.046875, - 1.046875, - 1.070312, - 1.109375, - 1.070312, - 1.0625, - 1.046875, - 1.023438, - 1.109375, - 1.132812, - 1.023438, - 1.0625, - 1.054688, - 1.039062, - 1.03125, - 1.101562, - 0.996094, - 1.078125, - 1.046875, - 1.039062, - 0.960938, - 1.117188, - 1.0625, - 1.078125, - 1.101562, - 1.03125, - 1.070312, - 0.996094, - 1.039062, - 1.164062, - 1.039062, - 1.070312, - 1.054688, - 1.109375, - 1.140625, - 1.125, - 0.742188, - 0.972656, - 1.109375, - 1.015625, - 1.046875, - 1.140625, - 1.0625, - 1.039062, - 1.132812, - 1.234375, - 1.140625, - 1.101562, - 1.070312, - 1.046875, - 1.070312, - 0.960938, - 1.054688, - 1.375, - 1.070312, - 1.109375, - 1.0625, - 1.039062, - 1.109375, - 1.039062, - 1.03125, - 1.085938, - 1.132812, - 1.101562, - 1.101562, - 1.132812, - 1.085938, - 1.109375, - 1.085938, - 1.023438, - 0.957031, - 1.085938, - 1.109375, - 1.09375, - 1.046875, - 1.054688, - 1.054688, - 1.054688, - 1.101562, - 1.085938, - 1.023438, - 1.117188, - 1.09375, - 1.125, - 1.109375, - 1.015625, - 1.109375, - 0.917969, - 1.046875, - 1.125, - 1.039062, - 1.046875, - 1.070312, - 1.09375, - 1.125, - 1.125, - 1.09375, - 1.101562, - 1.117188, - 1.015625, - 1.078125, - 1.0625, - 1.140625, - 1.117188, - 1.054688, - 1.109375, - 1.09375, - 1.007812, - 0.275391, - 1.101562, - 1.046875, - 0.585938, - 1.078125, - 1.09375, - 1.085938, - 1.914062, - 1.09375, - 1.117188, - 1.046875, - 1.132812, - 1.0625, - 1.039062, - 1.109375, - 1.03125, - 1.109375, - 1.078125, - 1.078125, - 1.046875, - 1.0625, - 1.117188, - 1.125, - 1.09375, - 1.109375, - 1.0, - 1.09375, - 1.101562, - 1.03125, - 1.023438, - 1.109375, - 1.140625, - 1.101562, - 1.015625, - 1.023438, - 0.535156, - 0.417969, - 1.085938, - 1.0625, - 1.164062, - 1.085938, - 0.957031, - 1.109375, - 1.0625, - 1.148438, - 1.117188, - 1.03125, - 1.039062, - 1.085938, - 1.03125, - 1.109375, - 1.132812, - 1.007812, - 1.117188, - 1.101562, - 1.101562, - 1.117188, - 1.09375, - 1.09375, - 0.960938, - 1.054688, - 1.015625, - 1.007812, - 1.09375, - 1.304688, - 1.109375, - 1.109375, - 1.015625, - 1.03125, - 1.125, - 1.085938, - 1.0625, - 1.109375, - 1.117188, - 1.148438, - 1.851562, - 1.046875, - 1.0625, - 1.046875, - 1.140625, - 1.125, - 1.117188, - 1.039062, - 1.09375, - 1.140625, - 1.125, - 1.054688, - 1.09375, - 1.085938, - 1.070312, - 1.054688, - 1.070312, - 0.84375, - 1.03125, - 1.054688, - 1.117188, - 1.148438, - 1.023438, - 1.109375, - 1.03125, - 1.039062, - 1.117188, - 1.078125, - 1.0625, - 1.65625, - 1.070312, - 1.09375, - 1.125, - 1.078125, - 1.101562, - 1.054688, - 1.125, - 1.0625, - 1.046875, - 1.070312, - 1.09375, - 1.101562, - 1.070312, - 1.023438, - 1.039062, - 1.046875, - 1.039062, - 1.054688, - 1.117188, - 0.878906, - 1.148438, - 0.996094, - 1.140625, - 1.117188, - 1.117188, - 1.039062, - 1.070312, - 1.085938, - 1.109375, - 1.085938, - 1.109375, - 1.0625, - 1.101562, - 1.109375, - 1.09375, - 1.0625, - 1.078125, - 0.855469, - 1.109375, - 1.0625, - 1.054688, - 1.039062, - 1.054688, - 1.09375, - 1.109375, - 1.023438, - 1.109375, - 1.117188, - 1.0625, - 1.085938, - 1.070312, - 1.195312, - 1.117188, - 0.957031, - 0.960938, - 1.109375, - 1.085938, - 1.109375, - 0.808594, - 1.132812, - 1.03125, - 1.117188, - 1.085938, - 1.078125, - 1.125, - 1.125, - 1.085938, - 1.085938, - 0.820312, - 1.054688, - 1.085938, - 1.085938, - 1.09375, - 1.125, - 1.046875, - 1.070312, - 1.132812, - 1.070312, - 1.1875, - 1.085938, - 1.039062, - 1.023438, - 1.226562, - 1.09375, - 1.109375, - 1.109375, - 1.0625, - 1.101562, - 1.125, - 1.125, - 1.085938, - 1.117188, - 1.046875, - 1.03125, - 1.039062, - 1.101562, - 1.09375, - 1.09375, - 1.289062, - 1.125, - 1.046875, - 1.09375, - 1.132812, - 0.421875, - 1.078125, - 1.109375, - 1.140625, - 1.101562, - 1.101562, - 1.085938, - 1.109375, - 1.039062, - 1.09375, - 1.109375, - 1.085938, - 1.070312, - 1.101562, - 1.046875, - 1.140625, - 1.015625, - 1.078125, - 1.140625, - 1.046875, - 1.039062, - 1.039062, - 1.09375, - 0.957031, - 1.164062, - 1.03125, - 1.085938, - 1.117188, - 0.996094, - 1.054688, - 1.039062, - 1.03125, - 1.351562, - 1.109375, - 1.09375, - 0.734375, - 1.03125, - 1.132812, - 1.046875, - 1.210938, - 1.15625, - 1.132812, - 1.054688, - 1.0625, - 1.0625, - 0.882812, - 1.09375, - 1.0625, - 1.054688, - 1.0625, - 0.957031, - 1.117188, - 1.101562, - 1.101562, - 1.117188, - 1.117188, - 1.015625, - 1.1875, - 1.078125, - 1.054688, - 1.070312, - 1.023438, - 1.09375, - 1.070312, - 1.070312, - 1.125, - 0.957031, - 1.039062, - 1.085938, - 1.117188, - 1.0625, - 1.109375, - 1.117188, - 1.046875, - 1.125, - 1.046875, - 1.039062, - 1.109375, - 1.085938, - 1.070312, - 1.070312, - 0.941406, - 1.234375, - 1.109375, - 0.984375, - 1.125, - 1.132812, - 0.96875, - 1.664062, - 1.125, - 1.046875, - 1.09375, - 1.070312, - 0.828125, - 1.09375, - 1.070312, - 1.046875, - 1.085938, - 1.101562, - 1.070312, - 1.125, - 1.070312, - 1.109375, - 1.109375, - 1.070312, - 1.125, - 1.117188, - 1.109375, - 1.125, - 1.09375, - 0.996094, - 1.046875, - 1.109375, - 1.085938, - 1.125, - 1.085938, - 1.101562, - 1.078125, - 1.117188, - 1.070312, - 1.109375, - 1.046875, - 1.101562, - 1.148438, - 0.941406, - 0.875, - 1.09375, - 1.265625, - 1.09375, - 1.117188, - 1.109375, - 1.140625, - 1.039062, - 1.117188, - 1.132812, - 1.101562, - 1.03125, - 1.117188, - 1.15625, - 1.054688, - 1.078125, - 0.960938, - 0.882812, - 1.101562, - 0.5625, - 1.046875, - 1.03125, - 1.085938, - 1.09375, - 0.609375, - 0.921875, - 1.039062, - 0.972656, - 1.101562, - 1.078125, - 1.039062, - 1.28125, - 1.085938, - 1.109375, - 1.046875, - 1.164062, - 1.109375, - 1.039062, - 1.117188, - 1.03125, - 1.125, - 1.117188, - 1.125, - 1.070312, - 1.25, - 1.148438, - 1.179688, - 0.972656, - 1.023438, - 1.09375, - 1.75, - 1.078125, - 1.125, - 1.023438, - 1.078125, - 1.125, - 1.109375, - 1.015625, - 1.085938, - 1.03125, - 1.101562, - 1.046875, - 1.101562, - 1.085938, - 1.023438, - 1.085938, - 1.117188, - 1.101562, - 1.039062, - 1.0625, - 1.046875, - 1.085938, - 1.109375, - 1.109375, - 1.507812, - 1.09375, - 1.109375, - 1.109375, - 1.125, - 0.890625, - 1.039062, - 0.808594, - 1.101562, - 1.078125, - 1.054688, - 0.578125, - 1.117188, - 0.707031, - 1.039062, - 1.046875, - 1.078125, - 1.117188, - 0.828125, - 1.125, - 1.09375, - 1.070312, - 1.039062, - 0.699219, - 1.109375, - 1.0625, - 1.0625, - 1.015625, - 1.09375, - 1.554688, - 1.109375, - 0.953125, - 1.085938, - 1.117188, - 1.09375, - 1.09375, - 0.96875, - 1.15625, - 1.0625, - 1.09375, - 1.085938, - 1.09375, - 1.117188, - 1.039062, - 1.125, - 1.070312, - 1.054688, - 1.054688, - 1.109375, - 1.109375, - 1.101562, - 1.109375, - 1.085938, - 1.132812, - 0.953125, - 1.015625, - 1.117188, - 1.023438, - 1.109375, - 1.039062, - 1.101562, - 1.117188, - 1.09375, - 1.125, - 1.109375, - 1.148438, - 1.054688, - 1.125, - 1.03125, - 1.078125, - 1.109375, - 1.039062, - 1.101562, - 1.054688, - 1.117188, - 1.039062, - 1.039062, - 1.125, - 1.023438, - 1.023438, - 1.039062, - 1.09375, - 1.109375, - 1.125, - 1.109375, - 1.039062, - 1.046875, - 1.0625, - 0.416016, - 1.890625, - 1.101562, - 1.125, - 1.070312, - 1.085938, - 1.117188, - 1.0625, - 1.070312, - 1.078125, - 1.101562, - 1.03125, - 1.109375, - 1.023438, - 1.109375, - 1.101562, - 1.101562, - 0.558594, - 1.101562, - 1.101562, - 1.046875, - 1.015625, - 1.109375, - 1.078125, - 1.015625, - 1.054688, - 1.085938, - 1.078125, - 0.902344, - 1.085938, - 1.046875, - 1.054688, - 1.09375, - 1.03125, - 1.109375, - 1.1875, - 1.070312, - 0.636719, - 1.109375, - 1.023438, - 1.023438, - 1.109375, - 1.09375, - 1.085938, - 1.117188, - 1.039062, - 1.117188, - 1.0625, - 1.1875, - 1.09375, - 1.09375, - 1.140625, - 1.007812, - 1.09375, - 1.140625, - 0.941406, - 1.132812, - 1.046875, - 1.03125, - 1.109375, - 1.109375, - -0.004944, - 1.054688, - 1.226562, - 0.322266, - 1.007812, - 1.054688, - 1.109375, - 1.125, - 1.132812, - 1.109375, - 1.070312, - 1.085938, - 1.046875, - 1.039062, - 1.03125, - 1.046875, - 1.046875, - 1.09375, - 1.101562, - 1.15625, - 1.078125, - 1.039062, - 1.09375, - 1.023438, - 1.015625, - 1.007812, - 1.132812, - 1.023438, - 1.023438, - 1.101562, - 1.054688, - 0.9375, - 1.070312, - 1.015625, - 1.125, - 1.132812, - 1.0625, - 1.039062, - 1.125, - 1.101562, - 1.09375, - 1.054688, - 1.070312, - 1.125, - 1.046875, - 1.070312, - 1.101562, - 1.234375, - 1.101562, - 1.078125, - 1.078125, - 1.132812, - 1.085938, - 1.023438, - 1.125, - 1.078125, - 1.179688, - 1.117188, - 1.117188, - 1.117188, - 1.085938, - 0.992188, - 1.117188, - 1.046875, - 1.085938, - 1.070312, - 1.085938, - 1.0625, - 1.078125, - 1.0625, - 1.101562, - 1.039062, - 1.101562, - 1.101562, - 1.046875, - 1.101562, - 1.125, - 1.085938, - 1.023438, - 1.0625, - 1.101562, - 1.117188, - 1.148438, - 1.085938, - 1.117188, - 1.085938, - 1.09375, - 1.109375, - 1.0625, - 1.125, - 1.140625, - 1.054688, - 1.0625, - 1.078125, - 1.03125, - 1.09375, - 1.03125, - 1.101562, - 1.109375, - 1.0625, - 1.101562, - 1.039062, - 1.125, - 1.109375, - 1.054688, - 1.015625, - 1.085938, - 1.070312, - 0.976562, - 1.078125, - 1.109375, - 1.046875, - 1.078125, - 1.09375, - 1.109375 - ] - }, - "name": "model.model.layers.26.post_attention_layernorm.weight", - "outputIndexes": [ - 2195 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2194 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_26/Mul_output_0", - "outputIndexes": [ - 2196 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2195, - 2196 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_26/Mul_1_output_0", - "outputIndexes": [ - 2197 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2197 - ], - "outputIndexes": [ - 3052 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 3052 - ], - "outputIndexes": [ - 3053 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/gate_proj/Linear", - "inputIndexes": [ - 3053 - ], - "outputIndexes": [ - 3054 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 687665148, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 3054 - ], - "outputIndexes": [ - 3055 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3055 - ], - "outputIndexes": [ - 2198 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2198 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_26/Sigmoid_output_0", - "outputIndexes": [ - 2199 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2198, - 2199 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_26/Mul_output_0", - "outputIndexes": [ - 2200 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2197 - ], - "outputIndexes": [ - 3056 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 3056 - ], - "outputIndexes": [ - 3057 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/up_proj/Linear", - "inputIndexes": [ - 3057 - ], - "outputIndexes": [ - 3058 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 695406610, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 3058 - ], - "outputIndexes": [ - 3059 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3059 - ], - "outputIndexes": [ - 2201 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2200, - 2201 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_26/Mul_output_0", - "outputIndexes": [ - 2202 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2202 - ], - "outputIndexes": [ - 3060 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 3060 - ], - "outputIndexes": [ - 3061 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/down_proj/Linear", - "inputIndexes": [ - 3061 - ], - "outputIndexes": [ - 3062 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 703148072, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 3062 - ], - "outputIndexes": [ - 3063 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3063 - ], - "outputIndexes": [ - 2203 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2194, - 2203 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_134_output_0", - "outputIndexes": [ - 2204 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2204, - 2 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_243_output_0", - "outputIndexes": [ - 2205 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 3.03125, - 0.447266, - 2.265625, - 0.503906, - 0.796875, - 0.4375, - 0.453125, - 0.466797, - 0.470703, - 0.433594, - 0.431641, - 1.117188, - 0.417969, - 0.429688, - 0.449219, - 0.478516, - 0.460938, - 0.511719, - 0.425781, - 0.46875, - 0.392578, - 0.527344, - 0.423828, - 3.390625, - 0.447266, - 0.470703, - 0.519531, - 0.429688, - 0.447266, - 0.431641, - 0.435547, - 0.429688, - 0.4375, - 0.394531, - 0.535156, - 0.460938, - 0.433594, - 0.46875, - 0.474609, - 0.957031, - 0.443359, - 0.423828, - 0.492188, - 0.425781, - 2.78125, - 0.457031, - 0.421875, - 0.433594, - 0.472656, - 1.304688, - 3.21875, - 1.390625, - 0.419922, - 0.488281, - 0.417969, - 0.404297, - 0.484375, - 3.390625, - 2.046875, - 0.53125, - 0.439453, - 0.496094, - 0.582031, - 0.425781, - 0.447266, - 1.953125, - 0.427734, - 0.431641, - 0.460938, - 0.466797, - 0.449219, - 0.527344, - 3.34375, - 0.5, - 0.474609, - 1.15625, - 0.470703, - 0.429688, - 0.488281, - 0.478516, - 0.445312, - 3.421875, - 1.460938, - 0.476562, - 0.455078, - 0.451172, - 0.484375, - 0.464844, - 0.59375, - 0.449219, - 0.484375, - 0.474609, - 1.414062, - 0.433594, - 0.439453, - 1.921875, - 0.447266, - 0.5625, - 0.476562, - 0.460938, - 0.453125, - 0.664062, - 0.96875, - 0.439453, - 0.566406, - 0.453125, - 0.589844, - 0.53125, - 0.589844, - 0.455078, - 0.503906, - 0.431641, - 0.433594, - 2.03125, - 0.464844, - 0.425781, - 0.476562, - 0.464844, - 3.421875, - 3.265625, - 0.435547, - 3.0625, - 0.519531, - 0.421875, - 0.464844, - 0.439453, - 0.427734, - 3.390625, - 0.460938, - 0.558594, - 0.472656, - 0.435547, - 0.423828, - 0.503906, - 0.455078, - 0.498047, - 0.482422, - 0.439453, - 0.441406, - 0.441406, - 3.359375, - 0.46875, - 0.458984, - 2.765625, - 0.519531, - 0.402344, - 0.435547, - 1.71875, - 0.443359, - 0.421875, - 0.480469, - 0.466797, - 3.09375, - 0.466797, - 0.777344, - 0.457031, - 0.439453, - 0.439453, - 0.472656, - 0.443359, - 0.617188, - 0.542969, - 0.632812, - 2.984375, - 0.449219, - 0.455078, - 0.507812, - 0.460938, - 0.457031, - 0.519531, - 0.464844, - 0.474609, - 0.472656, - 0.443359, - 0.464844, - 0.511719, - 0.660156, - 0.710938, - 0.457031, - 0.419922, - 0.453125, - 0.443359, - 0.427734, - 0.769531, - 0.503906, - 2.515625, - 3.140625, - 0.429688, - 0.542969, - 0.433594, - 0.455078, - 0.433594, - 0.449219, - 0.431641, - 0.480469, - 0.390625, - 0.429688, - 0.457031, - 0.480469, - 0.494141, - 0.40625, - 0.419922, - 0.441406, - 0.427734, - 0.457031, - 0.416016, - 0.433594, - 0.4375, - 0.458984, - 0.441406, - 0.494141, - 0.443359, - 0.625, - 0.476562, - 0.425781, - 2.703125, - 0.482422, - 0.46875, - 0.478516, - 0.429688, - 0.460938, - 0.455078, - 0.945312, - 1.851562, - 0.429688, - 0.439453, - 0.472656, - 0.625, - 1.804688, - 0.433594, - 0.404297, - 0.480469, - 0.4375, - 0.431641, - 0.439453, - 0.439453, - 0.486328, - 0.451172, - 0.449219, - 0.416016, - 0.435547, - 0.488281, - 0.554688, - 0.419922, - 0.519531, - 0.476562, - 0.447266, - 0.447266, - 0.445312, - 0.414062, - 0.484375, - 2.046875, - 0.486328, - 2.390625, - 3.5, - 0.5625, - 0.443359, - 0.443359, - 0.439453, - 0.464844, - 0.423828, - 0.443359, - 0.423828, - 0.429688, - 0.441406, - 0.460938, - 0.455078, - 0.4375, - 0.451172, - 0.472656, - 0.486328, - 0.925781, - 0.496094, - 0.429688, - 0.714844, - 0.419922, - 2.515625, - 0.414062, - 0.455078, - 0.425781, - 0.458984, - 0.507812, - 0.480469, - 0.550781, - 0.46875, - 3.21875, - 0.492188, - 0.455078, - 0.447266, - 0.503906, - 0.460938, - 0.445312, - 0.451172, - 0.414062, - 0.449219, - 0.433594, - 0.474609, - 0.625, - 0.433594, - 0.447266, - 3.359375, - 2.40625, - 0.425781, - 3.078125, - 0.464844, - 0.470703, - 0.439453, - 0.507812, - 0.474609, - 3.328125, - 0.78125, - 0.447266, - 3.25, - 0.433594, - 0.433594, - 0.431641, - 2.765625, - 0.453125, - 0.447266, - 3.21875, - 0.523438, - 0.474609, - 0.435547, - 0.683594, - 0.435547, - 0.679688, - 0.460938, - 3.421875, - 0.445312, - 0.498047, - 3.484375, - 0.507812, - 3.21875, - 0.96875, - 0.482422, - 1.257812, - 0.464844, - 3.40625, - 0.523438, - 2.65625, - 0.898438, - 0.464844, - 0.453125, - 0.427734, - 0.457031, - 0.431641, - 0.494141, - 0.451172, - 0.445312, - 0.453125, - 0.425781, - 1.804688, - 1.304688, - 0.683594, - 0.390625, - 0.457031, - 2.875, - 0.480469, - 0.457031, - 0.445312, - 0.398438, - 0.439453, - 0.398438, - 0.490234, - 0.511719, - 0.511719, - 0.419922, - 0.503906, - 3.328125, - 0.425781, - 0.4375, - 0.492188, - 0.457031, - 0.566406, - 0.455078, - 0.478516, - 0.457031, - 0.542969, - 0.419922, - 0.445312, - 0.464844, - 0.464844, - 0.449219, - 0.476562, - 2.3125, - 0.427734, - 0.466797, - 0.447266, - 0.472656, - 0.419922, - 0.46875, - 0.462891, - 0.423828, - 0.5, - 2.015625, - 3.125, - 0.472656, - 0.679688, - 0.445312, - 0.445312, - 0.449219, - 0.451172, - 0.539062, - 0.632812, - 0.486328, - 3.28125, - 0.503906, - 0.482422, - 0.369141, - 2.75, - 0.484375, - 0.478516, - 0.416016, - 0.490234, - 0.451172, - 0.410156, - 0.419922, - 0.423828, - 0.449219, - 0.40625, - 0.455078, - 0.632812, - 0.546875, - 0.515625, - 0.330078, - 0.460938, - 0.453125, - 0.441406, - 0.476562, - 0.433594, - 0.447266, - 0.455078, - 0.417969, - 0.4375, - 0.808594, - 0.431641, - 0.46875, - 0.486328, - 0.451172, - 0.466797, - 0.494141, - 0.46875, - 2.3125, - 2.0, - 0.476562, - 0.480469, - 3.03125, - 0.414062, - 0.519531, - 0.445312, - 0.4375, - 0.476562, - 0.457031, - 0.464844, - 0.460938, - 0.455078, - 0.445312, - 0.429688, - 3.265625, - 0.427734, - 0.421875, - 0.423828, - 0.447266, - 0.462891, - 0.447266, - 2.140625, - 0.519531, - 0.466797, - 0.457031, - 0.455078, - 0.445312, - 0.408203, - 0.609375, - 0.474609, - 0.453125, - 0.445312, - 0.486328, - 0.429688, - 2.890625, - 0.449219, - 0.46875, - 0.511719, - 0.421875, - 0.427734, - 0.451172, - 0.449219, - 0.451172, - 0.609375, - 0.429688, - 0.460938, - 0.53125, - 0.460938, - 0.447266, - 0.457031, - 0.535156, - 0.441406, - 0.570312, - 0.439453, - 0.429688, - 2.765625, - 2.875, - 0.439453, - 0.460938, - 0.867188, - 0.457031, - 0.416016, - 0.445312, - 0.699219, - 0.558594, - 0.408203, - 0.443359, - 0.429688, - 0.429688, - 0.457031, - 3.34375, - 0.441406, - 0.472656, - 0.503906, - 1.453125, - 1.09375, - 0.125977, - 0.435547, - 0.480469, - 0.601562, - 0.46875, - 0.566406, - 0.601562, - 0.5, - 0.431641, - 0.488281, - 0.423828, - 0.412109, - 2.96875, - 0.472656, - 0.417969, - 0.435547, - 0.404297, - 0.539062, - 0.425781, - 3.421875, - 0.447266, - 0.458984, - 0.451172, - 0.470703, - 0.451172, - 0.484375, - 2.0625, - 0.550781, - 1.601562, - 0.449219, - 0.384766, - 0.490234, - 0.470703, - 1.0625, - 3.140625, - 0.460938, - 0.46875, - 0.431641, - 0.464844, - 3.390625, - 0.425781, - 0.453125, - 0.4375, - 0.519531, - 0.460938, - 1.960938, - 3.046875, - 0.458984, - 0.476562, - 0.394531, - 0.53125, - 0.447266, - 0.503906, - 2.984375, - 2.3125, - 0.367188, - 0.443359, - 0.427734, - 3.203125, - 0.511719, - 2.375, - 0.482422, - 0.439453, - 0.431641, - 0.480469, - 0.494141, - 0.503906, - 0.449219, - 0.412109, - 0.980469, - 0.478516, - 0.425781, - 0.451172, - 0.451172, - 0.451172, - 0.466797, - 0.480469, - 0.439453, - 0.4375, - 0.457031, - 0.412109, - 0.507812, - 0.453125, - 3.203125, - 0.443359, - 1.90625, - 3.21875, - 0.458984, - 0.613281, - -0.057129, - 0.386719, - 0.466797, - 2.8125, - 0.416016, - 0.453125, - 0.429688, - 0.482422, - 0.414062, - 1.0, - 0.515625, - 0.492188, - 0.519531, - 0.472656, - 0.449219, - 0.480469, - 0.458984, - 0.470703, - 0.427734, - 0.460938, - 0.515625, - 0.443359, - 0.527344, - 3.328125, - 0.695312, - 0.46875, - 0.605469, - 0.449219, - 0.490234, - 0.443359, - 0.439453, - 0.433594, - 3.515625, - 0.433594, - 0.464844, - 3.328125, - 0.457031, - 0.455078, - 0.410156, - 1.65625, - 0.449219, - 3.03125, - 0.404297, - 0.523438, - 0.414062, - 0.425781, - 0.429688, - 0.423828, - 0.445312, - 0.441406, - 0.466797, - 0.464844, - 1.742188, - 2.46875, - 0.484375, - 1.679688, - 0.470703, - 0.441406, - 0.460938, - 0.470703, - 0.474609, - 0.439453, - 2.203125, - 0.482422, - 0.457031, - 0.453125, - 0.451172, - 3.03125, - 0.404297, - 0.5, - 0.472656, - 0.507812, - 0.464844, - 0.429688, - 0.470703, - 0.433594, - 0.496094, - 0.457031, - 0.427734, - 0.414062, - 0.443359, - 0.40625, - 0.449219, - 0.582031, - 0.416016, - 1.929688, - 0.458984, - 0.59375, - 0.429688, - 0.449219, - 0.46875, - 0.482422, - 0.462891, - 0.492188, - 0.462891, - 2.5, - 0.494141, - 0.486328, - 0.511719, - 0.455078, - 0.458984, - 2.625, - 3.5, - 0.433594, - 1.335938, - 3.125, - 0.455078, - 0.449219, - 0.447266, - 2.703125, - 0.431641, - 0.443359, - 3.21875, - 0.507812, - 2.890625, - 0.5, - 0.435547, - 0.460938, - 0.464844, - 0.435547, - 0.507812, - 0.460938, - 0.460938, - 0.474609, - 0.462891, - 0.455078, - 0.707031, - 0.449219, - 0.427734, - 0.466797, - 0.447266, - 0.648438, - 3.015625, - 2.21875, - 0.439453, - 0.457031, - 0.492188, - 0.458984, - 0.421875, - 0.443359, - 0.449219, - 1.023438, - 0.480469, - 1.53125, - 2.5625, - 0.578125, - 0.458984, - 0.472656, - 0.464844, - 0.439453, - 0.460938, - 0.431641, - 0.457031, - 0.519531, - 3.5, - 0.472656, - 0.472656, - 0.416016, - 0.683594, - 0.423828, - 0.447266, - 3.40625, - 0.412109, - 0.462891, - 0.75, - 0.5625, - 0.46875, - 0.515625, - 1.773438, - 0.441406, - 0.498047, - 0.427734, - 0.492188, - 0.482422, - 0.466797, - 0.738281, - 0.427734, - 0.46875, - 0.460938, - 0.40625, - 0.429688, - 0.416016, - 0.449219, - 0.478516, - 2.625, - 0.960938, - 0.462891, - 1.367188, - 0.421875, - 0.408203, - 0.470703, - 0.460938, - 0.431641, - 0.921875, - 0.427734, - 0.5, - 0.486328, - 0.455078, - 0.488281, - 3.046875, - 0.423828, - 0.5625, - 0.466797, - 0.376953, - 0.453125, - 0.507812, - 0.443359, - 0.478516, - 0.419922, - 0.472656, - 0.439453, - 0.435547, - 0.435547, - 0.427734, - 0.458984, - 0.427734, - 0.472656, - 0.515625, - 2.984375, - 0.443359, - 0.476562, - 0.498047, - 0.439453, - 0.515625, - 0.546875, - 0.464844, - 0.419922, - 0.451172, - 0.431641, - 0.445312, - 0.462891, - 0.458984, - 0.470703, - 1.039062, - 0.476562, - 2.46875, - 0.390625, - 0.435547, - 0.460938, - 0.523438, - 3.625, - 0.427734, - 0.515625, - 0.466797, - 0.917969, - 0.474609, - 0.4375, - 3.234375, - 0.445312, - 0.427734, - 0.429688, - 0.443359, - 0.566406, - 0.447266, - 0.507812, - 3.5, - 2.234375, - 0.46875, - 0.496094, - 2.4375, - 0.449219, - 0.498047, - 0.472656, - 1.421875, - 0.417969, - 0.457031, - 0.4375, - 0.458984, - 0.542969, - 0.53125, - 0.480469, - 3.390625, - 0.435547, - 0.460938, - 0.443359, - 0.451172, - 0.443359, - 0.460938, - 0.458984, - 0.447266, - 0.46875, - 1.765625, - 0.443359, - 0.441406, - 3.5, - 0.46875, - 0.46875, - 0.443359, - 0.427734, - 0.886719, - 3.4375, - 2.78125, - 2.359375, - 0.416016, - 0.455078, - 0.683594, - 0.486328, - 1.367188, - 0.4375, - 0.490234, - 0.431641, - 0.441406, - 0.609375, - 0.441406, - 0.474609, - 0.449219, - 0.458984, - 0.498047, - 3.375, - 0.470703, - 0.445312, - 0.441406, - 0.445312, - 0.466797, - 0.492188, - 1.414062, - 0.5625, - 0.570312, - 0.458984, - 0.46875, - 0.507812, - 0.472656, - 0.433594, - 0.519531, - 3.375, - 0.660156, - 0.451172, - 0.507812, - 0.480469, - 0.443359, - 0.447266, - 0.128906, - 0.451172, - 0.46875, - 0.431641, - 0.515625, - 0.416016, - 0.472656, - 0.443359, - 0.53125, - 0.476562, - 0.4375, - 3.34375, - 0.433594, - 0.464844, - 0.478516, - 0.476562, - 0.408203, - 1.742188, - 0.480469, - 0.460938, - 0.4375, - 0.4375, - 0.419922, - 0.466797, - 0.417969, - 0.445312, - 0.486328, - 0.5, - 0.474609, - 0.523438, - 0.451172, - 0.519531, - 0.417969, - 0.498047, - 0.449219, - 3.390625, - 0.423828, - 0.460938, - 0.457031, - 0.455078, - 0.546875, - 0.412109, - 0.570312, - 0.621094, - 0.414062, - 0.416016, - 0.470703, - 0.53125, - 0.507812, - 2.875, - 0.460938, - 3.296875, - 0.455078, - 0.457031, - 0.441406, - 0.412109, - 0.605469, - 0.451172, - 0.431641, - 0.435547, - 0.423828, - 0.429688, - 0.478516, - 0.482422, - 0.462891, - 0.515625, - 0.466797, - 2.453125, - 0.507812, - 0.4375, - 0.382812, - 0.482422, - 0.458984, - 0.490234, - 0.425781, - 0.589844, - 0.462891, - 0.423828, - 0.439453, - 0.423828, - 0.496094, - 0.503906, - 0.447266, - 1.773438, - 1.28125, - 0.443359, - 0.390625, - 0.419922, - 1.875, - 0.435547, - 0.443359, - 0.429688, - 0.453125, - 0.423828, - 0.447266, - 0.417969, - 0.472656, - 0.404297, - 1.71875, - 0.425781, - 0.457031, - 0.423828, - 0.482422, - 0.443359, - 0.460938, - 0.464844, - 0.458984, - 0.617188, - 0.480469, - 0.40625, - 0.470703, - 0.496094, - 0.429688, - 0.453125, - 0.431641, - 0.462891, - 0.474609, - 0.423828, - 0.458984, - 0.464844, - 0.375, - 0.414062, - 0.535156, - 0.439453, - 0.447266, - 0.472656, - 0.449219, - 0.451172, - 0.423828, - 0.476562, - 0.455078, - 0.486328, - 0.433594, - 2.078125, - 0.460938, - 0.523438, - 0.496094, - 0.478516, - 0.462891, - 0.431641, - 0.496094, - 0.445312, - 0.460938, - 0.414062, - 0.447266, - 0.470703, - 0.433594, - 3.296875, - 0.455078, - 1.0625, - 0.488281, - 0.470703, - 0.476562, - 0.5, - 0.447266, - 0.498047, - 1.359375, - 0.453125, - 3.578125, - 0.427734, - 0.460938, - 3.203125, - 3.578125, - 0.476562, - 0.535156, - 0.957031, - 0.429688, - 0.416016, - 2.125, - 0.5, - 0.431641, - 0.451172, - 3.6875, - 0.490234, - 0.455078, - 0.429688, - 0.455078, - 0.458984, - 2.0625, - 0.421875, - 0.478516, - 0.498047, - 0.503906, - 1.179688, - 0.494141, - 1.742188, - 0.439453, - 0.464844, - 0.464844, - 0.429688, - 0.488281, - 0.427734, - 0.449219, - 0.542969, - 0.427734, - 0.507812, - 0.498047, - 0.707031, - 0.460938, - 1.8125, - 0.527344, - 0.470703, - 0.445312, - 0.503906, - 0.453125, - 0.400391, - 0.478516, - 0.474609, - 0.486328, - 0.433594, - 0.429688, - 0.470703, - 0.472656, - 0.466797, - 1.617188, - 3.546875, - 0.435547, - 2.84375, - 0.449219, - 0.490234, - 3.015625, - 1.640625, - 0.431641, - 0.476562, - 0.408203, - 0.496094, - 2.234375, - 0.416016, - 0.416016, - 0.507812, - 0.4375, - 0.474609, - 0.441406, - 1.804688, - 0.515625, - 0.503906, - 0.421875, - 0.429688, - 0.5, - 0.416016, - 0.457031, - 0.427734, - 0.451172, - 3.171875, - 0.511719, - 0.429688, - 0.458984, - 0.427734, - 0.498047, - 0.447266, - 0.410156, - 0.4375, - 0.466797, - 0.402344, - 0.464844, - 0.457031, - 0.703125, - 2.84375, - 1.734375, - 0.462891, - 0.992188, - 0.4375, - 0.464844, - 0.431641, - 0.431641, - 0.439453, - 0.470703, - 0.404297, - 0.457031, - 0.451172, - 0.414062, - 0.519531, - 0.449219, - 0.458984, - 2.296875, - 2.125, - 0.457031, - 2.03125, - 0.699219, - 0.773438, - 0.451172, - 0.539062, - 2.3125, - 2.09375, - 0.460938, - 1.914062, - 0.480469, - 0.515625, - 0.443359, - 1.179688, - 0.460938, - 0.423828, - 0.441406, - 0.761719, - 0.443359, - 0.476562, - 0.429688, - 0.494141, - 0.470703, - 0.427734, - 0.416016, - 0.433594, - 0.558594, - 2.0625, - 0.433594, - 1.304688, - 0.546875, - 0.490234, - 0.761719, - 0.4375, - 0.447266, - 3.25, - 0.664062, - 0.427734, - 0.4375, - 3.203125, - 0.460938, - 0.460938, - 0.4375, - 0.425781, - 0.4375, - 0.474609, - 3.265625, - 0.605469, - 0.451172, - 0.447266, - 0.519531, - 0.460938, - 0.96875, - 0.451172, - 0.433594, - 0.455078, - 0.585938, - 0.40625, - 0.457031, - 0.453125, - 0.445312, - 1.65625, - 2.96875, - 2.21875, - 0.472656, - 0.46875, - 0.46875, - 2.234375, - 0.410156, - 1.890625, - 3.546875, - 0.578125, - 2.984375, - 0.455078, - 1.710938, - 0.414062, - 0.507812, - 0.466797, - 0.453125, - 2.1875, - 0.433594, - 0.441406, - 0.4375, - 0.4375, - 0.431641, - 0.757812, - 0.441406, - 3.21875, - 0.458984, - 0.460938, - 0.464844, - 0.480469, - 0.988281, - 0.447266, - 0.5625, - 0.482422, - 0.492188, - 0.507812, - 0.439453, - 0.570312, - 0.447266, - 0.466797, - 0.53125, - 0.460938, - 0.441406, - 0.439453, - 0.425781, - 0.455078, - 0.457031, - 0.464844, - 3.140625, - 0.535156, - 0.470703, - 0.503906, - 0.429688, - 0.421875, - 0.423828, - 0.478516, - 0.429688, - 0.451172, - 0.464844, - 0.455078, - 0.511719, - 0.457031, - 3.28125, - 0.40625, - 0.425781, - 0.707031, - 0.462891, - 0.443359, - 0.466797, - 0.476562, - 0.486328, - 0.447266, - 0.470703, - 0.451172, - 0.503906, - 0.460938, - 0.416016, - 0.431641, - 0.445312, - 0.527344, - 3.3125, - 0.398438, - 2.109375, - 0.5, - 0.455078, - 0.404297, - 0.439453, - 0.482422, - 0.458984, - 0.527344, - 0.466797, - 0.482422, - 0.425781, - 0.480469, - 0.476562, - 0.429688, - 0.429688, - 0.453125, - 0.410156, - 2.328125, - 0.455078, - 0.453125, - 0.46875, - 3.421875, - 0.435547, - 3.1875, - 2.703125, - 0.460938, - 0.429688, - 0.445312, - 2.53125, - 0.417969, - 3.34375, - 0.585938, - 0.445312, - 0.417969, - 0.550781, - 0.476562, - 0.515625, - 2.046875, - 0.40625, - 0.527344, - 3.265625, - 0.458984, - 0.474609, - 0.443359, - 0.445312, - 0.8125, - 0.443359, - 0.494141, - 0.445312, - 0.466797, - 0.496094, - 0.429688, - 2.34375, - 0.439453, - 0.523438, - 3.015625, - 0.488281, - 0.416016, - 0.429688, - 0.433594, - 0.476562, - -0.0354, - 0.488281, - 0.800781, - 1.851562, - 0.957031, - 0.5, - 0.441406, - 0.482422, - 0.421875, - 0.433594, - 0.447266, - 0.453125, - 0.46875, - 2.9375, - 0.447266, - 0.527344, - 0.46875, - 0.394531, - 0.433594, - 3.296875, - 3.59375, - 3.1875, - 0.478516, - 0.482422, - 0.769531, - 0.734375, - 0.451172, - 0.460938, - 0.451172, - 0.451172, - 0.503906, - 3.0625, - 0.546875, - 0.449219, - 0.447266, - 0.472656, - 0.570312, - 0.582031, - 0.423828, - 0.419922, - 0.482422, - 0.425781, - 0.441406, - 0.474609, - 2.8125, - 0.455078, - 0.494141, - 0.423828, - 0.429688, - 0.498047, - 0.546875, - 0.523438, - 0.439453, - 0.486328, - 1.734375, - 0.539062, - 0.425781, - 0.453125, - 0.439453, - 0.392578, - 0.466797, - 1.007812, - 0.435547, - 0.394531, - 0.416016, - 0.441406, - 0.478516, - 0.632812, - 0.458984, - 0.441406, - 0.478516, - 0.451172, - 0.427734, - 0.451172, - 0.535156, - 0.443359, - 0.457031, - 0.503906, - 0.597656, - 0.5, - 0.474609, - 0.453125, - 0.453125, - 0.435547, - 0.457031, - 0.435547, - 0.443359, - 0.416016, - 0.488281, - 0.462891, - 0.464844, - 0.439453, - 0.597656, - 0.429688, - 0.507812, - 0.476562, - 0.625, - 0.404297, - 0.414062, - 0.472656, - 0.441406, - 0.519531, - 0.441406, - 0.554688, - 0.494141, - 0.478516, - 0.443359, - 1.289062, - 2.671875, - 0.447266, - 0.523438, - 3.40625, - 0.519531, - 0.447266, - 0.457031 - ] - }, - "name": "model.model.layers.27.input_layernorm.weight", - "outputIndexes": [ - 2206 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2205 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/input_layernorm_27/Mul_output_0", - "outputIndexes": [ - 2207 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2206, - 2207 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/input_layernorm_27/Mul_1_output_0", - "outputIndexes": [ - 2208 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2208 - ], - "outputIndexes": [ - 3064 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 3064 - ], - "outputIndexes": [ - 3065 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear", - "inputIndexes": [ - 3065 - ], - "outputIndexes": [ - 3066 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 710889534, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 3066 - ], - "outputIndexes": [ - 3067 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3067 - ], - "outputIndexes": [ - 2209 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2208 - ], - "main_type": "NONE", - "name": "/Shape_379_output_0", - "outputIndexes": [ - 2210 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2210 - ], - "main_type": "NONE", - "name": "Shape6828", - "outputIndexes": [ - 2211 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2210 - ], - "main_type": "NONE", - "name": "Rank6830", - "outputIndexes": [ - 2212 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2212, - 2212 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6832", - "outputIndexes": [ - 2213 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2213 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6833", - "outputIndexes": [ - 2214 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2213, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6835", - "outputIndexes": [ - 2215 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2215 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6836", - "outputIndexes": [ - 2216 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2211, - 2214, - 2216, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6839", - "outputIndexes": [ - 2217 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2217 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6840", - "outputIndexes": [ - 2218 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 2218 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6841", - "outputIndexes": [ - 2219 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2219, - 2218 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6842", - "outputIndexes": [ - 2220 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2210, - 2220, - 2213 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_409_output_0", - "outputIndexes": [ - 2221 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2221, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_865_output_0", - "outputIndexes": [ - 2222 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 2222, - 24, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_351_output_0", - "outputIndexes": [ - 2223 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2209, - 2223 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_244_output_0", - "outputIndexes": [ - 2224 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2224, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_216_output_0", - "outputIndexes": [ - 2225 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2224 - ], - "main_type": "NONE", - "name": "/Shape_380_output_0", - "outputIndexes": [ - 2226 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2226 - ], - "main_type": "NONE", - "name": "Shape6849", - "outputIndexes": [ - 2227 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2226 - ], - "main_type": "NONE", - "name": "Rank6851", - "outputIndexes": [ - 2228 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2228, - 2228 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6853", - "outputIndexes": [ - 2229 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2229 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6854", - "outputIndexes": [ - 2230 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2229, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6856", - "outputIndexes": [ - 2231 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2231 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6857", - "outputIndexes": [ - 2232 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2227, - 2230, - 2232, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6860", - "outputIndexes": [ - 2233 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2233 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6861", - "outputIndexes": [ - 2234 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2234 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6862", - "outputIndexes": [ - 2235 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2235, - 2234 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6863", - "outputIndexes": [ - 2236 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2226, - 2236, - 2229 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_410_output_0", - "outputIndexes": [ - 2237 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2237, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_81_output_0", - "outputIndexes": [ - 2238 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2238, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_870_output_0", - "outputIndexes": [ - 2239 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2224, - 2239, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_109_output_0", - "outputIndexes": [ - 2240 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2240 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_54_output_0", - "outputIndexes": [ - 2241 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2224, - 22, - 2239, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_108_output_0", - "outputIndexes": [ - 2242 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2241, - 2242 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_354_output_0", - "outputIndexes": [ - 2243 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2243, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_217_output_0", - "outputIndexes": [ - 2244 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2225, - 2244 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_135_output_0", - "outputIndexes": [ - 2245 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2208 - ], - "outputIndexes": [ - 3068 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 3068 - ], - "outputIndexes": [ - 3069 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear", - "inputIndexes": [ - 3069 - ], - "outputIndexes": [ - 3070 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 712222804, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 3070 - ], - "outputIndexes": [ - 3071 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3071 - ], - "outputIndexes": [ - 2246 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 2222, - 85, - 25 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_352_output_0", - "outputIndexes": [ - 2247 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2246, - 2247 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_245_output_0", - "outputIndexes": [ - 2248 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2248, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_218_output_0", - "outputIndexes": [ - 2249 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2248 - ], - "main_type": "NONE", - "name": "/Shape_381_output_0", - "outputIndexes": [ - 2250 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2250 - ], - "main_type": "NONE", - "name": "Shape6912", - "outputIndexes": [ - 2251 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2250 - ], - "main_type": "NONE", - "name": "Rank6914", - "outputIndexes": [ - 2252 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2252, - 2252 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6916", - "outputIndexes": [ - 2253 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2253 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6917", - "outputIndexes": [ - 2254 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2253, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6919", - "outputIndexes": [ - 2255 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2255 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze6920", - "outputIndexes": [ - 2256 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2251, - 2254, - 2256, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice6923", - "outputIndexes": [ - 2257 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2257 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze6924", - "outputIndexes": [ - 2258 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 2258 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6925", - "outputIndexes": [ - 2259 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2259, - 2258 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp6926", - "outputIndexes": [ - 2260 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2250, - 2260, - 2253 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_411_output_0", - "outputIndexes": [ - 2261 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2261, - 66 - ], - "main_type": "BinaryOp", - "main": { - "opType": 7, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Div_82_output_0", - "outputIndexes": [ - 2262 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2262, - 22 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_872_output_0", - "outputIndexes": [ - 2263 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2248, - 2263, - 69, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_111_output_0", - "outputIndexes": [ - 2264 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2264 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_55_output_0", - "outputIndexes": [ - 2265 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2248, - 22, - 2263, - 70, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_110_output_0", - "outputIndexes": [ - 2266 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2265, - 2266 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_355_output_0", - "outputIndexes": [ - 2267 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2267, - 81 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_219_output_0", - "outputIndexes": [ - 2268 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2249, - 2268 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_136_output_0", - "outputIndexes": [ - 2269 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2208 - ], - "outputIndexes": [ - 3072 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 3072 - ], - "outputIndexes": [ - 3073 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear", - "inputIndexes": [ - 3073 - ], - "outputIndexes": [ - 3074 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 712445034, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 3074 - ], - "outputIndexes": [ - 3075 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3075 - ], - "outputIndexes": [ - 2270 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2270, - 2247 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_246_output_0", - "outputIndexes": [ - 2271 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2245, - 2269, - 2271, - 111 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "Attention/Reshape_251_output_0", - "outputIndexes": [ - 2272 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2272 - ], - "outputIndexes": [ - 3076 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 3076 - ], - "outputIndexes": [ - 3077 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear", - "inputIndexes": [ - 3077 - ], - "outputIndexes": [ - 3078 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 712667264, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 3078 - ], - "outputIndexes": [ - 3079 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3079 - ], - "outputIndexes": [ - 2273 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2205, - 2273 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_138_output_0", - "outputIndexes": [ - 2274 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.640625, - 1.351562, - 0.984375, - 1.3125, - 1.257812, - 1.359375, - 1.359375, - 1.328125, - 1.265625, - 1.265625, - 1.351562, - 1.617188, - 1.335938, - 1.34375, - 1.320312, - 1.320312, - 1.328125, - 1.289062, - 1.359375, - 1.28125, - 1.359375, - 1.398438, - 1.289062, - 1.734375, - 1.320312, - 1.359375, - 1.234375, - 1.210938, - 1.640625, - 1.351562, - 1.3125, - 1.375, - 1.367188, - 1.515625, - 1.328125, - 1.3125, - 1.320312, - 1.453125, - 1.28125, - 1.3125, - 1.351562, - 1.351562, - 1.382812, - 1.351562, - 1.632812, - 1.304688, - 1.25, - 1.304688, - 1.289062, - 1.179688, - 1.664062, - 1.28125, - 1.476562, - 1.359375, - 1.390625, - 1.25, - 1.25, - 1.734375, - 0.824219, - 1.335938, - 1.335938, - 1.265625, - 1.25, - 1.375, - 1.429688, - 1.242188, - 1.289062, - 1.335938, - 1.304688, - 1.320312, - 1.28125, - 1.3125, - 1.671875, - 1.289062, - 1.34375, - 1.367188, - 1.304688, - 1.359375, - 1.304688, - 1.328125, - 1.335938, - 1.679688, - 1.078125, - 1.34375, - 1.320312, - 1.328125, - 1.382812, - 1.375, - 1.3125, - 1.335938, - 1.3125, - 1.390625, - 1.140625, - 1.226562, - 1.40625, - 0.707031, - 1.3125, - 1.25, - 1.359375, - 1.375, - 1.367188, - 1.609375, - 1.59375, - 1.34375, - 1.28125, - 1.28125, - 1.296875, - 1.296875, - 1.40625, - 1.398438, - 1.265625, - 1.40625, - 1.375, - 1.289062, - 1.320312, - 1.359375, - 1.296875, - 1.335938, - 1.71875, - 1.617188, - 1.351562, - 1.695312, - 1.296875, - 1.304688, - 1.320312, - 1.367188, - 1.34375, - 1.59375, - 1.257812, - 1.445312, - 1.351562, - 1.34375, - 1.28125, - 1.351562, - 1.328125, - 1.359375, - 1.40625, - 1.40625, - 1.390625, - 1.296875, - 1.671875, - 1.296875, - 1.304688, - 1.429688, - 1.351562, - 1.25, - 1.367188, - 1.242188, - 1.375, - 1.335938, - 1.304688, - 1.3125, - 1.609375, - 1.34375, - 3.484375, - 1.265625, - 1.359375, - 1.289062, - 1.335938, - 1.320312, - 1.25, - 1.296875, - 1.289062, - 1.570312, - 1.242188, - 1.304688, - 1.320312, - 1.414062, - 1.3125, - 1.375, - 1.335938, - 1.34375, - 1.351562, - 1.34375, - 1.296875, - 1.359375, - 1.289062, - 1.765625, - 1.390625, - 1.398438, - 1.398438, - 1.289062, - 1.367188, - 1.257812, - 1.242188, - 0.839844, - 1.5625, - 1.351562, - 2.09375, - 1.382812, - 1.3125, - 1.367188, - 1.390625, - 1.320312, - 1.320312, - 1.335938, - 1.273438, - 1.375, - 1.359375, - 1.304688, - 1.328125, - 1.34375, - 1.367188, - 1.453125, - 1.375, - 1.367188, - 1.34375, - 1.320312, - 1.265625, - 1.382812, - 1.414062, - 1.359375, - 1.390625, - 1.296875, - 1.4375, - 1.640625, - 1.367188, - 1.328125, - 1.304688, - 1.320312, - 1.289062, - 1.335938, - 2.203125, - 0.652344, - 1.273438, - 1.335938, - 1.273438, - 1.390625, - 0.902344, - 1.304688, - 1.296875, - 1.28125, - 1.335938, - 1.40625, - 1.351562, - 1.320312, - 1.34375, - 1.3125, - 1.3125, - 1.351562, - 1.3125, - 1.289062, - 1.328125, - 1.382812, - 1.265625, - 1.3125, - 1.335938, - 1.320312, - 1.328125, - 1.421875, - 1.328125, - 1.289062, - 1.460938, - 0.640625, - 1.695312, - 1.40625, - 1.3125, - 1.359375, - 1.34375, - 1.28125, - 1.320312, - 1.328125, - 1.359375, - 1.257812, - 1.335938, - 1.304688, - 1.320312, - 1.335938, - 1.3125, - 1.359375, - 1.359375, - 1.28125, - 1.21875, - 1.382812, - 1.3125, - 1.304688, - 1.390625, - 1.351562, - 1.328125, - 1.328125, - 1.328125, - 1.28125, - 1.351562, - 1.296875, - 1.289062, - 1.726562, - 1.570312, - 1.320312, - 1.304688, - 1.46875, - 1.359375, - 1.382812, - 1.367188, - 1.367188, - 1.25, - 1.359375, - 1.3125, - 1.34375, - 1.351562, - 1.367188, - 1.695312, - 1.3125, - 1.328125, - 1.640625, - 1.34375, - 1.257812, - 1.390625, - 1.359375, - 1.289062, - 1.765625, - 1.484375, - 1.421875, - 1.601562, - 1.289062, - 1.359375, - 1.320312, - 1.382812, - 1.390625, - 1.242188, - 1.773438, - 1.414062, - 1.40625, - 1.25, - 1.304688, - 1.28125, - 1.328125, - 1.265625, - 1.65625, - 1.34375, - 1.382812, - 1.757812, - 1.34375, - 1.585938, - 1.226562, - 1.28125, - 2.078125, - 1.3125, - 1.664062, - 1.296875, - 1.484375, - 1.273438, - 1.335938, - 1.25, - 1.40625, - 1.335938, - 1.304688, - 1.320312, - 1.289062, - 1.3125, - 1.335938, - 1.28125, - 1.171875, - 1.203125, - 1.304688, - 1.828125, - 1.335938, - 0.949219, - 1.3125, - 1.375, - 1.351562, - 1.320312, - 1.328125, - 1.367188, - 1.3125, - 1.359375, - 1.289062, - 1.382812, - 1.296875, - 1.648438, - 1.367188, - 1.3125, - 1.234375, - 1.398438, - 1.257812, - 1.257812, - 1.289062, - 1.34375, - 1.28125, - 1.34375, - 1.34375, - 1.320312, - 1.367188, - 1.367188, - 1.351562, - 1.367188, - 1.367188, - 1.289062, - 1.390625, - 1.273438, - 1.34375, - 1.304688, - 1.375, - 1.296875, - 1.3125, - 0.882812, - 1.59375, - 1.351562, - 1.671875, - 1.273438, - 1.335938, - 1.296875, - 1.359375, - 1.304688, - 1.734375, - 1.296875, - 1.648438, - 1.453125, - 1.359375, - 1.703125, - 1.53125, - 1.296875, - 1.273438, - 1.359375, - 1.421875, - 1.289062, - 1.351562, - 1.335938, - 1.328125, - 1.421875, - 1.359375, - 1.40625, - 1.296875, - 1.3125, - 1.375, - 1.304688, - 1.328125, - 1.257812, - 1.367188, - 1.28125, - 1.335938, - 1.390625, - 1.351562, - 1.367188, - 1.40625, - 1.296875, - 1.242188, - 1.328125, - 1.273438, - 1.4375, - 1.296875, - 1.351562, - 1.46875, - 1.28125, - 1.125, - 1.375, - 1.34375, - 1.617188, - 1.3125, - 1.335938, - 1.398438, - 1.375, - 1.34375, - 1.28125, - 1.359375, - 1.328125, - 1.40625, - 1.414062, - 1.3125, - 1.632812, - 1.382812, - 1.28125, - 1.351562, - 1.351562, - 1.273438, - 1.382812, - 1.9375, - 1.289062, - 1.320312, - 1.265625, - 1.289062, - 1.34375, - 1.34375, - 1.710938, - 1.34375, - 1.34375, - 1.328125, - 1.398438, - 1.359375, - 1.585938, - 1.351562, - 1.320312, - 1.289062, - 1.4375, - 1.421875, - 1.234375, - 1.257812, - 1.320312, - 1.273438, - 1.328125, - 1.375, - 1.414062, - 1.304688, - 1.375, - 1.3125, - 1.351562, - 1.367188, - 1.320312, - 1.34375, - 1.257812, - 1.617188, - 1.585938, - 1.359375, - 1.34375, - 3.15625, - 1.359375, - 1.3125, - 1.296875, - 2.546875, - 1.320312, - 1.476562, - 1.34375, - 1.328125, - 1.390625, - 1.351562, - 1.679688, - 1.320312, - 1.382812, - 1.320312, - 3.25, - 1.210938, - 3.75, - 1.382812, - 1.320312, - 1.234375, - 1.398438, - 1.3125, - 1.453125, - 1.320312, - 1.335938, - 1.523438, - 1.617188, - 1.257812, - 1.640625, - 1.28125, - 1.359375, - 1.375, - 1.359375, - 1.421875, - 1.367188, - 1.6875, - 1.34375, - 1.3125, - 1.351562, - 1.304688, - 1.421875, - 1.257812, - 0.875, - 1.34375, - 1.101562, - 1.28125, - 1.375, - 1.296875, - 1.359375, - 5.03125, - 1.65625, - 1.328125, - 1.382812, - 1.359375, - 1.382812, - 1.882812, - 1.398438, - 1.335938, - 1.3125, - 1.296875, - 1.320312, - 1.015625, - 1.710938, - 1.265625, - 1.335938, - 1.390625, - 1.515625, - 1.390625, - 1.289062, - 1.84375, - 1.476562, - 1.484375, - 1.398438, - 1.367188, - 1.554688, - 1.328125, - 0.714844, - 1.257812, - 1.5, - 1.390625, - 1.3125, - 1.257812, - 1.335938, - 1.328125, - 1.484375, - 2.890625, - 1.3125, - 1.335938, - 2.53125, - 1.257812, - 1.273438, - 1.375, - 1.414062, - 1.328125, - 1.320312, - 1.257812, - 1.429688, - 1.34375, - 1.304688, - 1.617188, - 1.367188, - 1.1875, - 1.617188, - 1.328125, - 1.304688, - 0.000507, - 1.335938, - 1.375, - 1.710938, - 1.257812, - 1.273438, - 1.289062, - 1.242188, - 1.335938, - 1.257812, - 1.304688, - 1.304688, - 1.242188, - 1.328125, - 1.25, - 1.328125, - 1.335938, - 1.289062, - 1.398438, - 1.359375, - 1.304688, - 1.359375, - 1.273438, - 1.695312, - 2.15625, - 1.335938, - 1.3125, - 1.382812, - 1.320312, - 1.3125, - 1.3125, - 1.320312, - 1.742188, - 1.40625, - 1.265625, - 1.695312, - 1.34375, - 1.359375, - 1.421875, - 1.179688, - 1.3125, - 1.539062, - 1.335938, - 1.273438, - 1.34375, - 1.296875, - 1.320312, - 1.328125, - 1.367188, - 1.3125, - 1.367188, - 1.257812, - 1.164062, - 1.648438, - 1.335938, - 0.957031, - 1.328125, - 1.453125, - 1.25, - 1.265625, - 1.28125, - 1.328125, - 0.746094, - 1.414062, - 1.304688, - 1.375, - 1.351562, - 1.609375, - 1.40625, - 1.296875, - 1.273438, - 1.34375, - 1.351562, - 1.328125, - 1.375, - 1.328125, - 1.257812, - 1.382812, - 1.335938, - 1.320312, - 1.34375, - 1.351562, - 1.335938, - 1.273438, - 1.328125, - 1.1875, - 1.328125, - 1.257812, - 1.28125, - 1.453125, - 1.335938, - 1.359375, - 1.304688, - 1.304688, - 1.328125, - 1.429688, - 1.335938, - 1.257812, - 1.34375, - 1.601562, - 1.242188, - 1.414062, - 1.734375, - 1.34375, - 2.359375, - 1.695312, - 1.335938, - 1.351562, - 1.34375, - 1.4375, - 1.46875, - 1.34375, - 1.585938, - 1.382812, - 1.5, - 1.359375, - 1.265625, - 1.289062, - 1.34375, - 1.335938, - 1.296875, - 1.265625, - 1.398438, - 1.421875, - 1.242188, - 1.34375, - 1.5625, - 1.3125, - 1.328125, - 1.351562, - 1.367188, - 1.335938, - 1.570312, - 0.621094, - 1.25, - 1.335938, - 1.382812, - 1.304688, - 1.414062, - 1.34375, - 1.34375, - 1.851562, - 1.34375, - 2.265625, - 1.546875, - 1.273438, - 1.320312, - 1.359375, - 1.265625, - 1.257812, - 1.3125, - 1.382812, - 1.304688, - 1.265625, - 1.648438, - 1.28125, - 1.367188, - 1.375, - 1.296875, - 1.289062, - 1.367188, - 1.710938, - 1.351562, - 1.367188, - 1.234375, - 1.304688, - 1.265625, - 1.328125, - 1.296875, - 1.460938, - 1.28125, - 1.320312, - 1.335938, - 1.289062, - 1.351562, - 1.34375, - 1.335938, - 1.414062, - 1.242188, - 1.296875, - 1.289062, - 1.390625, - 1.359375, - 1.34375, - 2.140625, - 1.210938, - 1.328125, - 1.273438, - 1.273438, - 1.375, - 1.296875, - 1.242188, - 1.367188, - 1.882812, - 1.359375, - 1.351562, - 1.3125, - 1.335938, - 1.375, - 1.648438, - 1.25, - 2.125, - 1.296875, - 1.414062, - 1.265625, - 1.265625, - 1.320312, - 1.296875, - 1.242188, - 1.328125, - 1.382812, - 1.320312, - 1.320312, - 1.390625, - 1.367188, - 1.351562, - 1.3125, - 1.226562, - 1.523438, - 1.328125, - 1.4375, - 1.328125, - 1.25, - 1.328125, - 1.273438, - 1.296875, - 1.34375, - 1.320312, - 1.25, - 1.34375, - 1.3125, - 1.335938, - 1.296875, - 1.3125, - 1.296875, - 1.375, - 1.273438, - 1.359375, - 1.273438, - 1.304688, - 1.929688, - 1.367188, - 1.445312, - 1.34375, - 1.53125, - 1.40625, - 1.382812, - 1.617188, - 1.328125, - 1.273438, - 1.757812, - 1.390625, - 1.296875, - 1.328125, - 1.351562, - 1.765625, - 0.355469, - 1.359375, - 1.328125, - 0.84375, - 1.289062, - 1.375, - 1.320312, - 3.28125, - 1.34375, - 1.382812, - 1.273438, - 1.328125, - 1.304688, - 1.25, - 1.359375, - 1.671875, - 1.335938, - 1.328125, - 1.28125, - 1.289062, - 1.289062, - 1.367188, - 1.453125, - 1.40625, - 1.359375, - 1.375, - 1.335938, - 1.414062, - 1.679688, - 1.257812, - 1.382812, - 1.359375, - 1.367188, - 1.289062, - 1.71875, - 1.015625, - 0.539062, - 1.4375, - 1.335938, - 1.6875, - 1.328125, - 1.203125, - 1.3125, - 1.257812, - 1.382812, - 1.375, - 1.257812, - 1.257812, - 1.320312, - 1.289062, - 1.335938, - 1.359375, - 1.648438, - 1.328125, - 1.359375, - 1.335938, - 1.328125, - 1.351562, - 1.3125, - 1.234375, - 1.273438, - 1.304688, - 1.28125, - 1.335938, - 2.625, - 1.34375, - 1.375, - 1.265625, - 1.679688, - 1.351562, - 1.351562, - 1.296875, - 1.359375, - 1.523438, - 1.398438, - 2.703125, - 1.289062, - 1.382812, - 1.265625, - 1.617188, - 1.375, - 1.3125, - 1.265625, - 1.34375, - 1.320312, - 1.351562, - 1.609375, - 1.335938, - 1.328125, - 1.320312, - 1.273438, - 1.3125, - 1.046875, - 1.28125, - 1.28125, - 1.375, - 1.382812, - 1.296875, - 1.328125, - 1.242188, - 1.4375, - 1.34375, - 1.382812, - 1.289062, - 2.453125, - 1.289062, - 1.34375, - 1.34375, - 1.359375, - 1.34375, - 1.625, - 1.390625, - 1.335938, - 1.304688, - 1.265625, - 1.382812, - 1.375, - 1.359375, - 1.390625, - 1.289062, - 1.335938, - 1.304688, - 1.25, - 1.367188, - 1.5625, - 1.359375, - 1.546875, - 1.320312, - 1.328125, - 1.359375, - 1.289062, - 1.3125, - 1.304688, - 1.390625, - 1.46875, - 1.34375, - 1.351562, - 1.398438, - 1.296875, - 1.328125, - 1.335938, - 1.296875, - 1.226562, - 1.359375, - 1.304688, - 1.304688, - 1.28125, - 1.328125, - 1.359375, - 1.351562, - 1.351562, - 1.367188, - 1.414062, - 1.234375, - 1.289062, - 1.3125, - 1.570312, - 1.359375, - 1.273438, - 1.195312, - 1.382812, - 1.390625, - 1.328125, - 1.03125, - 1.375, - 1.234375, - 1.351562, - 1.328125, - 1.359375, - 1.375, - 1.34375, - 1.351562, - 1.359375, - 1.015625, - 1.296875, - 1.335938, - 1.359375, - 1.34375, - 1.398438, - 1.320312, - 1.304688, - 1.359375, - 1.367188, - 1.390625, - 1.328125, - 1.375, - 1.273438, - 1.664062, - 1.335938, - 1.335938, - 1.40625, - 1.289062, - 1.328125, - 1.351562, - 1.40625, - 1.273438, - 1.34375, - 1.265625, - 1.28125, - 1.296875, - 1.328125, - 1.328125, - 1.3125, - 1.695312, - 1.351562, - 1.296875, - 1.328125, - 1.34375, - 0.660156, - 1.328125, - 1.328125, - 1.429688, - 1.3125, - 1.398438, - 1.328125, - 1.320312, - 1.304688, - 1.320312, - 1.335938, - 1.359375, - 1.367188, - 1.34375, - 1.625, - 1.320312, - 1.242188, - 1.304688, - 1.382812, - 1.304688, - 1.25, - 1.304688, - 1.414062, - 1.203125, - 1.367188, - 1.773438, - 1.359375, - 1.320312, - 1.578125, - 1.757812, - 1.28125, - 1.28125, - 3.5625, - 1.375, - 1.40625, - 0.949219, - 1.25, - 1.351562, - 1.351562, - 2.203125, - 1.414062, - 1.351562, - 1.296875, - 1.335938, - 1.265625, - 1.101562, - 1.367188, - 1.289062, - 1.296875, - 1.296875, - 1.21875, - 1.351562, - 1.476562, - 1.328125, - 1.398438, - 1.351562, - 1.226562, - 1.414062, - 1.328125, - 1.359375, - 1.273438, - 1.25, - 1.296875, - 1.273438, - 1.335938, - 1.359375, - 1.210938, - 1.289062, - 1.351562, - 1.445312, - 1.273438, - 1.375, - 1.335938, - 1.320312, - 1.3125, - 1.273438, - 1.289062, - 1.335938, - 1.296875, - 1.34375, - 1.296875, - 1.179688, - 2.234375, - 1.398438, - 1.710938, - 1.335938, - 1.359375, - 1.5625, - 3.640625, - 1.34375, - 1.242188, - 1.351562, - 1.328125, - 1.421875, - 1.296875, - 1.304688, - 1.304688, - 1.375, - 1.375, - 1.28125, - 1.796875, - 1.359375, - 1.382812, - 1.367188, - 1.265625, - 1.34375, - 1.390625, - 1.34375, - 1.414062, - 1.335938, - 1.632812, - 1.273438, - 1.359375, - 1.328125, - 1.34375, - 1.335938, - 1.390625, - 1.375, - 1.414062, - 1.265625, - 1.429688, - 1.273438, - 1.328125, - 1.75, - 1.632812, - 1.078125, - 1.328125, - 4.59375, - 1.390625, - 1.367188, - 1.367188, - 1.328125, - 1.328125, - 1.320312, - 1.414062, - 1.367188, - 1.273438, - 1.335938, - 1.445312, - 1.257812, - 1.328125, - 1.304688, - 1.359375, - 1.398438, - 0.675781, - 1.257812, - 1.257812, - 1.3125, - 1.34375, - 1.023438, - 1.242188, - 1.289062, - 1.3125, - 1.34375, - 1.320312, - 1.273438, - 1.960938, - 1.296875, - 1.367188, - 1.257812, - 2.078125, - 1.359375, - 1.320312, - 1.359375, - 1.289062, - 1.375, - 1.375, - 1.40625, - 1.335938, - 1.632812, - 1.726562, - 1.429688, - 1.304688, - 1.265625, - 1.359375, - 2.96875, - 1.320312, - 1.351562, - 1.804688, - 1.367188, - 1.375, - 1.359375, - 1.601562, - 1.296875, - 1.273438, - 1.328125, - 1.25, - 1.328125, - 1.351562, - 1.664062, - 1.34375, - 1.320312, - 1.34375, - 1.296875, - 1.265625, - 1.273438, - 1.335938, - 1.375, - 1.335938, - 3.265625, - 1.3125, - 1.375, - 1.335938, - 1.335938, - 1.140625, - 1.617188, - 1.0625, - 1.328125, - 1.296875, - 1.289062, - 1.015625, - 1.351562, - 1.195312, - 1.6875, - 1.234375, - 1.671875, - 1.335938, - 1.070312, - 1.34375, - 1.382812, - 1.289062, - 1.28125, - 0.945312, - 1.351562, - 1.304688, - 1.25, - 1.265625, - 1.335938, - 2.765625, - 1.335938, - 1.585938, - 1.320312, - 1.390625, - 1.382812, - 1.375, - 1.242188, - 1.4375, - 1.304688, - 1.421875, - 1.273438, - 1.335938, - 1.335938, - 1.28125, - 1.320312, - 1.257812, - 1.3125, - 1.289062, - 1.34375, - 1.3125, - 1.367188, - 1.351562, - 1.328125, - 1.359375, - 1.601562, - 1.210938, - 1.351562, - 1.257812, - 1.359375, - 1.273438, - 1.351562, - 1.328125, - 1.351562, - 1.34375, - 1.359375, - 1.351562, - 1.265625, - 1.328125, - 1.796875, - 1.320312, - 1.367188, - 1.320312, - 1.335938, - 1.289062, - 1.367188, - 1.257812, - 1.398438, - 1.34375, - 1.273438, - 1.265625, - 1.3125, - 1.351562, - 1.351562, - 1.375, - 1.445312, - 1.25, - 1.632812, - 1.335938, - 0.601562, - 4.0, - 1.367188, - 1.382812, - 1.335938, - 1.296875, - 1.34375, - 1.335938, - 1.359375, - 1.367188, - 1.335938, - 1.265625, - 1.335938, - 1.265625, - 1.46875, - 1.320312, - 1.34375, - 0.695312, - 1.335938, - 1.351562, - 1.257812, - 1.742188, - 1.34375, - 1.757812, - 1.429688, - 1.328125, - 1.34375, - 1.265625, - 1.367188, - 1.296875, - 1.671875, - 1.375, - 1.296875, - 1.265625, - 1.296875, - 1.445312, - 1.335938, - 0.8125, - 1.40625, - 1.273438, - 1.75, - 1.34375, - 1.40625, - 1.320312, - 1.359375, - 1.289062, - 1.382812, - 1.25, - 1.429688, - 1.351562, - 1.34375, - 1.539062, - 1.40625, - 1.34375, - 1.554688, - 1.625, - 1.382812, - 1.242188, - 1.265625, - 1.40625, - 1.359375, - 0.016724, - 1.25, - 1.6875, - 0.232422, - 1.234375, - 1.257812, - 1.375, - 1.804688, - 1.390625, - 1.304688, - 1.351562, - 1.296875, - 1.265625, - 1.601562, - 1.265625, - 1.296875, - 1.265625, - 1.398438, - 1.34375, - 1.890625, - 2.0, - 1.515625, - 1.390625, - 1.25, - 1.242188, - 1.265625, - 1.351562, - 1.304688, - 1.25, - 1.382812, - 1.273438, - 1.679688, - 1.296875, - 1.234375, - 1.4375, - 1.375, - 1.382812, - 1.320312, - 1.367188, - 1.367188, - 1.367188, - 1.273438, - 1.320312, - 1.390625, - 1.53125, - 1.296875, - 1.328125, - 1.601562, - 1.359375, - 1.242188, - 1.382812, - 1.515625, - 1.335938, - 1.289062, - 1.75, - 1.28125, - 1.617188, - 1.351562, - 1.351562, - 1.5, - 1.296875, - 1.195312, - 1.328125, - 1.242188, - 1.296875, - 1.242188, - 1.34375, - 1.335938, - 1.320312, - 1.289062, - 1.421875, - 1.242188, - 1.351562, - 1.375, - 1.3125, - 1.382812, - 1.515625, - 1.328125, - 1.25, - 1.335938, - 1.351562, - 1.34375, - 1.414062, - 1.453125, - 1.359375, - 1.320312, - 1.289062, - 1.382812, - 1.34375, - 1.414062, - 1.398438, - 1.28125, - 1.320312, - 1.359375, - 1.226562, - 1.351562, - 1.28125, - 1.382812, - 1.382812, - 1.304688, - 1.328125, - 1.265625, - 1.34375, - 1.421875, - 1.257812, - 1.3125, - 1.320312, - 1.570312, - 1.445312, - 1.351562, - 1.351562, - 1.734375, - 1.351562, - 1.304688, - 1.320312 - ] - }, - "name": "model.model.layers.27.post_attention_layernorm.weight", - "outputIndexes": [ - 2275 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2274 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/post_attention_layernorm_27/Mul_output_0", - "outputIndexes": [ - 2276 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2275, - 2276 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/post_attention_layernorm_27/Mul_1_output_0", - "outputIndexes": [ - 2277 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2277 - ], - "outputIndexes": [ - 3080 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", - "inputIndexes": [ - 3080 - ], - "outputIndexes": [ - 3081 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/gate_proj/Linear", - "inputIndexes": [ - 3081 - ], - "outputIndexes": [ - 3082 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 713994390, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/gate_proj/Linear/post_convert", - "inputIndexes": [ - 3082 - ], - "outputIndexes": [ - 3083 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3083 - ], - "outputIndexes": [ - 2278 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2278 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/mlp/act_fn_27/Sigmoid_output_0", - "outputIndexes": [ - 2279 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2278, - 2279 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp/act_fn_27/Mul_output_0", - "outputIndexes": [ - 2280 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/up_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2277 - ], - "outputIndexes": [ - 3084 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/up_proj/Linear/pre_convert", - "inputIndexes": [ - 3084 - ], - "outputIndexes": [ - 3085 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/up_proj/Linear", - "inputIndexes": [ - 3085 - ], - "outputIndexes": [ - 3086 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8960, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 721735852, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/up_proj/Linear/post_convert", - "inputIndexes": [ - 3086 - ], - "outputIndexes": [ - 3087 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/up_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3087 - ], - "outputIndexes": [ - 2281 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8960 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2280, - 2281 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/mlp_27/Mul_output_0", - "outputIndexes": [ - 2282 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2282 - ], - "outputIndexes": [ - 3088 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8960, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/down_proj/Linear/pre_convert", - "inputIndexes": [ - 3088 - ], - "outputIndexes": [ - 3089 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/down_proj/Linear", - "inputIndexes": [ - 3089 - ], - "outputIndexes": [ - 3090 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8960, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 107520, - "weightSize": 0 - }, - "external": [ - 729477314, - 6881302, - 860160, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/down_proj/Linear/post_convert", - "inputIndexes": [ - 3090 - ], - "outputIndexes": [ - 3091 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/down_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3091 - ], - "outputIndexes": [ - 2283 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2274, - 2283 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_139_output_0", - "outputIndexes": [ - 2284 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1, - 1536 - ] - }, - "name": "/lm/Constant_output_0__", - "outputIndexes": [ - 2285 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2284, - 2285 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/lm/Reshape_output_0", - "outputIndexes": [ - 2286 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1 - ] - }, - "name": "/rotary/Constant_6_output_0", - "outputIndexes": [ - 2287 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2286 - ], - "main_type": "NONE", - "name": "Shape7070", - "outputIndexes": [ - 2288 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 2286 - ], - "main_type": "NONE", - "name": "Rank7072", - "outputIndexes": [ - 2289 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2289, - 2289 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp7074", - "outputIndexes": [ - 2290 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2290 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze7075", - "outputIndexes": [ - 2291 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2290, - 10 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp7077", - "outputIndexes": [ - 2292 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2292 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze7078", - "outputIndexes": [ - 2293 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2288, - 2291, - 2293, - 8 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice7081", - "outputIndexes": [ - 2294 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2294 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze7082", - "outputIndexes": [ - 2295 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2287, - 2295 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp7083", - "outputIndexes": [ - 2296 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2296, - 2295 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp7084", - "outputIndexes": [ - 2297 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2286, - 2297, - 2290 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/lm/Gather_output_0", - "outputIndexes": [ - 2298 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 3 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1, - 1, - 1536 - ] - }, - "name": "/lm/Constant_1_output_0__", - "outputIndexes": [ - 2299 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2298, - 2299 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/lm/Reshape_1_output_0", - "outputIndexes": [ - 2300 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2300 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/lm/norm/Mul_output_0", - "outputIndexes": [ - 2301 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 0, - 2301 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/lm/norm/Mul_1_output_0", - "outputIndexes": [ - 2302 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 2302 - ], - "outputIndexes": [ - 3092 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/pre_convert", - "inputIndexes": [ - 3092 - ], - "outputIndexes": [ - 3093 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear", - "inputIndexes": [ - 3093 - ], - "outputIndexes": [ - 3094 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 151936, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": true, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 1823232, - "weightSize": 0 - }, - "external": [ - 737218776, - 116686874, - 14585856, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/post_convert", - "inputIndexes": [ - 3094 - ], - "outputIndexes": [ - 3095 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 3095 - ], - "outputIndexes": [ - 2303 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 151936 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 151936 - ] - }, - "name": "/Constant_1676_output_0__", - "outputIndexes": [ - 2304 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2303, - 2304 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "logits", - "outputIndexes": [ - 2305 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 28, - 2, - -1, - 0, - 2, - 128 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "past_key_values", - "outputIndexes": [ - 2306 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2306 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1 - ], - "dimType": "NCHW" - }, - "name": "presents", - "outputIndexes": [ - 2307 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - } - ], - "outputName": [ - "logits", - "presents" - ], - "preferForwardType": "CPU", - "sourceType": "ONNX", - "tensorName": [ - "model.model.norm.weight", - "input_ids", - "/Constant_output_0__", - "/Reshape_output_0", - "model.model.layers.0.input_layernorm.weight", - "/input_layernorm/Mul_output_0", - "/input_layernorm/Mul_1_output_0", - "/FakeLinear_output_0", - "/Unsqueeze_output_0", - "/Shape_1_output_0", - "/rotary/Constant_9_output_0", - "Shape20", - "BinaryOp23", - "BinaryOp24", - "Unsqueeze25", - "BinaryOp27", - "Unsqueeze28", - "StridedSlice31", - "Squeeze32", - "BinaryOp33", - "BinaryOp34", - "/Gather_2_output_0", - "/rotary/Constant_4_output_0", - "/Unsqueeze_1_output_0", - "/Constant_4_output_0", - "/Constant_5_output_0", - "/Concat_output_0", - "/Reshape_1_output_0", - "position_ids", - "/rotary/Cast_output_0", - "/rotary/Constant_1_output_0__", - "/rotary/Reshape_output_0", - "/rotary/Constant_2_output_0", - "/rotary/Mul_output_0", - "/rotary/Cos_output_0", - "/rotary/Unsqueeze_output_0", - "/rotary/Sin_output_0", - "/rotary/Unsqueeze_1_output_0", - "/rotary/Concat_output_0", - "/rotary/Concat_1_output_0", - "/rotary/Unsqueeze_2_axes", - "/rotary/Unsqueeze_3_output_0", - "Shape57", - "BinaryOp60", - "BinaryOp61", - "Unsqueeze62", - "BinaryOp64", - "Unsqueeze65", - "StridedSlice68", - "BinaryOp70", - "BinaryOp71", - "/Gather_3_output_0", - "/Mul_output_0", - "/Shape_2_output_0", - "/Constant_10_output_0", - "Shape76", - "BinaryOp79", - "BinaryOp80", - "Unsqueeze81", - "BinaryOp83", - "Unsqueeze84", - "StridedSlice87", - "Squeeze88", - "BinaryOp89", - "BinaryOp90", - "/Gather_5_output_0", - "/rotary/Constant_7_output_0", - "/Div_output_0", - "/Unsqueeze_6_output_0", - "/Constant_19_output_0", - "/Constant_13_output_0", - "/Slice_1_output_0", - "/Neg_output_0", - "/Slice_output_0", - "/Concat_3_output_0", - "Unsqueeze106", - "Unsqueeze109", - "StridedSlice112", - "Squeeze113", - "BinaryOp114", - "BinaryOp115", - "/Gather_4_output_0", - "/Mul_1_output_0", - "/Add_output_0", - "/FakeLinear_1_output_0", - "/Constant_6_output_0", - "/Concat_1_output_0", - "/Reshape_2_output_0", - "/Mul_2_output_0", - "/Shape_3_output_0", - "Shape159", - "BinaryOp162", - "BinaryOp163", - "Unsqueeze164", - "BinaryOp166", - "Unsqueeze167", - "StridedSlice170", - "Squeeze171", - "BinaryOp172", - "BinaryOp173", - "/Gather_6_output_0", - "/Div_1_output_0", - "/Unsqueeze_8_output_0", - "/Slice_3_output_0", - "/Neg_1_output_0", - "/Slice_2_output_0", - "/Concat_4_output_0", - "/Mul_3_output_0", - "/Add_1_output_0", - "/FakeLinear_2_output_0", - "/Reshape_3_output_0", - "attention_mask", - "/Reshape_8_output_0", - "/FakeLinear_3_output_0", - "/Add_3_output_0", - "model.model.layers.0.post_attention_layernorm.weight", - "/post_attention_layernorm/Mul_output_0", - "/post_attention_layernorm/Mul_1_output_0", - "/mlp/gate_proj/FakeLinear_output_0", - "/mlp/act_fn/Sigmoid_output_0", - "/mlp/act_fn/Mul_output_0", - "/mlp/up_proj/FakeLinear_output_0", - "/mlp/Mul_output_0", - "/mlp/down_proj/FakeLinear_output_0", - "/Add_4_output_0", - "/Reshape_9_output_0", - "model.model.layers.1.input_layernorm.weight", - "/input_layernorm_1/Mul_output_0", - "/input_layernorm_1/Mul_1_output_0", - "/FakeLinear_4_output_0", - "/Shape_15_output_0", - "Shape331", - "BinaryOp334", - "BinaryOp335", - "Unsqueeze336", - "BinaryOp338", - "Unsqueeze339", - "StridedSlice342", - "Squeeze343", - "BinaryOp344", - "BinaryOp345", - "/Gather_19_output_0", - "/Unsqueeze_33_output_0", - "/Concat_13_output_0", - "/Reshape_10_output_0", - "/Mul_8_output_0", - "/Shape_16_output_0", - "Shape352", - "BinaryOp355", - "BinaryOp356", - "Unsqueeze357", - "BinaryOp359", - "Unsqueeze360", - "StridedSlice363", - "Squeeze364", - "BinaryOp365", - "BinaryOp366", - "/Gather_20_output_0", - "/Div_3_output_0", - "/Unsqueeze_38_output_0", - "/Slice_5_output_0", - "/Neg_2_output_0", - "/Slice_4_output_0", - "/Concat_16_output_0", - "/Mul_9_output_0", - "/Add_5_output_0", - "/FakeLinear_5_output_0", - "/Concat_14_output_0", - "/Reshape_11_output_0", - "/Mul_10_output_0", - "/Shape_17_output_0", - "Shape414", - "BinaryOp417", - "BinaryOp418", - "Unsqueeze419", - "BinaryOp421", - "Unsqueeze422", - "StridedSlice425", - "Squeeze426", - "BinaryOp427", - "BinaryOp428", - "/Gather_21_output_0", - "/Div_4_output_0", - "/Unsqueeze_40_output_0", - "/Slice_7_output_0", - "/Neg_3_output_0", - "/Slice_6_output_0", - "/Concat_17_output_0", - "/Mul_11_output_0", - "/Add_6_output_0", - "/FakeLinear_6_output_0", - "/Reshape_12_output_0", - "/Reshape_17_output_0", - "/FakeLinear_7_output_0", - "/Add_8_output_0", - "model.model.layers.1.post_attention_layernorm.weight", - "/post_attention_layernorm_1/Mul_output_0", - "/post_attention_layernorm_1/Mul_1_output_0", - "/mlp/gate_proj_1/FakeLinear_output_0", - "/mlp/act_fn_1/Sigmoid_output_0", - "/mlp/act_fn_1/Mul_output_0", - "/mlp/up_proj_1/FakeLinear_output_0", - "/mlp_1/Mul_output_0", - "/mlp/down_proj_1/FakeLinear_output_0", - "/Add_9_output_0", - "/Reshape_18_output_0", - "model.model.layers.2.input_layernorm.weight", - "/input_layernorm_2/Mul_output_0", - "/input_layernorm_2/Mul_1_output_0", - "/FakeLinear_8_output_0", - "/Shape_29_output_0", - "Shape580", - "BinaryOp583", - "BinaryOp584", - "Unsqueeze585", - "BinaryOp587", - "Unsqueeze588", - "StridedSlice591", - "Squeeze592", - "BinaryOp593", - "BinaryOp594", - "/Gather_34_output_0", - "/Unsqueeze_65_output_0", - "/Concat_26_output_0", - "/Reshape_19_output_0", - "/Mul_16_output_0", - "/Shape_30_output_0", - "Shape601", - "BinaryOp604", - "BinaryOp605", - "Unsqueeze606", - "BinaryOp608", - "Unsqueeze609", - "StridedSlice612", - "Squeeze613", - "BinaryOp614", - "BinaryOp615", - "/Gather_35_output_0", - "/Div_6_output_0", - "/Unsqueeze_70_output_0", - "/Slice_9_output_0", - "/Neg_4_output_0", - "/Slice_8_output_0", - "/Concat_29_output_0", - "/Mul_17_output_0", - "/Add_10_output_0", - "/FakeLinear_9_output_0", - "/Concat_27_output_0", - "/Reshape_20_output_0", - "/Mul_18_output_0", - "/Shape_31_output_0", - "Shape663", - "BinaryOp666", - "BinaryOp667", - "Unsqueeze668", - "BinaryOp670", - "Unsqueeze671", - "StridedSlice674", - "Squeeze675", - "BinaryOp676", - "BinaryOp677", - "/Gather_36_output_0", - "/Div_7_output_0", - "/Unsqueeze_72_output_0", - "/Slice_11_output_0", - "/Neg_5_output_0", - "/Slice_10_output_0", - "/Concat_30_output_0", - "/Mul_19_output_0", - "/Add_11_output_0", - "/FakeLinear_10_output_0", - "/Reshape_21_output_0", - "/Reshape_26_output_0", - "/FakeLinear_11_output_0", - "/Add_13_output_0", - "model.model.layers.2.post_attention_layernorm.weight", - "/post_attention_layernorm_2/Mul_output_0", - "/post_attention_layernorm_2/Mul_1_output_0", - "/mlp/gate_proj_2/FakeLinear_output_0", - "/mlp/act_fn_2/Sigmoid_output_0", - "/mlp/act_fn_2/Mul_output_0", - "/mlp/up_proj_2/FakeLinear_output_0", - "/mlp_2/Mul_output_0", - "/mlp/down_proj_2/FakeLinear_output_0", - "/Add_14_output_0", - "/Reshape_27_output_0", - "model.model.layers.3.input_layernorm.weight", - "/input_layernorm_3/Mul_output_0", - "/input_layernorm_3/Mul_1_output_0", - "/FakeLinear_12_output_0", - "/Shape_43_output_0", - "Shape829", - "BinaryOp832", - "BinaryOp833", - "Unsqueeze834", - "BinaryOp836", - "Unsqueeze837", - "StridedSlice840", - "Squeeze841", - "BinaryOp842", - "BinaryOp843", - "/Gather_49_output_0", - "/Unsqueeze_97_output_0", - "/Concat_39_output_0", - "/Reshape_28_output_0", - "/Mul_24_output_0", - "/Shape_44_output_0", - "Shape850", - "BinaryOp853", - "BinaryOp854", - "Unsqueeze855", - "BinaryOp857", - "Unsqueeze858", - "StridedSlice861", - "Squeeze862", - "BinaryOp863", - "BinaryOp864", - "/Gather_50_output_0", - "/Div_9_output_0", - "/Unsqueeze_102_output_0", - "/Slice_13_output_0", - "/Neg_6_output_0", - "/Slice_12_output_0", - "/Concat_42_output_0", - "/Mul_25_output_0", - "/Add_15_output_0", - "/FakeLinear_13_output_0", - "/Concat_40_output_0", - "/Reshape_29_output_0", - "/Mul_26_output_0", - "/Shape_45_output_0", - "Shape912", - "BinaryOp915", - "BinaryOp916", - "Unsqueeze917", - "BinaryOp919", - "Unsqueeze920", - "StridedSlice923", - "Squeeze924", - "BinaryOp925", - "BinaryOp926", - "/Gather_51_output_0", - "/Div_10_output_0", - "/Unsqueeze_104_output_0", - "/Slice_15_output_0", - "/Neg_7_output_0", - "/Slice_14_output_0", - "/Concat_43_output_0", - "/Mul_27_output_0", - "/Add_16_output_0", - "/FakeLinear_14_output_0", - "/Reshape_30_output_0", - "/Reshape_35_output_0", - "/FakeLinear_15_output_0", - "/Add_18_output_0", - "model.model.layers.3.post_attention_layernorm.weight", - "/post_attention_layernorm_3/Mul_output_0", - "/post_attention_layernorm_3/Mul_1_output_0", - "/mlp/gate_proj_3/FakeLinear_output_0", - "/mlp/act_fn_3/Sigmoid_output_0", - "/mlp/act_fn_3/Mul_output_0", - "/mlp/up_proj_3/FakeLinear_output_0", - "/mlp_3/Mul_output_0", - "/mlp/down_proj_3/FakeLinear_output_0", - "/Add_19_output_0", - "/Reshape_36_output_0", - "model.model.layers.4.input_layernorm.weight", - "/input_layernorm_4/Mul_output_0", - "/input_layernorm_4/Mul_1_output_0", - "/FakeLinear_16_output_0", - "/Shape_57_output_0", - "Shape1078", - "BinaryOp1081", - "BinaryOp1082", - "Unsqueeze1083", - "BinaryOp1085", - "Unsqueeze1086", - "StridedSlice1089", - "Squeeze1090", - "BinaryOp1091", - "BinaryOp1092", - "/Gather_64_output_0", - "/Unsqueeze_129_output_0", - "/Concat_52_output_0", - "/Reshape_37_output_0", - "/Mul_32_output_0", - "/Shape_58_output_0", - "Shape1099", - "BinaryOp1102", - "BinaryOp1103", - "Unsqueeze1104", - "BinaryOp1106", - "Unsqueeze1107", - "StridedSlice1110", - "Squeeze1111", - "BinaryOp1112", - "BinaryOp1113", - "/Gather_65_output_0", - "/Div_12_output_0", - "/Unsqueeze_134_output_0", - "/Slice_17_output_0", - "/Neg_8_output_0", - "/Slice_16_output_0", - "/Concat_55_output_0", - "/Mul_33_output_0", - "/Add_20_output_0", - "/FakeLinear_17_output_0", - "/Concat_53_output_0", - "/Reshape_38_output_0", - "/Mul_34_output_0", - "/Shape_59_output_0", - "Shape1162", - "BinaryOp1165", - "BinaryOp1166", - "Unsqueeze1167", - "BinaryOp1169", - "Unsqueeze1170", - "StridedSlice1173", - "Squeeze1174", - "BinaryOp1175", - "BinaryOp1176", - "/Gather_66_output_0", - "/Div_13_output_0", - "/Unsqueeze_136_output_0", - "/Slice_19_output_0", - "/Neg_9_output_0", - "/Slice_18_output_0", - "/Concat_56_output_0", - "/Mul_35_output_0", - "/Add_21_output_0", - "/FakeLinear_18_output_0", - "/Reshape_39_output_0", - "/Reshape_44_output_0", - "/FakeLinear_19_output_0", - "/Add_23_output_0", - "model.model.layers.4.post_attention_layernorm.weight", - "/post_attention_layernorm_4/Mul_output_0", - "/post_attention_layernorm_4/Mul_1_output_0", - "/mlp/gate_proj_4/FakeLinear_output_0", - "/mlp/act_fn_4/Sigmoid_output_0", - "/mlp/act_fn_4/Mul_output_0", - "/mlp/up_proj_4/FakeLinear_output_0", - "/mlp_4/Mul_output_0", - "/mlp/down_proj_4/FakeLinear_output_0", - "/Add_24_output_0", - "/Reshape_45_output_0", - "model.model.layers.5.input_layernorm.weight", - "/input_layernorm_5/Mul_output_0", - "/input_layernorm_5/Mul_1_output_0", - "/FakeLinear_20_output_0", - "/Shape_71_output_0", - "Shape1328", - "BinaryOp1331", - "BinaryOp1332", - "Unsqueeze1333", - "BinaryOp1335", - "Unsqueeze1336", - "StridedSlice1339", - "Squeeze1340", - "BinaryOp1341", - "BinaryOp1342", - "/Gather_79_output_0", - "/Unsqueeze_161_output_0", - "/Concat_65_output_0", - "/Reshape_46_output_0", - "/Mul_40_output_0", - "/Shape_72_output_0", - "Shape1349", - "BinaryOp1352", - "BinaryOp1353", - "Unsqueeze1354", - "BinaryOp1356", - "Unsqueeze1357", - "StridedSlice1360", - "Squeeze1361", - "BinaryOp1362", - "BinaryOp1363", - "/Gather_80_output_0", - "/Div_15_output_0", - "/Unsqueeze_166_output_0", - "/Slice_21_output_0", - "/Neg_10_output_0", - "/Slice_20_output_0", - "/Concat_68_output_0", - "/Mul_41_output_0", - "/Add_25_output_0", - "/FakeLinear_21_output_0", - "/Concat_66_output_0", - "/Reshape_47_output_0", - "/Mul_42_output_0", - "/Shape_73_output_0", - "Shape1412", - "BinaryOp1415", - "BinaryOp1416", - "Unsqueeze1417", - "BinaryOp1419", - "Unsqueeze1420", - "StridedSlice1423", - "Squeeze1424", - "BinaryOp1425", - "BinaryOp1426", - "/Gather_81_output_0", - "/Div_16_output_0", - "/Unsqueeze_168_output_0", - "/Slice_23_output_0", - "/Neg_11_output_0", - "/Slice_22_output_0", - "/Concat_69_output_0", - "/Mul_43_output_0", - "/Add_26_output_0", - "/FakeLinear_22_output_0", - "/Reshape_48_output_0", - "/Reshape_53_output_0", - "/FakeLinear_23_output_0", - "/Add_28_output_0", - "model.model.layers.5.post_attention_layernorm.weight", - "/post_attention_layernorm_5/Mul_output_0", - "/post_attention_layernorm_5/Mul_1_output_0", - "/mlp/gate_proj_5/FakeLinear_output_0", - "/mlp/act_fn_5/Sigmoid_output_0", - "/mlp/act_fn_5/Mul_output_0", - "/mlp/up_proj_5/FakeLinear_output_0", - "/mlp_5/Mul_output_0", - "/mlp/down_proj_5/FakeLinear_output_0", - "/Add_29_output_0", - "/Reshape_54_output_0", - "model.model.layers.6.input_layernorm.weight", - "/input_layernorm_6/Mul_output_0", - "/input_layernorm_6/Mul_1_output_0", - "/FakeLinear_24_output_0", - "/Shape_85_output_0", - "Shape1578", - "BinaryOp1581", - "BinaryOp1582", - "Unsqueeze1583", - "BinaryOp1585", - "Unsqueeze1586", - "StridedSlice1589", - "Squeeze1590", - "BinaryOp1591", - "BinaryOp1592", - "/Gather_94_output_0", - "/Unsqueeze_193_output_0", - "/Concat_78_output_0", - "/Reshape_55_output_0", - "/Mul_48_output_0", - "/Shape_86_output_0", - "Shape1599", - "BinaryOp1602", - "BinaryOp1603", - "Unsqueeze1604", - "BinaryOp1606", - "Unsqueeze1607", - "StridedSlice1610", - "Squeeze1611", - "BinaryOp1612", - "BinaryOp1613", - "/Gather_95_output_0", - "/Div_18_output_0", - "/Unsqueeze_198_output_0", - "/Slice_25_output_0", - "/Neg_12_output_0", - "/Slice_24_output_0", - "/Concat_81_output_0", - "/Mul_49_output_0", - "/Add_30_output_0", - "/FakeLinear_25_output_0", - "/Concat_79_output_0", - "/Reshape_56_output_0", - "/Mul_50_output_0", - "/Shape_87_output_0", - "Shape1662", - "BinaryOp1665", - "BinaryOp1666", - "Unsqueeze1667", - "BinaryOp1669", - "Unsqueeze1670", - "StridedSlice1673", - "Squeeze1674", - "BinaryOp1675", - "BinaryOp1676", - "/Gather_96_output_0", - "/Div_19_output_0", - "/Unsqueeze_200_output_0", - "/Slice_27_output_0", - "/Neg_13_output_0", - "/Slice_26_output_0", - "/Concat_82_output_0", - "/Mul_51_output_0", - "/Add_31_output_0", - "/FakeLinear_26_output_0", - "/Reshape_57_output_0", - "/Reshape_62_output_0", - "/FakeLinear_27_output_0", - "/Add_33_output_0", - "model.model.layers.6.post_attention_layernorm.weight", - "/post_attention_layernorm_6/Mul_output_0", - "/post_attention_layernorm_6/Mul_1_output_0", - "/mlp/gate_proj_6/FakeLinear_output_0", - "/mlp/act_fn_6/Sigmoid_output_0", - "/mlp/act_fn_6/Mul_output_0", - "/mlp/up_proj_6/FakeLinear_output_0", - "/mlp_6/Mul_output_0", - "/mlp/down_proj_6/FakeLinear_output_0", - "/Add_34_output_0", - "/Reshape_63_output_0", - "model.model.layers.7.input_layernorm.weight", - "/input_layernorm_7/Mul_output_0", - "/input_layernorm_7/Mul_1_output_0", - "/FakeLinear_28_output_0", - "/Shape_99_output_0", - "Shape1828", - "BinaryOp1831", - "BinaryOp1832", - "Unsqueeze1833", - "BinaryOp1835", - "Unsqueeze1836", - "StridedSlice1839", - "Squeeze1840", - "BinaryOp1841", - "BinaryOp1842", - "/Gather_109_output_0", - "/Unsqueeze_225_output_0", - "/Concat_91_output_0", - "/Reshape_64_output_0", - "/Mul_56_output_0", - "/Shape_100_output_0", - "Shape1849", - "BinaryOp1852", - "BinaryOp1853", - "Unsqueeze1854", - "BinaryOp1856", - "Unsqueeze1857", - "StridedSlice1860", - "Squeeze1861", - "BinaryOp1862", - "BinaryOp1863", - "/Gather_110_output_0", - "/Div_21_output_0", - "/Unsqueeze_230_output_0", - "/Slice_29_output_0", - "/Neg_14_output_0", - "/Slice_28_output_0", - "/Concat_94_output_0", - "/Mul_57_output_0", - "/Add_35_output_0", - "/FakeLinear_29_output_0", - "/Concat_92_output_0", - "/Reshape_65_output_0", - "/Mul_58_output_0", - "/Shape_101_output_0", - "Shape1912", - "BinaryOp1915", - "BinaryOp1916", - "Unsqueeze1917", - "BinaryOp1919", - "Unsqueeze1920", - "StridedSlice1923", - "Squeeze1924", - "BinaryOp1925", - "BinaryOp1926", - "/Gather_111_output_0", - "/Div_22_output_0", - "/Unsqueeze_232_output_0", - "/Slice_31_output_0", - "/Neg_15_output_0", - "/Slice_30_output_0", - "/Concat_95_output_0", - "/Mul_59_output_0", - "/Add_36_output_0", - "/FakeLinear_30_output_0", - "/Reshape_66_output_0", - "/Reshape_71_output_0", - "/FakeLinear_31_output_0", - "/Add_38_output_0", - "model.model.layers.7.post_attention_layernorm.weight", - "/post_attention_layernorm_7/Mul_output_0", - "/post_attention_layernorm_7/Mul_1_output_0", - "/mlp/gate_proj_7/FakeLinear_output_0", - "/mlp/act_fn_7/Sigmoid_output_0", - "/mlp/act_fn_7/Mul_output_0", - "/mlp/up_proj_7/FakeLinear_output_0", - "/mlp_7/Mul_output_0", - "/mlp/down_proj_7/FakeLinear_output_0", - "/Add_39_output_0", - "/Reshape_72_output_0", - "model.model.layers.8.input_layernorm.weight", - "/input_layernorm_8/Mul_output_0", - "/input_layernorm_8/Mul_1_output_0", - "/FakeLinear_32_output_0", - "/Shape_113_output_0", - "Shape2078", - "BinaryOp2081", - "BinaryOp2082", - "Unsqueeze2083", - "BinaryOp2085", - "Unsqueeze2086", - "StridedSlice2089", - "Squeeze2090", - "BinaryOp2091", - "BinaryOp2092", - "/Gather_124_output_0", - "/Unsqueeze_257_output_0", - "/Concat_104_output_0", - "/Reshape_73_output_0", - "/Mul_64_output_0", - "/Shape_114_output_0", - "Shape2099", - "BinaryOp2102", - "BinaryOp2103", - "Unsqueeze2104", - "BinaryOp2106", - "Unsqueeze2107", - "StridedSlice2110", - "Squeeze2111", - "BinaryOp2112", - "BinaryOp2113", - "/Gather_125_output_0", - "/Div_24_output_0", - "/Unsqueeze_262_output_0", - "/Slice_33_output_0", - "/Neg_16_output_0", - "/Slice_32_output_0", - "/Concat_107_output_0", - "/Mul_65_output_0", - "/Add_40_output_0", - "/FakeLinear_33_output_0", - "/Concat_105_output_0", - "/Reshape_74_output_0", - "/Mul_66_output_0", - "/Shape_115_output_0", - "Shape2162", - "BinaryOp2165", - "BinaryOp2166", - "Unsqueeze2167", - "BinaryOp2169", - "Unsqueeze2170", - "StridedSlice2173", - "Squeeze2174", - "BinaryOp2175", - "BinaryOp2176", - "/Gather_126_output_0", - "/Div_25_output_0", - "/Unsqueeze_264_output_0", - "/Slice_35_output_0", - "/Neg_17_output_0", - "/Slice_34_output_0", - "/Concat_108_output_0", - "/Mul_67_output_0", - "/Add_41_output_0", - "/FakeLinear_34_output_0", - "/Reshape_75_output_0", - "/Reshape_80_output_0", - "/FakeLinear_35_output_0", - "/Add_43_output_0", - "model.model.layers.8.post_attention_layernorm.weight", - "/post_attention_layernorm_8/Mul_output_0", - "/post_attention_layernorm_8/Mul_1_output_0", - "/mlp/gate_proj_8/FakeLinear_output_0", - "/mlp/act_fn_8/Sigmoid_output_0", - "/mlp/act_fn_8/Mul_output_0", - "/mlp/up_proj_8/FakeLinear_output_0", - "/mlp_8/Mul_output_0", - "/mlp/down_proj_8/FakeLinear_output_0", - "/Add_44_output_0", - "/Reshape_81_output_0", - "model.model.layers.9.input_layernorm.weight", - "/input_layernorm_9/Mul_output_0", - "/input_layernorm_9/Mul_1_output_0", - "/FakeLinear_36_output_0", - "/Shape_127_output_0", - "Shape2328", - "BinaryOp2331", - "BinaryOp2332", - "Unsqueeze2333", - "BinaryOp2335", - "Unsqueeze2336", - "StridedSlice2339", - "Squeeze2340", - "BinaryOp2341", - "BinaryOp2342", - "/Gather_139_output_0", - "/Unsqueeze_289_output_0", - "/Concat_117_output_0", - "/Reshape_82_output_0", - "/Mul_72_output_0", - "/Shape_128_output_0", - "Shape2349", - "BinaryOp2352", - "BinaryOp2353", - "Unsqueeze2354", - "BinaryOp2356", - "Unsqueeze2357", - "StridedSlice2360", - "Squeeze2361", - "BinaryOp2362", - "BinaryOp2363", - "/Gather_140_output_0", - "/Div_27_output_0", - "/Unsqueeze_294_output_0", - "/Slice_37_output_0", - "/Neg_18_output_0", - "/Slice_36_output_0", - "/Concat_120_output_0", - "/Mul_73_output_0", - "/Add_45_output_0", - "/FakeLinear_37_output_0", - "/Concat_118_output_0", - "/Reshape_83_output_0", - "/Mul_74_output_0", - "/Shape_129_output_0", - "Shape2412", - "BinaryOp2415", - "BinaryOp2416", - "Unsqueeze2417", - "BinaryOp2419", - "Unsqueeze2420", - "StridedSlice2423", - "Squeeze2424", - "BinaryOp2425", - "BinaryOp2426", - "/Gather_141_output_0", - "/Div_28_output_0", - "/Unsqueeze_296_output_0", - "/Slice_39_output_0", - "/Neg_19_output_0", - "/Slice_38_output_0", - "/Concat_121_output_0", - "/Mul_75_output_0", - "/Add_46_output_0", - "/FakeLinear_38_output_0", - "/Reshape_84_output_0", - "/Reshape_89_output_0", - "/FakeLinear_39_output_0", - "/Add_48_output_0", - "model.model.layers.9.post_attention_layernorm.weight", - "/post_attention_layernorm_9/Mul_output_0", - "/post_attention_layernorm_9/Mul_1_output_0", - "/mlp/gate_proj_9/FakeLinear_output_0", - "/mlp/act_fn_9/Sigmoid_output_0", - "/mlp/act_fn_9/Mul_output_0", - "/mlp/up_proj_9/FakeLinear_output_0", - "/mlp_9/Mul_output_0", - "/mlp/down_proj_9/FakeLinear_output_0", - "/Add_49_output_0", - "/Reshape_90_output_0", - "model.model.layers.10.input_layernorm.weight", - "/input_layernorm_10/Mul_output_0", - "/input_layernorm_10/Mul_1_output_0", - "/FakeLinear_40_output_0", - "/Shape_141_output_0", - "Shape2578", - "BinaryOp2581", - "BinaryOp2582", - "Unsqueeze2583", - "BinaryOp2585", - "Unsqueeze2586", - "StridedSlice2589", - "Squeeze2590", - "BinaryOp2591", - "BinaryOp2592", - "/Gather_154_output_0", - "/Unsqueeze_321_output_0", - "/Concat_130_output_0", - "/Reshape_91_output_0", - "/Mul_80_output_0", - "/Shape_142_output_0", - "Shape2599", - "BinaryOp2602", - "BinaryOp2603", - "Unsqueeze2604", - "BinaryOp2606", - "Unsqueeze2607", - "StridedSlice2610", - "Squeeze2611", - "BinaryOp2612", - "BinaryOp2613", - "/Gather_155_output_0", - "/Div_30_output_0", - "/Unsqueeze_326_output_0", - "/Slice_41_output_0", - "/Neg_20_output_0", - "/Slice_40_output_0", - "/Concat_133_output_0", - "/Mul_81_output_0", - "/Add_50_output_0", - "/FakeLinear_41_output_0", - "/Concat_131_output_0", - "/Reshape_92_output_0", - "/Mul_82_output_0", - "/Shape_143_output_0", - "Shape2662", - "BinaryOp2665", - "BinaryOp2666", - "Unsqueeze2667", - "BinaryOp2669", - "Unsqueeze2670", - "StridedSlice2673", - "Squeeze2674", - "BinaryOp2675", - "BinaryOp2676", - "/Gather_156_output_0", - "/Div_31_output_0", - "/Unsqueeze_328_output_0", - "/Slice_43_output_0", - "/Neg_21_output_0", - "/Slice_42_output_0", - "/Concat_134_output_0", - "/Mul_83_output_0", - "/Add_51_output_0", - "/FakeLinear_42_output_0", - "/Reshape_93_output_0", - "/Reshape_98_output_0", - "/FakeLinear_43_output_0", - "/Add_53_output_0", - "model.model.layers.10.post_attention_layernorm.weight", - "/post_attention_layernorm_10/Mul_output_0", - "/post_attention_layernorm_10/Mul_1_output_0", - "/mlp/gate_proj_10/FakeLinear_output_0", - "/mlp/act_fn_10/Sigmoid_output_0", - "/mlp/act_fn_10/Mul_output_0", - "/mlp/up_proj_10/FakeLinear_output_0", - "/mlp_10/Mul_output_0", - "/mlp/down_proj_10/FakeLinear_output_0", - "/Add_54_output_0", - "/Reshape_99_output_0", - "model.model.layers.11.input_layernorm.weight", - "/input_layernorm_11/Mul_output_0", - "/input_layernorm_11/Mul_1_output_0", - "/FakeLinear_44_output_0", - "/Shape_155_output_0", - "Shape2828", - "BinaryOp2831", - "BinaryOp2832", - "Unsqueeze2833", - "BinaryOp2835", - "Unsqueeze2836", - "StridedSlice2839", - "Squeeze2840", - "BinaryOp2841", - "BinaryOp2842", - "/Gather_169_output_0", - "/Unsqueeze_353_output_0", - "/Concat_143_output_0", - "/Reshape_100_output_0", - "/Mul_88_output_0", - "/Shape_156_output_0", - "Shape2849", - "BinaryOp2852", - "BinaryOp2853", - "Unsqueeze2854", - "BinaryOp2856", - "Unsqueeze2857", - "StridedSlice2860", - "Squeeze2861", - "BinaryOp2862", - "BinaryOp2863", - "/Gather_170_output_0", - "/Div_33_output_0", - "/Unsqueeze_358_output_0", - "/Slice_45_output_0", - "/Neg_22_output_0", - "/Slice_44_output_0", - "/Concat_146_output_0", - "/Mul_89_output_0", - "/Add_55_output_0", - "/FakeLinear_45_output_0", - "/Concat_144_output_0", - "/Reshape_101_output_0", - "/Mul_90_output_0", - "/Shape_157_output_0", - "Shape2912", - "BinaryOp2915", - "BinaryOp2916", - "Unsqueeze2917", - "BinaryOp2919", - "Unsqueeze2920", - "StridedSlice2923", - "Squeeze2924", - "BinaryOp2925", - "BinaryOp2926", - "/Gather_171_output_0", - "/Div_34_output_0", - "/Unsqueeze_360_output_0", - "/Slice_47_output_0", - "/Neg_23_output_0", - "/Slice_46_output_0", - "/Concat_147_output_0", - "/Mul_91_output_0", - "/Add_56_output_0", - "/FakeLinear_46_output_0", - "/Reshape_102_output_0", - "/Reshape_107_output_0", - "/FakeLinear_47_output_0", - "/Add_58_output_0", - "model.model.layers.11.post_attention_layernorm.weight", - "/post_attention_layernorm_11/Mul_output_0", - "/post_attention_layernorm_11/Mul_1_output_0", - "/mlp/gate_proj_11/FakeLinear_output_0", - "/mlp/act_fn_11/Sigmoid_output_0", - "/mlp/act_fn_11/Mul_output_0", - "/mlp/up_proj_11/FakeLinear_output_0", - "/mlp_11/Mul_output_0", - "/mlp/down_proj_11/FakeLinear_output_0", - "/Add_59_output_0", - "/Reshape_108_output_0", - "model.model.layers.12.input_layernorm.weight", - "/input_layernorm_12/Mul_output_0", - "/input_layernorm_12/Mul_1_output_0", - "/FakeLinear_48_output_0", - "/Shape_169_output_0", - "Shape3078", - "BinaryOp3081", - "BinaryOp3082", - "Unsqueeze3083", - "BinaryOp3085", - "Unsqueeze3086", - "StridedSlice3089", - "Squeeze3090", - "BinaryOp3091", - "BinaryOp3092", - "/Gather_184_output_0", - "/Unsqueeze_385_output_0", - "/Concat_156_output_0", - "/Reshape_109_output_0", - "/Mul_96_output_0", - "/Shape_170_output_0", - "Shape3099", - "BinaryOp3102", - "BinaryOp3103", - "Unsqueeze3104", - "BinaryOp3106", - "Unsqueeze3107", - "StridedSlice3110", - "Squeeze3111", - "BinaryOp3112", - "BinaryOp3113", - "/Gather_185_output_0", - "/Div_36_output_0", - "/Unsqueeze_390_output_0", - "/Slice_49_output_0", - "/Neg_24_output_0", - "/Slice_48_output_0", - "/Concat_159_output_0", - "/Mul_97_output_0", - "/Add_60_output_0", - "/FakeLinear_49_output_0", - "/Concat_157_output_0", - "/Reshape_110_output_0", - "/Mul_98_output_0", - "/Shape_171_output_0", - "Shape3162", - "BinaryOp3165", - "BinaryOp3166", - "Unsqueeze3167", - "BinaryOp3169", - "Unsqueeze3170", - "StridedSlice3173", - "Squeeze3174", - "BinaryOp3175", - "BinaryOp3176", - "/Gather_186_output_0", - "/Div_37_output_0", - "/Unsqueeze_392_output_0", - "/Slice_51_output_0", - "/Neg_25_output_0", - "/Slice_50_output_0", - "/Concat_160_output_0", - "/Mul_99_output_0", - "/Add_61_output_0", - "/FakeLinear_50_output_0", - "/Reshape_111_output_0", - "/Reshape_116_output_0", - "/FakeLinear_51_output_0", - "/Add_63_output_0", - "model.model.layers.12.post_attention_layernorm.weight", - "/post_attention_layernorm_12/Mul_output_0", - "/post_attention_layernorm_12/Mul_1_output_0", - "/mlp/gate_proj_12/FakeLinear_output_0", - "/mlp/act_fn_12/Sigmoid_output_0", - "/mlp/act_fn_12/Mul_output_0", - "/mlp/up_proj_12/FakeLinear_output_0", - "/mlp_12/Mul_output_0", - "/mlp/down_proj_12/FakeLinear_output_0", - "/Add_64_output_0", - "/Reshape_117_output_0", - "model.model.layers.13.input_layernorm.weight", - "/input_layernorm_13/Mul_output_0", - "/input_layernorm_13/Mul_1_output_0", - "/FakeLinear_52_output_0", - "/Shape_183_output_0", - "Shape3328", - "BinaryOp3331", - "BinaryOp3332", - "Unsqueeze3333", - "BinaryOp3335", - "Unsqueeze3336", - "StridedSlice3339", - "Squeeze3340", - "BinaryOp3341", - "BinaryOp3342", - "/Gather_199_output_0", - "/Unsqueeze_417_output_0", - "/Concat_169_output_0", - "/Reshape_118_output_0", - "/Mul_104_output_0", - "/Shape_184_output_0", - "Shape3349", - "BinaryOp3352", - "BinaryOp3353", - "Unsqueeze3354", - "BinaryOp3356", - "Unsqueeze3357", - "StridedSlice3360", - "Squeeze3361", - "BinaryOp3362", - "BinaryOp3363", - "/Gather_200_output_0", - "/Div_39_output_0", - "/Unsqueeze_422_output_0", - "/Slice_53_output_0", - "/Neg_26_output_0", - "/Slice_52_output_0", - "/Concat_172_output_0", - "/Mul_105_output_0", - "/Add_65_output_0", - "/FakeLinear_53_output_0", - "/Concat_170_output_0", - "/Reshape_119_output_0", - "/Mul_106_output_0", - "/Shape_185_output_0", - "Shape3412", - "BinaryOp3415", - "BinaryOp3416", - "Unsqueeze3417", - "BinaryOp3419", - "Unsqueeze3420", - "StridedSlice3423", - "Squeeze3424", - "BinaryOp3425", - "BinaryOp3426", - "/Gather_201_output_0", - "/Div_40_output_0", - "/Unsqueeze_424_output_0", - "/Slice_55_output_0", - "/Neg_27_output_0", - "/Slice_54_output_0", - "/Concat_173_output_0", - "/Mul_107_output_0", - "/Add_66_output_0", - "/FakeLinear_54_output_0", - "/Reshape_120_output_0", - "/Reshape_125_output_0", - "/FakeLinear_55_output_0", - "/Add_68_output_0", - "model.model.layers.13.post_attention_layernorm.weight", - "/post_attention_layernorm_13/Mul_output_0", - "/post_attention_layernorm_13/Mul_1_output_0", - "/mlp/gate_proj_13/FakeLinear_output_0", - "/mlp/act_fn_13/Sigmoid_output_0", - "/mlp/act_fn_13/Mul_output_0", - "/mlp/up_proj_13/FakeLinear_output_0", - "/mlp_13/Mul_output_0", - "/mlp/down_proj_13/FakeLinear_output_0", - "/Add_69_output_0", - "/Reshape_126_output_0", - "model.model.layers.14.input_layernorm.weight", - "/input_layernorm_14/Mul_output_0", - "/input_layernorm_14/Mul_1_output_0", - "/FakeLinear_56_output_0", - "/Shape_197_output_0", - "Shape3578", - "BinaryOp3581", - "BinaryOp3582", - "Unsqueeze3583", - "BinaryOp3585", - "Unsqueeze3586", - "StridedSlice3589", - "Squeeze3590", - "BinaryOp3591", - "BinaryOp3592", - "/Gather_214_output_0", - "/Unsqueeze_449_output_0", - "/Concat_182_output_0", - "/Reshape_127_output_0", - "/Mul_112_output_0", - "/Shape_198_output_0", - "Shape3599", - "BinaryOp3602", - "BinaryOp3603", - "Unsqueeze3604", - "BinaryOp3606", - "Unsqueeze3607", - "StridedSlice3610", - "Squeeze3611", - "BinaryOp3612", - "BinaryOp3613", - "/Gather_215_output_0", - "/Div_42_output_0", - "/Unsqueeze_454_output_0", - "/Slice_57_output_0", - "/Neg_28_output_0", - "/Slice_56_output_0", - "/Concat_185_output_0", - "/Mul_113_output_0", - "/Add_70_output_0", - "/FakeLinear_57_output_0", - "/Concat_183_output_0", - "/Reshape_128_output_0", - "/Mul_114_output_0", - "/Shape_199_output_0", - "Shape3662", - "BinaryOp3665", - "BinaryOp3666", - "Unsqueeze3667", - "BinaryOp3669", - "Unsqueeze3670", - "StridedSlice3673", - "Squeeze3674", - "BinaryOp3675", - "BinaryOp3676", - "/Gather_216_output_0", - "/Div_43_output_0", - "/Unsqueeze_456_output_0", - "/Slice_59_output_0", - "/Neg_29_output_0", - "/Slice_58_output_0", - "/Concat_186_output_0", - "/Mul_115_output_0", - "/Add_71_output_0", - "/FakeLinear_58_output_0", - "/Reshape_129_output_0", - "/Reshape_134_output_0", - "/FakeLinear_59_output_0", - "/Add_73_output_0", - "model.model.layers.14.post_attention_layernorm.weight", - "/post_attention_layernorm_14/Mul_output_0", - "/post_attention_layernorm_14/Mul_1_output_0", - "/mlp/gate_proj_14/FakeLinear_output_0", - "/mlp/act_fn_14/Sigmoid_output_0", - "/mlp/act_fn_14/Mul_output_0", - "/mlp/up_proj_14/FakeLinear_output_0", - "/mlp_14/Mul_output_0", - "/mlp/down_proj_14/FakeLinear_output_0", - "/Add_74_output_0", - "/Reshape_135_output_0", - "model.model.layers.15.input_layernorm.weight", - "/input_layernorm_15/Mul_output_0", - "/input_layernorm_15/Mul_1_output_0", - "/FakeLinear_60_output_0", - "/Shape_211_output_0", - "Shape3828", - "BinaryOp3831", - "BinaryOp3832", - "Unsqueeze3833", - "BinaryOp3835", - "Unsqueeze3836", - "StridedSlice3839", - "Squeeze3840", - "BinaryOp3841", - "BinaryOp3842", - "/Gather_229_output_0", - "/Unsqueeze_481_output_0", - "/Concat_195_output_0", - "/Reshape_136_output_0", - "/Mul_120_output_0", - "/Shape_212_output_0", - "Shape3849", - "BinaryOp3852", - "BinaryOp3853", - "Unsqueeze3854", - "BinaryOp3856", - "Unsqueeze3857", - "StridedSlice3860", - "Squeeze3861", - "BinaryOp3862", - "BinaryOp3863", - "/Gather_230_output_0", - "/Div_45_output_0", - "/Unsqueeze_486_output_0", - "/Slice_61_output_0", - "/Neg_30_output_0", - "/Slice_60_output_0", - "/Concat_198_output_0", - "/Mul_121_output_0", - "/Add_75_output_0", - "/FakeLinear_61_output_0", - "/Concat_196_output_0", - "/Reshape_137_output_0", - "/Mul_122_output_0", - "/Shape_213_output_0", - "Shape3912", - "BinaryOp3915", - "BinaryOp3916", - "Unsqueeze3917", - "BinaryOp3919", - "Unsqueeze3920", - "StridedSlice3923", - "Squeeze3924", - "BinaryOp3925", - "BinaryOp3926", - "/Gather_231_output_0", - "/Div_46_output_0", - "/Unsqueeze_488_output_0", - "/Slice_63_output_0", - "/Neg_31_output_0", - "/Slice_62_output_0", - "/Concat_199_output_0", - "/Mul_123_output_0", - "/Add_76_output_0", - "/FakeLinear_62_output_0", - "/Reshape_138_output_0", - "/Reshape_143_output_0", - "/FakeLinear_63_output_0", - "/Add_78_output_0", - "model.model.layers.15.post_attention_layernorm.weight", - "/post_attention_layernorm_15/Mul_output_0", - "/post_attention_layernorm_15/Mul_1_output_0", - "/mlp/gate_proj_15/FakeLinear_output_0", - "/mlp/act_fn_15/Sigmoid_output_0", - "/mlp/act_fn_15/Mul_output_0", - "/mlp/up_proj_15/FakeLinear_output_0", - "/mlp_15/Mul_output_0", - "/mlp/down_proj_15/FakeLinear_output_0", - "/Add_79_output_0", - "/Reshape_144_output_0", - "model.model.layers.16.input_layernorm.weight", - "/input_layernorm_16/Mul_output_0", - "/input_layernorm_16/Mul_1_output_0", - "/FakeLinear_64_output_0", - "/Shape_225_output_0", - "Shape4078", - "BinaryOp4081", - "BinaryOp4082", - "Unsqueeze4083", - "BinaryOp4085", - "Unsqueeze4086", - "StridedSlice4089", - "Squeeze4090", - "BinaryOp4091", - "BinaryOp4092", - "/Gather_244_output_0", - "/Unsqueeze_513_output_0", - "/Concat_208_output_0", - "/Reshape_145_output_0", - "/Mul_128_output_0", - "/Shape_226_output_0", - "Shape4099", - "BinaryOp4102", - "BinaryOp4103", - "Unsqueeze4104", - "BinaryOp4106", - "Unsqueeze4107", - "StridedSlice4110", - "Squeeze4111", - "BinaryOp4112", - "BinaryOp4113", - "/Gather_245_output_0", - "/Div_48_output_0", - "/Unsqueeze_518_output_0", - "/Slice_65_output_0", - "/Neg_32_output_0", - "/Slice_64_output_0", - "/Concat_211_output_0", - "/Mul_129_output_0", - "/Add_80_output_0", - "/FakeLinear_65_output_0", - "/Concat_209_output_0", - "/Reshape_146_output_0", - "/Mul_130_output_0", - "/Shape_227_output_0", - "Shape4162", - "BinaryOp4165", - "BinaryOp4166", - "Unsqueeze4167", - "BinaryOp4169", - "Unsqueeze4170", - "StridedSlice4173", - "Squeeze4174", - "BinaryOp4175", - "BinaryOp4176", - "/Gather_246_output_0", - "/Div_49_output_0", - "/Unsqueeze_520_output_0", - "/Slice_67_output_0", - "/Neg_33_output_0", - "/Slice_66_output_0", - "/Concat_212_output_0", - "/Mul_131_output_0", - "/Add_81_output_0", - "/FakeLinear_66_output_0", - "/Reshape_147_output_0", - "/Reshape_152_output_0", - "/FakeLinear_67_output_0", - "/Add_83_output_0", - "model.model.layers.16.post_attention_layernorm.weight", - "/post_attention_layernorm_16/Mul_output_0", - "/post_attention_layernorm_16/Mul_1_output_0", - "/mlp/gate_proj_16/FakeLinear_output_0", - "/mlp/act_fn_16/Sigmoid_output_0", - "/mlp/act_fn_16/Mul_output_0", - "/mlp/up_proj_16/FakeLinear_output_0", - "/mlp_16/Mul_output_0", - "/mlp/down_proj_16/FakeLinear_output_0", - "/Add_84_output_0", - "/Reshape_153_output_0", - "model.model.layers.17.input_layernorm.weight", - "/input_layernorm_17/Mul_output_0", - "/input_layernorm_17/Mul_1_output_0", - "/FakeLinear_68_output_0", - "/Shape_239_output_0", - "Shape4328", - "BinaryOp4331", - "BinaryOp4332", - "Unsqueeze4333", - "BinaryOp4335", - "Unsqueeze4336", - "StridedSlice4339", - "Squeeze4340", - "BinaryOp4341", - "BinaryOp4342", - "/Gather_259_output_0", - "/Unsqueeze_545_output_0", - "/Concat_221_output_0", - "/Reshape_154_output_0", - "/Mul_136_output_0", - "/Shape_240_output_0", - "Shape4349", - "BinaryOp4352", - "BinaryOp4353", - "Unsqueeze4354", - "BinaryOp4356", - "Unsqueeze4357", - "StridedSlice4360", - "Squeeze4361", - "BinaryOp4362", - "BinaryOp4363", - "/Gather_260_output_0", - "/Div_51_output_0", - "/Unsqueeze_550_output_0", - "/Slice_69_output_0", - "/Neg_34_output_0", - "/Slice_68_output_0", - "/Concat_224_output_0", - "/Mul_137_output_0", - "/Add_85_output_0", - "/FakeLinear_69_output_0", - "/Concat_222_output_0", - "/Reshape_155_output_0", - "/Mul_138_output_0", - "/Shape_241_output_0", - "Shape4412", - "BinaryOp4415", - "BinaryOp4416", - "Unsqueeze4417", - "BinaryOp4419", - "Unsqueeze4420", - "StridedSlice4423", - "Squeeze4424", - "BinaryOp4425", - "BinaryOp4426", - "/Gather_261_output_0", - "/Div_52_output_0", - "/Unsqueeze_552_output_0", - "/Slice_71_output_0", - "/Neg_35_output_0", - "/Slice_70_output_0", - "/Concat_225_output_0", - "/Mul_139_output_0", - "/Add_86_output_0", - "/FakeLinear_70_output_0", - "/Reshape_156_output_0", - "/Reshape_161_output_0", - "/FakeLinear_71_output_0", - "/Add_88_output_0", - "model.model.layers.17.post_attention_layernorm.weight", - "/post_attention_layernorm_17/Mul_output_0", - "/post_attention_layernorm_17/Mul_1_output_0", - "/mlp/gate_proj_17/FakeLinear_output_0", - "/mlp/act_fn_17/Sigmoid_output_0", - "/mlp/act_fn_17/Mul_output_0", - "/mlp/up_proj_17/FakeLinear_output_0", - "/mlp_17/Mul_output_0", - "/mlp/down_proj_17/FakeLinear_output_0", - "/Add_89_output_0", - "/Reshape_162_output_0", - "model.model.layers.18.input_layernorm.weight", - "/input_layernorm_18/Mul_output_0", - "/input_layernorm_18/Mul_1_output_0", - "/FakeLinear_72_output_0", - "/Shape_253_output_0", - "Shape4578", - "BinaryOp4581", - "BinaryOp4582", - "Unsqueeze4583", - "BinaryOp4585", - "Unsqueeze4586", - "StridedSlice4589", - "Squeeze4590", - "BinaryOp4591", - "BinaryOp4592", - "/Gather_274_output_0", - "/Unsqueeze_577_output_0", - "/Concat_234_output_0", - "/Reshape_163_output_0", - "/Mul_144_output_0", - "/Shape_254_output_0", - "Shape4599", - "BinaryOp4602", - "BinaryOp4603", - "Unsqueeze4604", - "BinaryOp4606", - "Unsqueeze4607", - "StridedSlice4610", - "Squeeze4611", - "BinaryOp4612", - "BinaryOp4613", - "/Gather_275_output_0", - "/Div_54_output_0", - "/Unsqueeze_582_output_0", - "/Slice_73_output_0", - "/Neg_36_output_0", - "/Slice_72_output_0", - "/Concat_237_output_0", - "/Mul_145_output_0", - "/Add_90_output_0", - "/FakeLinear_73_output_0", - "/Concat_235_output_0", - "/Reshape_164_output_0", - "/Mul_146_output_0", - "/Shape_255_output_0", - "Shape4662", - "BinaryOp4665", - "BinaryOp4666", - "Unsqueeze4667", - "BinaryOp4669", - "Unsqueeze4670", - "StridedSlice4673", - "Squeeze4674", - "BinaryOp4675", - "BinaryOp4676", - "/Gather_276_output_0", - "/Div_55_output_0", - "/Unsqueeze_584_output_0", - "/Slice_75_output_0", - "/Neg_37_output_0", - "/Slice_74_output_0", - "/Concat_238_output_0", - "/Mul_147_output_0", - "/Add_91_output_0", - "/FakeLinear_74_output_0", - "/Reshape_165_output_0", - "/Reshape_170_output_0", - "/FakeLinear_75_output_0", - "/Add_93_output_0", - "model.model.layers.18.post_attention_layernorm.weight", - "/post_attention_layernorm_18/Mul_output_0", - "/post_attention_layernorm_18/Mul_1_output_0", - "/mlp/gate_proj_18/FakeLinear_output_0", - "/mlp/act_fn_18/Sigmoid_output_0", - "/mlp/act_fn_18/Mul_output_0", - "/mlp/up_proj_18/FakeLinear_output_0", - "/mlp_18/Mul_output_0", - "/mlp/down_proj_18/FakeLinear_output_0", - "/Add_94_output_0", - "/Reshape_171_output_0", - "model.model.layers.19.input_layernorm.weight", - "/input_layernorm_19/Mul_output_0", - "/input_layernorm_19/Mul_1_output_0", - "/FakeLinear_76_output_0", - "/Shape_267_output_0", - "Shape4828", - "BinaryOp4831", - "BinaryOp4832", - "Unsqueeze4833", - "BinaryOp4835", - "Unsqueeze4836", - "StridedSlice4839", - "Squeeze4840", - "BinaryOp4841", - "BinaryOp4842", - "/Gather_289_output_0", - "/Unsqueeze_609_output_0", - "/Concat_247_output_0", - "/Reshape_172_output_0", - "/Mul_152_output_0", - "/Shape_268_output_0", - "Shape4849", - "BinaryOp4852", - "BinaryOp4853", - "Unsqueeze4854", - "BinaryOp4856", - "Unsqueeze4857", - "StridedSlice4860", - "Squeeze4861", - "BinaryOp4862", - "BinaryOp4863", - "/Gather_290_output_0", - "/Div_57_output_0", - "/Unsqueeze_614_output_0", - "/Slice_77_output_0", - "/Neg_38_output_0", - "/Slice_76_output_0", - "/Concat_250_output_0", - "/Mul_153_output_0", - "/Add_95_output_0", - "/FakeLinear_77_output_0", - "/Concat_248_output_0", - "/Reshape_173_output_0", - "/Mul_154_output_0", - "/Shape_269_output_0", - "Shape4912", - "BinaryOp4915", - "BinaryOp4916", - "Unsqueeze4917", - "BinaryOp4919", - "Unsqueeze4920", - "StridedSlice4923", - "Squeeze4924", - "BinaryOp4925", - "BinaryOp4926", - "/Gather_291_output_0", - "/Div_58_output_0", - "/Unsqueeze_616_output_0", - "/Slice_79_output_0", - "/Neg_39_output_0", - "/Slice_78_output_0", - "/Concat_251_output_0", - "/Mul_155_output_0", - "/Add_96_output_0", - "/FakeLinear_78_output_0", - "/Reshape_174_output_0", - "/Reshape_179_output_0", - "/FakeLinear_79_output_0", - "/Add_98_output_0", - "model.model.layers.19.post_attention_layernorm.weight", - "/post_attention_layernorm_19/Mul_output_0", - "/post_attention_layernorm_19/Mul_1_output_0", - "/mlp/gate_proj_19/FakeLinear_output_0", - "/mlp/act_fn_19/Sigmoid_output_0", - "/mlp/act_fn_19/Mul_output_0", - "/mlp/up_proj_19/FakeLinear_output_0", - "/mlp_19/Mul_output_0", - "/mlp/down_proj_19/FakeLinear_output_0", - "/Add_99_output_0", - "/Reshape_180_output_0", - "model.model.layers.20.input_layernorm.weight", - "/input_layernorm_20/Mul_output_0", - "/input_layernorm_20/Mul_1_output_0", - "/FakeLinear_80_output_0", - "/Shape_281_output_0", - "Shape5078", - "BinaryOp5081", - "BinaryOp5082", - "Unsqueeze5083", - "BinaryOp5085", - "Unsqueeze5086", - "StridedSlice5089", - "Squeeze5090", - "BinaryOp5091", - "BinaryOp5092", - "/Gather_304_output_0", - "/Unsqueeze_641_output_0", - "/Concat_260_output_0", - "/Reshape_181_output_0", - "/Mul_160_output_0", - "/Shape_282_output_0", - "Shape5099", - "BinaryOp5102", - "BinaryOp5103", - "Unsqueeze5104", - "BinaryOp5106", - "Unsqueeze5107", - "StridedSlice5110", - "Squeeze5111", - "BinaryOp5112", - "BinaryOp5113", - "/Gather_305_output_0", - "/Div_60_output_0", - "/Unsqueeze_646_output_0", - "/Slice_81_output_0", - "/Neg_40_output_0", - "/Slice_80_output_0", - "/Concat_263_output_0", - "/Mul_161_output_0", - "/Add_100_output_0", - "/FakeLinear_81_output_0", - "/Concat_261_output_0", - "/Reshape_182_output_0", - "/Mul_162_output_0", - "/Shape_283_output_0", - "Shape5162", - "BinaryOp5165", - "BinaryOp5166", - "Unsqueeze5167", - "BinaryOp5169", - "Unsqueeze5170", - "StridedSlice5173", - "Squeeze5174", - "BinaryOp5175", - "BinaryOp5176", - "/Gather_306_output_0", - "/Div_61_output_0", - "/Unsqueeze_648_output_0", - "/Slice_83_output_0", - "/Neg_41_output_0", - "/Slice_82_output_0", - "/Concat_264_output_0", - "/Mul_163_output_0", - "/Add_101_output_0", - "/FakeLinear_82_output_0", - "/Reshape_183_output_0", - "/Reshape_188_output_0", - "/FakeLinear_83_output_0", - "/Add_103_output_0", - "model.model.layers.20.post_attention_layernorm.weight", - "/post_attention_layernorm_20/Mul_output_0", - "/post_attention_layernorm_20/Mul_1_output_0", - "/mlp/gate_proj_20/FakeLinear_output_0", - "/mlp/act_fn_20/Sigmoid_output_0", - "/mlp/act_fn_20/Mul_output_0", - "/mlp/up_proj_20/FakeLinear_output_0", - "/mlp_20/Mul_output_0", - "/mlp/down_proj_20/FakeLinear_output_0", - "/Add_104_output_0", - "/Reshape_189_output_0", - "model.model.layers.21.input_layernorm.weight", - "/input_layernorm_21/Mul_output_0", - "/input_layernorm_21/Mul_1_output_0", - "/FakeLinear_84_output_0", - "/Shape_295_output_0", - "Shape5328", - "BinaryOp5331", - "BinaryOp5332", - "Unsqueeze5333", - "BinaryOp5335", - "Unsqueeze5336", - "StridedSlice5339", - "Squeeze5340", - "BinaryOp5341", - "BinaryOp5342", - "/Gather_319_output_0", - "/Unsqueeze_673_output_0", - "/Concat_273_output_0", - "/Reshape_190_output_0", - "/Mul_168_output_0", - "/Shape_296_output_0", - "Shape5349", - "BinaryOp5352", - "BinaryOp5353", - "Unsqueeze5354", - "BinaryOp5356", - "Unsqueeze5357", - "StridedSlice5360", - "Squeeze5361", - "BinaryOp5362", - "BinaryOp5363", - "/Gather_320_output_0", - "/Div_63_output_0", - "/Unsqueeze_678_output_0", - "/Slice_85_output_0", - "/Neg_42_output_0", - "/Slice_84_output_0", - "/Concat_276_output_0", - "/Mul_169_output_0", - "/Add_105_output_0", - "/FakeLinear_85_output_0", - "/Concat_274_output_0", - "/Reshape_191_output_0", - "/Mul_170_output_0", - "/Shape_297_output_0", - "Shape5412", - "BinaryOp5415", - "BinaryOp5416", - "Unsqueeze5417", - "BinaryOp5419", - "Unsqueeze5420", - "StridedSlice5423", - "Squeeze5424", - "BinaryOp5425", - "BinaryOp5426", - "/Gather_321_output_0", - "/Div_64_output_0", - "/Unsqueeze_680_output_0", - "/Slice_87_output_0", - "/Neg_43_output_0", - "/Slice_86_output_0", - "/Concat_277_output_0", - "/Mul_171_output_0", - "/Add_106_output_0", - "/FakeLinear_86_output_0", - "/Reshape_192_output_0", - "/Reshape_197_output_0", - "/FakeLinear_87_output_0", - "/Add_108_output_0", - "model.model.layers.21.post_attention_layernorm.weight", - "/post_attention_layernorm_21/Mul_output_0", - "/post_attention_layernorm_21/Mul_1_output_0", - "/mlp/gate_proj_21/FakeLinear_output_0", - "/mlp/act_fn_21/Sigmoid_output_0", - "/mlp/act_fn_21/Mul_output_0", - "/mlp/up_proj_21/FakeLinear_output_0", - "/mlp_21/Mul_output_0", - "/mlp/down_proj_21/FakeLinear_output_0", - "/Add_109_output_0", - "/Reshape_198_output_0", - "model.model.layers.22.input_layernorm.weight", - "/input_layernorm_22/Mul_output_0", - "/input_layernorm_22/Mul_1_output_0", - "/FakeLinear_88_output_0", - "/Shape_309_output_0", - "Shape5578", - "BinaryOp5581", - "BinaryOp5582", - "Unsqueeze5583", - "BinaryOp5585", - "Unsqueeze5586", - "StridedSlice5589", - "Squeeze5590", - "BinaryOp5591", - "BinaryOp5592", - "/Gather_334_output_0", - "/Unsqueeze_705_output_0", - "/Concat_286_output_0", - "/Reshape_199_output_0", - "/Mul_176_output_0", - "/Shape_310_output_0", - "Shape5599", - "BinaryOp5602", - "BinaryOp5603", - "Unsqueeze5604", - "BinaryOp5606", - "Unsqueeze5607", - "StridedSlice5610", - "Squeeze5611", - "BinaryOp5612", - "BinaryOp5613", - "/Gather_335_output_0", - "/Div_66_output_0", - "/Unsqueeze_710_output_0", - "/Slice_89_output_0", - "/Neg_44_output_0", - "/Slice_88_output_0", - "/Concat_289_output_0", - "/Mul_177_output_0", - "/Add_110_output_0", - "/FakeLinear_89_output_0", - "/Concat_287_output_0", - "/Reshape_200_output_0", - "/Mul_178_output_0", - "/Shape_311_output_0", - "Shape5662", - "BinaryOp5665", - "BinaryOp5666", - "Unsqueeze5667", - "BinaryOp5669", - "Unsqueeze5670", - "StridedSlice5673", - "Squeeze5674", - "BinaryOp5675", - "BinaryOp5676", - "/Gather_336_output_0", - "/Div_67_output_0", - "/Unsqueeze_712_output_0", - "/Slice_91_output_0", - "/Neg_45_output_0", - "/Slice_90_output_0", - "/Concat_290_output_0", - "/Mul_179_output_0", - "/Add_111_output_0", - "/FakeLinear_90_output_0", - "/Reshape_201_output_0", - "/Reshape_206_output_0", - "/FakeLinear_91_output_0", - "/Add_113_output_0", - "model.model.layers.22.post_attention_layernorm.weight", - "/post_attention_layernorm_22/Mul_output_0", - "/post_attention_layernorm_22/Mul_1_output_0", - "/mlp/gate_proj_22/FakeLinear_output_0", - "/mlp/act_fn_22/Sigmoid_output_0", - "/mlp/act_fn_22/Mul_output_0", - "/mlp/up_proj_22/FakeLinear_output_0", - "/mlp_22/Mul_output_0", - "/mlp/down_proj_22/FakeLinear_output_0", - "/Add_114_output_0", - "/Reshape_207_output_0", - "model.model.layers.23.input_layernorm.weight", - "/input_layernorm_23/Mul_output_0", - "/input_layernorm_23/Mul_1_output_0", - "/FakeLinear_92_output_0", - "/Shape_323_output_0", - "Shape5828", - "BinaryOp5831", - "BinaryOp5832", - "Unsqueeze5833", - "BinaryOp5835", - "Unsqueeze5836", - "StridedSlice5839", - "Squeeze5840", - "BinaryOp5841", - "BinaryOp5842", - "/Gather_349_output_0", - "/Unsqueeze_737_output_0", - "/Concat_299_output_0", - "/Reshape_208_output_0", - "/Mul_184_output_0", - "/Shape_324_output_0", - "Shape5849", - "BinaryOp5852", - "BinaryOp5853", - "Unsqueeze5854", - "BinaryOp5856", - "Unsqueeze5857", - "StridedSlice5860", - "Squeeze5861", - "BinaryOp5862", - "BinaryOp5863", - "/Gather_350_output_0", - "/Div_69_output_0", - "/Unsqueeze_742_output_0", - "/Slice_93_output_0", - "/Neg_46_output_0", - "/Slice_92_output_0", - "/Concat_302_output_0", - "/Mul_185_output_0", - "/Add_115_output_0", - "/FakeLinear_93_output_0", - "/Concat_300_output_0", - "/Reshape_209_output_0", - "/Mul_186_output_0", - "/Shape_325_output_0", - "Shape5912", - "BinaryOp5915", - "BinaryOp5916", - "Unsqueeze5917", - "BinaryOp5919", - "Unsqueeze5920", - "StridedSlice5923", - "Squeeze5924", - "BinaryOp5925", - "BinaryOp5926", - "/Gather_351_output_0", - "/Div_70_output_0", - "/Unsqueeze_744_output_0", - "/Slice_95_output_0", - "/Neg_47_output_0", - "/Slice_94_output_0", - "/Concat_303_output_0", - "/Mul_187_output_0", - "/Add_116_output_0", - "/FakeLinear_94_output_0", - "/Reshape_210_output_0", - "/Reshape_215_output_0", - "/FakeLinear_95_output_0", - "/Add_118_output_0", - "model.model.layers.23.post_attention_layernorm.weight", - "/post_attention_layernorm_23/Mul_output_0", - "/post_attention_layernorm_23/Mul_1_output_0", - "/mlp/gate_proj_23/FakeLinear_output_0", - "/mlp/act_fn_23/Sigmoid_output_0", - "/mlp/act_fn_23/Mul_output_0", - "/mlp/up_proj_23/FakeLinear_output_0", - "/mlp_23/Mul_output_0", - "/mlp/down_proj_23/FakeLinear_output_0", - "/Add_119_output_0", - "/Reshape_216_output_0", - "model.model.layers.24.input_layernorm.weight", - "/input_layernorm_24/Mul_output_0", - "/input_layernorm_24/Mul_1_output_0", - "/FakeLinear_96_output_0", - "/Shape_337_output_0", - "Shape6078", - "BinaryOp6081", - "BinaryOp6082", - "Unsqueeze6083", - "BinaryOp6085", - "Unsqueeze6086", - "StridedSlice6089", - "Squeeze6090", - "BinaryOp6091", - "BinaryOp6092", - "/Gather_364_output_0", - "/Unsqueeze_769_output_0", - "/Concat_312_output_0", - "/Reshape_217_output_0", - "/Mul_192_output_0", - "/Shape_338_output_0", - "Shape6099", - "BinaryOp6102", - "BinaryOp6103", - "Unsqueeze6104", - "BinaryOp6106", - "Unsqueeze6107", - "StridedSlice6110", - "Squeeze6111", - "BinaryOp6112", - "BinaryOp6113", - "/Gather_365_output_0", - "/Div_72_output_0", - "/Unsqueeze_774_output_0", - "/Slice_97_output_0", - "/Neg_48_output_0", - "/Slice_96_output_0", - "/Concat_315_output_0", - "/Mul_193_output_0", - "/Add_120_output_0", - "/FakeLinear_97_output_0", - "/Concat_313_output_0", - "/Reshape_218_output_0", - "/Mul_194_output_0", - "/Shape_339_output_0", - "Shape6162", - "BinaryOp6165", - "BinaryOp6166", - "Unsqueeze6167", - "BinaryOp6169", - "Unsqueeze6170", - "StridedSlice6173", - "Squeeze6174", - "BinaryOp6175", - "BinaryOp6176", - "/Gather_366_output_0", - "/Div_73_output_0", - "/Unsqueeze_776_output_0", - "/Slice_99_output_0", - "/Neg_49_output_0", - "/Slice_98_output_0", - "/Concat_316_output_0", - "/Mul_195_output_0", - "/Add_121_output_0", - "/FakeLinear_98_output_0", - "/Reshape_219_output_0", - "/Reshape_224_output_0", - "/FakeLinear_99_output_0", - "/Add_123_output_0", - "model.model.layers.24.post_attention_layernorm.weight", - "/post_attention_layernorm_24/Mul_output_0", - "/post_attention_layernorm_24/Mul_1_output_0", - "/mlp/gate_proj_24/FakeLinear_output_0", - "/mlp/act_fn_24/Sigmoid_output_0", - "/mlp/act_fn_24/Mul_output_0", - "/mlp/up_proj_24/FakeLinear_output_0", - "/mlp_24/Mul_output_0", - "/mlp/down_proj_24/FakeLinear_output_0", - "/Add_124_output_0", - "/Reshape_225_output_0", - "model.model.layers.25.input_layernorm.weight", - "/input_layernorm_25/Mul_output_0", - "/input_layernorm_25/Mul_1_output_0", - "/FakeLinear_100_output_0", - "/Shape_351_output_0", - "Shape6328", - "BinaryOp6331", - "BinaryOp6332", - "Unsqueeze6333", - "BinaryOp6335", - "Unsqueeze6336", - "StridedSlice6339", - "Squeeze6340", - "BinaryOp6341", - "BinaryOp6342", - "/Gather_379_output_0", - "/Unsqueeze_801_output_0", - "/Concat_325_output_0", - "/Reshape_226_output_0", - "/Mul_200_output_0", - "/Shape_352_output_0", - "Shape6349", - "BinaryOp6352", - "BinaryOp6353", - "Unsqueeze6354", - "BinaryOp6356", - "Unsqueeze6357", - "StridedSlice6360", - "Squeeze6361", - "BinaryOp6362", - "BinaryOp6363", - "/Gather_380_output_0", - "/Div_75_output_0", - "/Unsqueeze_806_output_0", - "/Slice_101_output_0", - "/Neg_50_output_0", - "/Slice_100_output_0", - "/Concat_328_output_0", - "/Mul_201_output_0", - "/Add_125_output_0", - "/FakeLinear_101_output_0", - "/Concat_326_output_0", - "/Reshape_227_output_0", - "/Mul_202_output_0", - "/Shape_353_output_0", - "Shape6412", - "BinaryOp6415", - "BinaryOp6416", - "Unsqueeze6417", - "BinaryOp6419", - "Unsqueeze6420", - "StridedSlice6423", - "Squeeze6424", - "BinaryOp6425", - "BinaryOp6426", - "/Gather_381_output_0", - "/Div_76_output_0", - "/Unsqueeze_808_output_0", - "/Slice_103_output_0", - "/Neg_51_output_0", - "/Slice_102_output_0", - "/Concat_329_output_0", - "/Mul_203_output_0", - "/Add_126_output_0", - "/FakeLinear_102_output_0", - "/Reshape_228_output_0", - "/Reshape_233_output_0", - "/FakeLinear_103_output_0", - "/Add_128_output_0", - "model.model.layers.25.post_attention_layernorm.weight", - "/post_attention_layernorm_25/Mul_output_0", - "/post_attention_layernorm_25/Mul_1_output_0", - "/mlp/gate_proj_25/FakeLinear_output_0", - "/mlp/act_fn_25/Sigmoid_output_0", - "/mlp/act_fn_25/Mul_output_0", - "/mlp/up_proj_25/FakeLinear_output_0", - "/mlp_25/Mul_output_0", - "/mlp/down_proj_25/FakeLinear_output_0", - "/Add_129_output_0", - "/Reshape_234_output_0", - "model.model.layers.26.input_layernorm.weight", - "/input_layernorm_26/Mul_output_0", - "/input_layernorm_26/Mul_1_output_0", - "/FakeLinear_104_output_0", - "/Shape_365_output_0", - "Shape6578", - "BinaryOp6581", - "BinaryOp6582", - "Unsqueeze6583", - "BinaryOp6585", - "Unsqueeze6586", - "StridedSlice6589", - "Squeeze6590", - "BinaryOp6591", - "BinaryOp6592", - "/Gather_394_output_0", - "/Unsqueeze_833_output_0", - "/Concat_338_output_0", - "/Reshape_235_output_0", - "/Mul_208_output_0", - "/Shape_366_output_0", - "Shape6599", - "BinaryOp6602", - "BinaryOp6603", - "Unsqueeze6604", - "BinaryOp6606", - "Unsqueeze6607", - "StridedSlice6610", - "Squeeze6611", - "BinaryOp6612", - "BinaryOp6613", - "/Gather_395_output_0", - "/Div_78_output_0", - "/Unsqueeze_838_output_0", - "/Slice_105_output_0", - "/Neg_52_output_0", - "/Slice_104_output_0", - "/Concat_341_output_0", - "/Mul_209_output_0", - "/Add_130_output_0", - "/FakeLinear_105_output_0", - "/Concat_339_output_0", - "/Reshape_236_output_0", - "/Mul_210_output_0", - "/Shape_367_output_0", - "Shape6662", - "BinaryOp6665", - "BinaryOp6666", - "Unsqueeze6667", - "BinaryOp6669", - "Unsqueeze6670", - "StridedSlice6673", - "Squeeze6674", - "BinaryOp6675", - "BinaryOp6676", - "/Gather_396_output_0", - "/Div_79_output_0", - "/Unsqueeze_840_output_0", - "/Slice_107_output_0", - "/Neg_53_output_0", - "/Slice_106_output_0", - "/Concat_342_output_0", - "/Mul_211_output_0", - "/Add_131_output_0", - "/FakeLinear_106_output_0", - "/Reshape_237_output_0", - "/Reshape_242_output_0", - "/FakeLinear_107_output_0", - "/Add_133_output_0", - "model.model.layers.26.post_attention_layernorm.weight", - "/post_attention_layernorm_26/Mul_output_0", - "/post_attention_layernorm_26/Mul_1_output_0", - "/mlp/gate_proj_26/FakeLinear_output_0", - "/mlp/act_fn_26/Sigmoid_output_0", - "/mlp/act_fn_26/Mul_output_0", - "/mlp/up_proj_26/FakeLinear_output_0", - "/mlp_26/Mul_output_0", - "/mlp/down_proj_26/FakeLinear_output_0", - "/Add_134_output_0", - "/Reshape_243_output_0", - "model.model.layers.27.input_layernorm.weight", - "/input_layernorm_27/Mul_output_0", - "/input_layernorm_27/Mul_1_output_0", - "/FakeLinear_108_output_0", - "/Shape_379_output_0", - "Shape6828", - "BinaryOp6831", - "BinaryOp6832", - "Unsqueeze6833", - "BinaryOp6835", - "Unsqueeze6836", - "StridedSlice6839", - "Squeeze6840", - "BinaryOp6841", - "BinaryOp6842", - "/Gather_409_output_0", - "/Unsqueeze_865_output_0", - "/Concat_351_output_0", - "/Reshape_244_output_0", - "/Mul_216_output_0", - "/Shape_380_output_0", - "Shape6849", - "BinaryOp6852", - "BinaryOp6853", - "Unsqueeze6854", - "BinaryOp6856", - "Unsqueeze6857", - "StridedSlice6860", - "Squeeze6861", - "BinaryOp6862", - "BinaryOp6863", - "/Gather_410_output_0", - "/Div_81_output_0", - "/Unsqueeze_870_output_0", - "/Slice_109_output_0", - "/Neg_54_output_0", - "/Slice_108_output_0", - "/Concat_354_output_0", - "/Mul_217_output_0", - "/Add_135_output_0", - "/FakeLinear_109_output_0", - "/Concat_352_output_0", - "/Reshape_245_output_0", - "/Mul_218_output_0", - "/Shape_381_output_0", - "Shape6912", - "BinaryOp6915", - "BinaryOp6916", - "Unsqueeze6917", - "BinaryOp6919", - "Unsqueeze6920", - "StridedSlice6923", - "Squeeze6924", - "BinaryOp6925", - "BinaryOp6926", - "/Gather_411_output_0", - "/Div_82_output_0", - "/Unsqueeze_872_output_0", - "/Slice_111_output_0", - "/Neg_55_output_0", - "/Slice_110_output_0", - "/Concat_355_output_0", - "/Mul_219_output_0", - "/Add_136_output_0", - "/FakeLinear_110_output_0", - "/Reshape_246_output_0", - "/Reshape_251_output_0", - "/FakeLinear_111_output_0", - "/Add_138_output_0", - "model.model.layers.27.post_attention_layernorm.weight", - "/post_attention_layernorm_27/Mul_output_0", - "/post_attention_layernorm_27/Mul_1_output_0", - "/mlp/gate_proj_27/FakeLinear_output_0", - "/mlp/act_fn_27/Sigmoid_output_0", - "/mlp/act_fn_27/Mul_output_0", - "/mlp/up_proj_27/FakeLinear_output_0", - "/mlp_27/Mul_output_0", - "/mlp/down_proj_27/FakeLinear_output_0", - "/Add_139_output_0", - "/lm/Constant_output_0__", - "/lm/Reshape_output_0", - "/rotary/Constant_6_output_0", - "Shape7070", - "BinaryOp7073", - "BinaryOp7074", - "Unsqueeze7075", - "BinaryOp7077", - "Unsqueeze7078", - "StridedSlice7081", - "Squeeze7082", - "BinaryOp7083", - "BinaryOp7084", - "/lm/Gather_output_0", - "/lm/Constant_1_output_0__", - "/lm/Reshape_1_output_0", - "/lm/norm/Mul_output_0", - "/lm/norm/Mul_1_output_0", - "/lm/lm/FakeLinear_output_0", - "/Constant_1676_output_0__", - "logits", - "past_key_values", - "presents", - "/layers.0/self_attn/q_proj/Linear/pre_reshape", - "/layers.0/self_attn/q_proj/Linear/pre_convert", - "/layers.0/self_attn/q_proj/Linear", - "/layers.0/self_attn/q_proj/Linear/post_convert", - "/layers.0/self_attn/k_proj/Linear/pre_reshape", - "/layers.0/self_attn/k_proj/Linear/pre_convert", - "/layers.0/self_attn/k_proj/Linear", - "/layers.0/self_attn/k_proj/Linear/post_convert", - "/layers.0/self_attn/v_proj/Linear/pre_reshape", - "/layers.0/self_attn/v_proj/Linear/pre_convert", - "/layers.0/self_attn/v_proj/Linear", - "/layers.0/self_attn/v_proj/Linear/post_convert", - "/layers.0/self_attn/o_proj/Linear/pre_reshape", - "/layers.0/self_attn/o_proj/Linear/pre_convert", - "/layers.0/self_attn/o_proj/Linear", - "/layers.0/self_attn/o_proj/Linear/post_convert", - "/layers.0/mlp/gate_proj/Linear/pre_reshape", - "/layers.0/mlp/gate_proj/Linear/pre_convert", - "/layers.0/mlp/gate_proj/Linear", - "/layers.0/mlp/gate_proj/Linear/post_convert", - "/layers.0/mlp/up_proj/Linear/pre_reshape", - "/layers.0/mlp/up_proj/Linear/pre_convert", - "/layers.0/mlp/up_proj/Linear", - "/layers.0/mlp/up_proj/Linear/post_convert", - "/layers.0/mlp/down_proj/Linear/pre_reshape", - "/layers.0/mlp/down_proj/Linear/pre_convert", - "/layers.0/mlp/down_proj/Linear", - "/layers.0/mlp/down_proj/Linear/post_convert", - "/layers.1/self_attn/q_proj/Linear/pre_reshape", - "/layers.1/self_attn/q_proj/Linear/pre_convert", - "/layers.1/self_attn/q_proj/Linear", - "/layers.1/self_attn/q_proj/Linear/post_convert", - "/layers.1/self_attn/k_proj/Linear/pre_reshape", - "/layers.1/self_attn/k_proj/Linear/pre_convert", - "/layers.1/self_attn/k_proj/Linear", - "/layers.1/self_attn/k_proj/Linear/post_convert", - "/layers.1/self_attn/v_proj/Linear/pre_reshape", - "/layers.1/self_attn/v_proj/Linear/pre_convert", - "/layers.1/self_attn/v_proj/Linear", - "/layers.1/self_attn/v_proj/Linear/post_convert", - "/layers.1/self_attn/o_proj/Linear/pre_reshape", - "/layers.1/self_attn/o_proj/Linear/pre_convert", - "/layers.1/self_attn/o_proj/Linear", - "/layers.1/self_attn/o_proj/Linear/post_convert", - "/layers.1/mlp/gate_proj/Linear/pre_reshape", - "/layers.1/mlp/gate_proj/Linear/pre_convert", - "/layers.1/mlp/gate_proj/Linear", - "/layers.1/mlp/gate_proj/Linear/post_convert", - "/layers.1/mlp/up_proj/Linear/pre_reshape", - "/layers.1/mlp/up_proj/Linear/pre_convert", - "/layers.1/mlp/up_proj/Linear", - "/layers.1/mlp/up_proj/Linear/post_convert", - "/layers.1/mlp/down_proj/Linear/pre_reshape", - "/layers.1/mlp/down_proj/Linear/pre_convert", - "/layers.1/mlp/down_proj/Linear", - "/layers.1/mlp/down_proj/Linear/post_convert", - "/layers.2/self_attn/q_proj/Linear/pre_reshape", - "/layers.2/self_attn/q_proj/Linear/pre_convert", - "/layers.2/self_attn/q_proj/Linear", - "/layers.2/self_attn/q_proj/Linear/post_convert", - "/layers.2/self_attn/k_proj/Linear/pre_reshape", - "/layers.2/self_attn/k_proj/Linear/pre_convert", - "/layers.2/self_attn/k_proj/Linear", - "/layers.2/self_attn/k_proj/Linear/post_convert", - "/layers.2/self_attn/v_proj/Linear/pre_reshape", - "/layers.2/self_attn/v_proj/Linear/pre_convert", - "/layers.2/self_attn/v_proj/Linear", - "/layers.2/self_attn/v_proj/Linear/post_convert", - "/layers.2/self_attn/o_proj/Linear/pre_reshape", - "/layers.2/self_attn/o_proj/Linear/pre_convert", - "/layers.2/self_attn/o_proj/Linear", - "/layers.2/self_attn/o_proj/Linear/post_convert", - "/layers.2/mlp/gate_proj/Linear/pre_reshape", - "/layers.2/mlp/gate_proj/Linear/pre_convert", - "/layers.2/mlp/gate_proj/Linear", - "/layers.2/mlp/gate_proj/Linear/post_convert", - "/layers.2/mlp/up_proj/Linear/pre_reshape", - "/layers.2/mlp/up_proj/Linear/pre_convert", - "/layers.2/mlp/up_proj/Linear", - "/layers.2/mlp/up_proj/Linear/post_convert", - "/layers.2/mlp/down_proj/Linear/pre_reshape", - "/layers.2/mlp/down_proj/Linear/pre_convert", - "/layers.2/mlp/down_proj/Linear", - "/layers.2/mlp/down_proj/Linear/post_convert", - "/layers.3/self_attn/q_proj/Linear/pre_reshape", - "/layers.3/self_attn/q_proj/Linear/pre_convert", - "/layers.3/self_attn/q_proj/Linear", - "/layers.3/self_attn/q_proj/Linear/post_convert", - "/layers.3/self_attn/k_proj/Linear/pre_reshape", - "/layers.3/self_attn/k_proj/Linear/pre_convert", - "/layers.3/self_attn/k_proj/Linear", - "/layers.3/self_attn/k_proj/Linear/post_convert", - "/layers.3/self_attn/v_proj/Linear/pre_reshape", - "/layers.3/self_attn/v_proj/Linear/pre_convert", - "/layers.3/self_attn/v_proj/Linear", - "/layers.3/self_attn/v_proj/Linear/post_convert", - "/layers.3/self_attn/o_proj/Linear/pre_reshape", - "/layers.3/self_attn/o_proj/Linear/pre_convert", - "/layers.3/self_attn/o_proj/Linear", - "/layers.3/self_attn/o_proj/Linear/post_convert", - "/layers.3/mlp/gate_proj/Linear/pre_reshape", - "/layers.3/mlp/gate_proj/Linear/pre_convert", - "/layers.3/mlp/gate_proj/Linear", - "/layers.3/mlp/gate_proj/Linear/post_convert", - "/layers.3/mlp/up_proj/Linear/pre_reshape", - "/layers.3/mlp/up_proj/Linear/pre_convert", - "/layers.3/mlp/up_proj/Linear", - "/layers.3/mlp/up_proj/Linear/post_convert", - "/layers.3/mlp/down_proj/Linear/pre_reshape", - "/layers.3/mlp/down_proj/Linear/pre_convert", - "/layers.3/mlp/down_proj/Linear", - "/layers.3/mlp/down_proj/Linear/post_convert", - "/layers.4/self_attn/q_proj/Linear/pre_reshape", - "/layers.4/self_attn/q_proj/Linear/pre_convert", - "/layers.4/self_attn/q_proj/Linear", - "/layers.4/self_attn/q_proj/Linear/post_convert", - "/layers.4/self_attn/k_proj/Linear/pre_reshape", - "/layers.4/self_attn/k_proj/Linear/pre_convert", - "/layers.4/self_attn/k_proj/Linear", - "/layers.4/self_attn/k_proj/Linear/post_convert", - "/layers.4/self_attn/v_proj/Linear/pre_reshape", - "/layers.4/self_attn/v_proj/Linear/pre_convert", - "/layers.4/self_attn/v_proj/Linear", - "/layers.4/self_attn/v_proj/Linear/post_convert", - "/layers.4/self_attn/o_proj/Linear/pre_reshape", - "/layers.4/self_attn/o_proj/Linear/pre_convert", - "/layers.4/self_attn/o_proj/Linear", - "/layers.4/self_attn/o_proj/Linear/post_convert", - "/layers.4/mlp/gate_proj/Linear/pre_reshape", - "/layers.4/mlp/gate_proj/Linear/pre_convert", - "/layers.4/mlp/gate_proj/Linear", - "/layers.4/mlp/gate_proj/Linear/post_convert", - "/layers.4/mlp/up_proj/Linear/pre_reshape", - "/layers.4/mlp/up_proj/Linear/pre_convert", - "/layers.4/mlp/up_proj/Linear", - "/layers.4/mlp/up_proj/Linear/post_convert", - "/layers.4/mlp/down_proj/Linear/pre_reshape", - "/layers.4/mlp/down_proj/Linear/pre_convert", - "/layers.4/mlp/down_proj/Linear", - "/layers.4/mlp/down_proj/Linear/post_convert", - "/layers.5/self_attn/q_proj/Linear/pre_reshape", - "/layers.5/self_attn/q_proj/Linear/pre_convert", - "/layers.5/self_attn/q_proj/Linear", - "/layers.5/self_attn/q_proj/Linear/post_convert", - "/layers.5/self_attn/k_proj/Linear/pre_reshape", - "/layers.5/self_attn/k_proj/Linear/pre_convert", - "/layers.5/self_attn/k_proj/Linear", - "/layers.5/self_attn/k_proj/Linear/post_convert", - "/layers.5/self_attn/v_proj/Linear/pre_reshape", - "/layers.5/self_attn/v_proj/Linear/pre_convert", - "/layers.5/self_attn/v_proj/Linear", - "/layers.5/self_attn/v_proj/Linear/post_convert", - "/layers.5/self_attn/o_proj/Linear/pre_reshape", - "/layers.5/self_attn/o_proj/Linear/pre_convert", - "/layers.5/self_attn/o_proj/Linear", - "/layers.5/self_attn/o_proj/Linear/post_convert", - "/layers.5/mlp/gate_proj/Linear/pre_reshape", - "/layers.5/mlp/gate_proj/Linear/pre_convert", - "/layers.5/mlp/gate_proj/Linear", - "/layers.5/mlp/gate_proj/Linear/post_convert", - "/layers.5/mlp/up_proj/Linear/pre_reshape", - "/layers.5/mlp/up_proj/Linear/pre_convert", - "/layers.5/mlp/up_proj/Linear", - "/layers.5/mlp/up_proj/Linear/post_convert", - "/layers.5/mlp/down_proj/Linear/pre_reshape", - "/layers.5/mlp/down_proj/Linear/pre_convert", - "/layers.5/mlp/down_proj/Linear", - "/layers.5/mlp/down_proj/Linear/post_convert", - "/layers.6/self_attn/q_proj/Linear/pre_reshape", - "/layers.6/self_attn/q_proj/Linear/pre_convert", - "/layers.6/self_attn/q_proj/Linear", - "/layers.6/self_attn/q_proj/Linear/post_convert", - "/layers.6/self_attn/k_proj/Linear/pre_reshape", - "/layers.6/self_attn/k_proj/Linear/pre_convert", - "/layers.6/self_attn/k_proj/Linear", - "/layers.6/self_attn/k_proj/Linear/post_convert", - "/layers.6/self_attn/v_proj/Linear/pre_reshape", - "/layers.6/self_attn/v_proj/Linear/pre_convert", - "/layers.6/self_attn/v_proj/Linear", - "/layers.6/self_attn/v_proj/Linear/post_convert", - "/layers.6/self_attn/o_proj/Linear/pre_reshape", - "/layers.6/self_attn/o_proj/Linear/pre_convert", - "/layers.6/self_attn/o_proj/Linear", - "/layers.6/self_attn/o_proj/Linear/post_convert", - "/layers.6/mlp/gate_proj/Linear/pre_reshape", - "/layers.6/mlp/gate_proj/Linear/pre_convert", - "/layers.6/mlp/gate_proj/Linear", - "/layers.6/mlp/gate_proj/Linear/post_convert", - "/layers.6/mlp/up_proj/Linear/pre_reshape", - "/layers.6/mlp/up_proj/Linear/pre_convert", - "/layers.6/mlp/up_proj/Linear", - "/layers.6/mlp/up_proj/Linear/post_convert", - "/layers.6/mlp/down_proj/Linear/pre_reshape", - "/layers.6/mlp/down_proj/Linear/pre_convert", - "/layers.6/mlp/down_proj/Linear", - "/layers.6/mlp/down_proj/Linear/post_convert", - "/layers.7/self_attn/q_proj/Linear/pre_reshape", - "/layers.7/self_attn/q_proj/Linear/pre_convert", - "/layers.7/self_attn/q_proj/Linear", - "/layers.7/self_attn/q_proj/Linear/post_convert", - "/layers.7/self_attn/k_proj/Linear/pre_reshape", - "/layers.7/self_attn/k_proj/Linear/pre_convert", - "/layers.7/self_attn/k_proj/Linear", - "/layers.7/self_attn/k_proj/Linear/post_convert", - "/layers.7/self_attn/v_proj/Linear/pre_reshape", - "/layers.7/self_attn/v_proj/Linear/pre_convert", - "/layers.7/self_attn/v_proj/Linear", - "/layers.7/self_attn/v_proj/Linear/post_convert", - "/layers.7/self_attn/o_proj/Linear/pre_reshape", - "/layers.7/self_attn/o_proj/Linear/pre_convert", - "/layers.7/self_attn/o_proj/Linear", - "/layers.7/self_attn/o_proj/Linear/post_convert", - "/layers.7/mlp/gate_proj/Linear/pre_reshape", - "/layers.7/mlp/gate_proj/Linear/pre_convert", - "/layers.7/mlp/gate_proj/Linear", - "/layers.7/mlp/gate_proj/Linear/post_convert", - "/layers.7/mlp/up_proj/Linear/pre_reshape", - "/layers.7/mlp/up_proj/Linear/pre_convert", - "/layers.7/mlp/up_proj/Linear", - "/layers.7/mlp/up_proj/Linear/post_convert", - "/layers.7/mlp/down_proj/Linear/pre_reshape", - "/layers.7/mlp/down_proj/Linear/pre_convert", - "/layers.7/mlp/down_proj/Linear", - "/layers.7/mlp/down_proj/Linear/post_convert", - "/layers.8/self_attn/q_proj/Linear/pre_reshape", - "/layers.8/self_attn/q_proj/Linear/pre_convert", - "/layers.8/self_attn/q_proj/Linear", - "/layers.8/self_attn/q_proj/Linear/post_convert", - "/layers.8/self_attn/k_proj/Linear/pre_reshape", - "/layers.8/self_attn/k_proj/Linear/pre_convert", - "/layers.8/self_attn/k_proj/Linear", - "/layers.8/self_attn/k_proj/Linear/post_convert", - "/layers.8/self_attn/v_proj/Linear/pre_reshape", - "/layers.8/self_attn/v_proj/Linear/pre_convert", - "/layers.8/self_attn/v_proj/Linear", - "/layers.8/self_attn/v_proj/Linear/post_convert", - "/layers.8/self_attn/o_proj/Linear/pre_reshape", - "/layers.8/self_attn/o_proj/Linear/pre_convert", - "/layers.8/self_attn/o_proj/Linear", - "/layers.8/self_attn/o_proj/Linear/post_convert", - "/layers.8/mlp/gate_proj/Linear/pre_reshape", - "/layers.8/mlp/gate_proj/Linear/pre_convert", - "/layers.8/mlp/gate_proj/Linear", - "/layers.8/mlp/gate_proj/Linear/post_convert", - "/layers.8/mlp/up_proj/Linear/pre_reshape", - "/layers.8/mlp/up_proj/Linear/pre_convert", - "/layers.8/mlp/up_proj/Linear", - "/layers.8/mlp/up_proj/Linear/post_convert", - "/layers.8/mlp/down_proj/Linear/pre_reshape", - "/layers.8/mlp/down_proj/Linear/pre_convert", - "/layers.8/mlp/down_proj/Linear", - "/layers.8/mlp/down_proj/Linear/post_convert", - "/layers.9/self_attn/q_proj/Linear/pre_reshape", - "/layers.9/self_attn/q_proj/Linear/pre_convert", - "/layers.9/self_attn/q_proj/Linear", - "/layers.9/self_attn/q_proj/Linear/post_convert", - "/layers.9/self_attn/k_proj/Linear/pre_reshape", - "/layers.9/self_attn/k_proj/Linear/pre_convert", - "/layers.9/self_attn/k_proj/Linear", - "/layers.9/self_attn/k_proj/Linear/post_convert", - "/layers.9/self_attn/v_proj/Linear/pre_reshape", - "/layers.9/self_attn/v_proj/Linear/pre_convert", - "/layers.9/self_attn/v_proj/Linear", - "/layers.9/self_attn/v_proj/Linear/post_convert", - "/layers.9/self_attn/o_proj/Linear/pre_reshape", - "/layers.9/self_attn/o_proj/Linear/pre_convert", - "/layers.9/self_attn/o_proj/Linear", - "/layers.9/self_attn/o_proj/Linear/post_convert", - "/layers.9/mlp/gate_proj/Linear/pre_reshape", - "/layers.9/mlp/gate_proj/Linear/pre_convert", - "/layers.9/mlp/gate_proj/Linear", - "/layers.9/mlp/gate_proj/Linear/post_convert", - "/layers.9/mlp/up_proj/Linear/pre_reshape", - "/layers.9/mlp/up_proj/Linear/pre_convert", - "/layers.9/mlp/up_proj/Linear", - "/layers.9/mlp/up_proj/Linear/post_convert", - "/layers.9/mlp/down_proj/Linear/pre_reshape", - "/layers.9/mlp/down_proj/Linear/pre_convert", - "/layers.9/mlp/down_proj/Linear", - "/layers.9/mlp/down_proj/Linear/post_convert", - "/layers.10/self_attn/q_proj/Linear/pre_reshape", - "/layers.10/self_attn/q_proj/Linear/pre_convert", - "/layers.10/self_attn/q_proj/Linear", - "/layers.10/self_attn/q_proj/Linear/post_convert", - "/layers.10/self_attn/k_proj/Linear/pre_reshape", - "/layers.10/self_attn/k_proj/Linear/pre_convert", - "/layers.10/self_attn/k_proj/Linear", - "/layers.10/self_attn/k_proj/Linear/post_convert", - "/layers.10/self_attn/v_proj/Linear/pre_reshape", - "/layers.10/self_attn/v_proj/Linear/pre_convert", - "/layers.10/self_attn/v_proj/Linear", - "/layers.10/self_attn/v_proj/Linear/post_convert", - "/layers.10/self_attn/o_proj/Linear/pre_reshape", - "/layers.10/self_attn/o_proj/Linear/pre_convert", - "/layers.10/self_attn/o_proj/Linear", - "/layers.10/self_attn/o_proj/Linear/post_convert", - "/layers.10/mlp/gate_proj/Linear/pre_reshape", - "/layers.10/mlp/gate_proj/Linear/pre_convert", - "/layers.10/mlp/gate_proj/Linear", - "/layers.10/mlp/gate_proj/Linear/post_convert", - "/layers.10/mlp/up_proj/Linear/pre_reshape", - "/layers.10/mlp/up_proj/Linear/pre_convert", - "/layers.10/mlp/up_proj/Linear", - "/layers.10/mlp/up_proj/Linear/post_convert", - "/layers.10/mlp/down_proj/Linear/pre_reshape", - "/layers.10/mlp/down_proj/Linear/pre_convert", - "/layers.10/mlp/down_proj/Linear", - "/layers.10/mlp/down_proj/Linear/post_convert", - "/layers.11/self_attn/q_proj/Linear/pre_reshape", - "/layers.11/self_attn/q_proj/Linear/pre_convert", - "/layers.11/self_attn/q_proj/Linear", - "/layers.11/self_attn/q_proj/Linear/post_convert", - "/layers.11/self_attn/k_proj/Linear/pre_reshape", - "/layers.11/self_attn/k_proj/Linear/pre_convert", - "/layers.11/self_attn/k_proj/Linear", - "/layers.11/self_attn/k_proj/Linear/post_convert", - "/layers.11/self_attn/v_proj/Linear/pre_reshape", - "/layers.11/self_attn/v_proj/Linear/pre_convert", - "/layers.11/self_attn/v_proj/Linear", - "/layers.11/self_attn/v_proj/Linear/post_convert", - "/layers.11/self_attn/o_proj/Linear/pre_reshape", - "/layers.11/self_attn/o_proj/Linear/pre_convert", - "/layers.11/self_attn/o_proj/Linear", - "/layers.11/self_attn/o_proj/Linear/post_convert", - "/layers.11/mlp/gate_proj/Linear/pre_reshape", - "/layers.11/mlp/gate_proj/Linear/pre_convert", - "/layers.11/mlp/gate_proj/Linear", - "/layers.11/mlp/gate_proj/Linear/post_convert", - "/layers.11/mlp/up_proj/Linear/pre_reshape", - "/layers.11/mlp/up_proj/Linear/pre_convert", - "/layers.11/mlp/up_proj/Linear", - "/layers.11/mlp/up_proj/Linear/post_convert", - "/layers.11/mlp/down_proj/Linear/pre_reshape", - "/layers.11/mlp/down_proj/Linear/pre_convert", - "/layers.11/mlp/down_proj/Linear", - "/layers.11/mlp/down_proj/Linear/post_convert", - "/layers.12/self_attn/q_proj/Linear/pre_reshape", - "/layers.12/self_attn/q_proj/Linear/pre_convert", - "/layers.12/self_attn/q_proj/Linear", - "/layers.12/self_attn/q_proj/Linear/post_convert", - "/layers.12/self_attn/k_proj/Linear/pre_reshape", - "/layers.12/self_attn/k_proj/Linear/pre_convert", - "/layers.12/self_attn/k_proj/Linear", - "/layers.12/self_attn/k_proj/Linear/post_convert", - "/layers.12/self_attn/v_proj/Linear/pre_reshape", - "/layers.12/self_attn/v_proj/Linear/pre_convert", - "/layers.12/self_attn/v_proj/Linear", - "/layers.12/self_attn/v_proj/Linear/post_convert", - "/layers.12/self_attn/o_proj/Linear/pre_reshape", - "/layers.12/self_attn/o_proj/Linear/pre_convert", - "/layers.12/self_attn/o_proj/Linear", - "/layers.12/self_attn/o_proj/Linear/post_convert", - "/layers.12/mlp/gate_proj/Linear/pre_reshape", - "/layers.12/mlp/gate_proj/Linear/pre_convert", - "/layers.12/mlp/gate_proj/Linear", - "/layers.12/mlp/gate_proj/Linear/post_convert", - "/layers.12/mlp/up_proj/Linear/pre_reshape", - "/layers.12/mlp/up_proj/Linear/pre_convert", - "/layers.12/mlp/up_proj/Linear", - "/layers.12/mlp/up_proj/Linear/post_convert", - "/layers.12/mlp/down_proj/Linear/pre_reshape", - "/layers.12/mlp/down_proj/Linear/pre_convert", - "/layers.12/mlp/down_proj/Linear", - "/layers.12/mlp/down_proj/Linear/post_convert", - "/layers.13/self_attn/q_proj/Linear/pre_reshape", - "/layers.13/self_attn/q_proj/Linear/pre_convert", - "/layers.13/self_attn/q_proj/Linear", - "/layers.13/self_attn/q_proj/Linear/post_convert", - "/layers.13/self_attn/k_proj/Linear/pre_reshape", - "/layers.13/self_attn/k_proj/Linear/pre_convert", - "/layers.13/self_attn/k_proj/Linear", - "/layers.13/self_attn/k_proj/Linear/post_convert", - "/layers.13/self_attn/v_proj/Linear/pre_reshape", - "/layers.13/self_attn/v_proj/Linear/pre_convert", - "/layers.13/self_attn/v_proj/Linear", - "/layers.13/self_attn/v_proj/Linear/post_convert", - "/layers.13/self_attn/o_proj/Linear/pre_reshape", - "/layers.13/self_attn/o_proj/Linear/pre_convert", - "/layers.13/self_attn/o_proj/Linear", - "/layers.13/self_attn/o_proj/Linear/post_convert", - "/layers.13/mlp/gate_proj/Linear/pre_reshape", - "/layers.13/mlp/gate_proj/Linear/pre_convert", - "/layers.13/mlp/gate_proj/Linear", - "/layers.13/mlp/gate_proj/Linear/post_convert", - "/layers.13/mlp/up_proj/Linear/pre_reshape", - "/layers.13/mlp/up_proj/Linear/pre_convert", - "/layers.13/mlp/up_proj/Linear", - "/layers.13/mlp/up_proj/Linear/post_convert", - "/layers.13/mlp/down_proj/Linear/pre_reshape", - "/layers.13/mlp/down_proj/Linear/pre_convert", - "/layers.13/mlp/down_proj/Linear", - "/layers.13/mlp/down_proj/Linear/post_convert", - "/layers.14/self_attn/q_proj/Linear/pre_reshape", - "/layers.14/self_attn/q_proj/Linear/pre_convert", - "/layers.14/self_attn/q_proj/Linear", - "/layers.14/self_attn/q_proj/Linear/post_convert", - "/layers.14/self_attn/k_proj/Linear/pre_reshape", - "/layers.14/self_attn/k_proj/Linear/pre_convert", - "/layers.14/self_attn/k_proj/Linear", - "/layers.14/self_attn/k_proj/Linear/post_convert", - "/layers.14/self_attn/v_proj/Linear/pre_reshape", - "/layers.14/self_attn/v_proj/Linear/pre_convert", - "/layers.14/self_attn/v_proj/Linear", - "/layers.14/self_attn/v_proj/Linear/post_convert", - "/layers.14/self_attn/o_proj/Linear/pre_reshape", - "/layers.14/self_attn/o_proj/Linear/pre_convert", - "/layers.14/self_attn/o_proj/Linear", - "/layers.14/self_attn/o_proj/Linear/post_convert", - "/layers.14/mlp/gate_proj/Linear/pre_reshape", - "/layers.14/mlp/gate_proj/Linear/pre_convert", - "/layers.14/mlp/gate_proj/Linear", - "/layers.14/mlp/gate_proj/Linear/post_convert", - "/layers.14/mlp/up_proj/Linear/pre_reshape", - "/layers.14/mlp/up_proj/Linear/pre_convert", - "/layers.14/mlp/up_proj/Linear", - "/layers.14/mlp/up_proj/Linear/post_convert", - "/layers.14/mlp/down_proj/Linear/pre_reshape", - "/layers.14/mlp/down_proj/Linear/pre_convert", - "/layers.14/mlp/down_proj/Linear", - "/layers.14/mlp/down_proj/Linear/post_convert", - "/layers.15/self_attn/q_proj/Linear/pre_reshape", - "/layers.15/self_attn/q_proj/Linear/pre_convert", - "/layers.15/self_attn/q_proj/Linear", - "/layers.15/self_attn/q_proj/Linear/post_convert", - "/layers.15/self_attn/k_proj/Linear/pre_reshape", - "/layers.15/self_attn/k_proj/Linear/pre_convert", - "/layers.15/self_attn/k_proj/Linear", - "/layers.15/self_attn/k_proj/Linear/post_convert", - "/layers.15/self_attn/v_proj/Linear/pre_reshape", - "/layers.15/self_attn/v_proj/Linear/pre_convert", - "/layers.15/self_attn/v_proj/Linear", - "/layers.15/self_attn/v_proj/Linear/post_convert", - "/layers.15/self_attn/o_proj/Linear/pre_reshape", - "/layers.15/self_attn/o_proj/Linear/pre_convert", - "/layers.15/self_attn/o_proj/Linear", - "/layers.15/self_attn/o_proj/Linear/post_convert", - "/layers.15/mlp/gate_proj/Linear/pre_reshape", - "/layers.15/mlp/gate_proj/Linear/pre_convert", - "/layers.15/mlp/gate_proj/Linear", - "/layers.15/mlp/gate_proj/Linear/post_convert", - "/layers.15/mlp/up_proj/Linear/pre_reshape", - "/layers.15/mlp/up_proj/Linear/pre_convert", - "/layers.15/mlp/up_proj/Linear", - "/layers.15/mlp/up_proj/Linear/post_convert", - "/layers.15/mlp/down_proj/Linear/pre_reshape", - "/layers.15/mlp/down_proj/Linear/pre_convert", - "/layers.15/mlp/down_proj/Linear", - "/layers.15/mlp/down_proj/Linear/post_convert", - "/layers.16/self_attn/q_proj/Linear/pre_reshape", - "/layers.16/self_attn/q_proj/Linear/pre_convert", - "/layers.16/self_attn/q_proj/Linear", - "/layers.16/self_attn/q_proj/Linear/post_convert", - "/layers.16/self_attn/k_proj/Linear/pre_reshape", - "/layers.16/self_attn/k_proj/Linear/pre_convert", - "/layers.16/self_attn/k_proj/Linear", - "/layers.16/self_attn/k_proj/Linear/post_convert", - "/layers.16/self_attn/v_proj/Linear/pre_reshape", - "/layers.16/self_attn/v_proj/Linear/pre_convert", - "/layers.16/self_attn/v_proj/Linear", - "/layers.16/self_attn/v_proj/Linear/post_convert", - "/layers.16/self_attn/o_proj/Linear/pre_reshape", - "/layers.16/self_attn/o_proj/Linear/pre_convert", - "/layers.16/self_attn/o_proj/Linear", - "/layers.16/self_attn/o_proj/Linear/post_convert", - "/layers.16/mlp/gate_proj/Linear/pre_reshape", - "/layers.16/mlp/gate_proj/Linear/pre_convert", - "/layers.16/mlp/gate_proj/Linear", - "/layers.16/mlp/gate_proj/Linear/post_convert", - "/layers.16/mlp/up_proj/Linear/pre_reshape", - "/layers.16/mlp/up_proj/Linear/pre_convert", - "/layers.16/mlp/up_proj/Linear", - "/layers.16/mlp/up_proj/Linear/post_convert", - "/layers.16/mlp/down_proj/Linear/pre_reshape", - "/layers.16/mlp/down_proj/Linear/pre_convert", - "/layers.16/mlp/down_proj/Linear", - "/layers.16/mlp/down_proj/Linear/post_convert", - "/layers.17/self_attn/q_proj/Linear/pre_reshape", - "/layers.17/self_attn/q_proj/Linear/pre_convert", - "/layers.17/self_attn/q_proj/Linear", - "/layers.17/self_attn/q_proj/Linear/post_convert", - "/layers.17/self_attn/k_proj/Linear/pre_reshape", - "/layers.17/self_attn/k_proj/Linear/pre_convert", - "/layers.17/self_attn/k_proj/Linear", - "/layers.17/self_attn/k_proj/Linear/post_convert", - "/layers.17/self_attn/v_proj/Linear/pre_reshape", - "/layers.17/self_attn/v_proj/Linear/pre_convert", - "/layers.17/self_attn/v_proj/Linear", - "/layers.17/self_attn/v_proj/Linear/post_convert", - "/layers.17/self_attn/o_proj/Linear/pre_reshape", - "/layers.17/self_attn/o_proj/Linear/pre_convert", - "/layers.17/self_attn/o_proj/Linear", - "/layers.17/self_attn/o_proj/Linear/post_convert", - "/layers.17/mlp/gate_proj/Linear/pre_reshape", - "/layers.17/mlp/gate_proj/Linear/pre_convert", - "/layers.17/mlp/gate_proj/Linear", - "/layers.17/mlp/gate_proj/Linear/post_convert", - "/layers.17/mlp/up_proj/Linear/pre_reshape", - "/layers.17/mlp/up_proj/Linear/pre_convert", - "/layers.17/mlp/up_proj/Linear", - "/layers.17/mlp/up_proj/Linear/post_convert", - "/layers.17/mlp/down_proj/Linear/pre_reshape", - "/layers.17/mlp/down_proj/Linear/pre_convert", - "/layers.17/mlp/down_proj/Linear", - "/layers.17/mlp/down_proj/Linear/post_convert", - "/layers.18/self_attn/q_proj/Linear/pre_reshape", - "/layers.18/self_attn/q_proj/Linear/pre_convert", - "/layers.18/self_attn/q_proj/Linear", - "/layers.18/self_attn/q_proj/Linear/post_convert", - "/layers.18/self_attn/k_proj/Linear/pre_reshape", - "/layers.18/self_attn/k_proj/Linear/pre_convert", - "/layers.18/self_attn/k_proj/Linear", - "/layers.18/self_attn/k_proj/Linear/post_convert", - "/layers.18/self_attn/v_proj/Linear/pre_reshape", - "/layers.18/self_attn/v_proj/Linear/pre_convert", - "/layers.18/self_attn/v_proj/Linear", - "/layers.18/self_attn/v_proj/Linear/post_convert", - "/layers.18/self_attn/o_proj/Linear/pre_reshape", - "/layers.18/self_attn/o_proj/Linear/pre_convert", - "/layers.18/self_attn/o_proj/Linear", - "/layers.18/self_attn/o_proj/Linear/post_convert", - "/layers.18/mlp/gate_proj/Linear/pre_reshape", - "/layers.18/mlp/gate_proj/Linear/pre_convert", - "/layers.18/mlp/gate_proj/Linear", - "/layers.18/mlp/gate_proj/Linear/post_convert", - "/layers.18/mlp/up_proj/Linear/pre_reshape", - "/layers.18/mlp/up_proj/Linear/pre_convert", - "/layers.18/mlp/up_proj/Linear", - "/layers.18/mlp/up_proj/Linear/post_convert", - "/layers.18/mlp/down_proj/Linear/pre_reshape", - "/layers.18/mlp/down_proj/Linear/pre_convert", - "/layers.18/mlp/down_proj/Linear", - "/layers.18/mlp/down_proj/Linear/post_convert", - "/layers.19/self_attn/q_proj/Linear/pre_reshape", - "/layers.19/self_attn/q_proj/Linear/pre_convert", - "/layers.19/self_attn/q_proj/Linear", - "/layers.19/self_attn/q_proj/Linear/post_convert", - "/layers.19/self_attn/k_proj/Linear/pre_reshape", - "/layers.19/self_attn/k_proj/Linear/pre_convert", - "/layers.19/self_attn/k_proj/Linear", - "/layers.19/self_attn/k_proj/Linear/post_convert", - "/layers.19/self_attn/v_proj/Linear/pre_reshape", - "/layers.19/self_attn/v_proj/Linear/pre_convert", - "/layers.19/self_attn/v_proj/Linear", - "/layers.19/self_attn/v_proj/Linear/post_convert", - "/layers.19/self_attn/o_proj/Linear/pre_reshape", - "/layers.19/self_attn/o_proj/Linear/pre_convert", - "/layers.19/self_attn/o_proj/Linear", - "/layers.19/self_attn/o_proj/Linear/post_convert", - "/layers.19/mlp/gate_proj/Linear/pre_reshape", - "/layers.19/mlp/gate_proj/Linear/pre_convert", - "/layers.19/mlp/gate_proj/Linear", - "/layers.19/mlp/gate_proj/Linear/post_convert", - "/layers.19/mlp/up_proj/Linear/pre_reshape", - "/layers.19/mlp/up_proj/Linear/pre_convert", - "/layers.19/mlp/up_proj/Linear", - "/layers.19/mlp/up_proj/Linear/post_convert", - "/layers.19/mlp/down_proj/Linear/pre_reshape", - "/layers.19/mlp/down_proj/Linear/pre_convert", - "/layers.19/mlp/down_proj/Linear", - "/layers.19/mlp/down_proj/Linear/post_convert", - "/layers.20/self_attn/q_proj/Linear/pre_reshape", - "/layers.20/self_attn/q_proj/Linear/pre_convert", - "/layers.20/self_attn/q_proj/Linear", - "/layers.20/self_attn/q_proj/Linear/post_convert", - "/layers.20/self_attn/k_proj/Linear/pre_reshape", - "/layers.20/self_attn/k_proj/Linear/pre_convert", - "/layers.20/self_attn/k_proj/Linear", - "/layers.20/self_attn/k_proj/Linear/post_convert", - "/layers.20/self_attn/v_proj/Linear/pre_reshape", - "/layers.20/self_attn/v_proj/Linear/pre_convert", - "/layers.20/self_attn/v_proj/Linear", - "/layers.20/self_attn/v_proj/Linear/post_convert", - "/layers.20/self_attn/o_proj/Linear/pre_reshape", - "/layers.20/self_attn/o_proj/Linear/pre_convert", - "/layers.20/self_attn/o_proj/Linear", - "/layers.20/self_attn/o_proj/Linear/post_convert", - "/layers.20/mlp/gate_proj/Linear/pre_reshape", - "/layers.20/mlp/gate_proj/Linear/pre_convert", - "/layers.20/mlp/gate_proj/Linear", - "/layers.20/mlp/gate_proj/Linear/post_convert", - "/layers.20/mlp/up_proj/Linear/pre_reshape", - "/layers.20/mlp/up_proj/Linear/pre_convert", - "/layers.20/mlp/up_proj/Linear", - "/layers.20/mlp/up_proj/Linear/post_convert", - "/layers.20/mlp/down_proj/Linear/pre_reshape", - "/layers.20/mlp/down_proj/Linear/pre_convert", - "/layers.20/mlp/down_proj/Linear", - "/layers.20/mlp/down_proj/Linear/post_convert", - "/layers.21/self_attn/q_proj/Linear/pre_reshape", - "/layers.21/self_attn/q_proj/Linear/pre_convert", - "/layers.21/self_attn/q_proj/Linear", - "/layers.21/self_attn/q_proj/Linear/post_convert", - "/layers.21/self_attn/k_proj/Linear/pre_reshape", - "/layers.21/self_attn/k_proj/Linear/pre_convert", - "/layers.21/self_attn/k_proj/Linear", - "/layers.21/self_attn/k_proj/Linear/post_convert", - "/layers.21/self_attn/v_proj/Linear/pre_reshape", - "/layers.21/self_attn/v_proj/Linear/pre_convert", - "/layers.21/self_attn/v_proj/Linear", - "/layers.21/self_attn/v_proj/Linear/post_convert", - "/layers.21/self_attn/o_proj/Linear/pre_reshape", - "/layers.21/self_attn/o_proj/Linear/pre_convert", - "/layers.21/self_attn/o_proj/Linear", - "/layers.21/self_attn/o_proj/Linear/post_convert", - "/layers.21/mlp/gate_proj/Linear/pre_reshape", - "/layers.21/mlp/gate_proj/Linear/pre_convert", - "/layers.21/mlp/gate_proj/Linear", - "/layers.21/mlp/gate_proj/Linear/post_convert", - "/layers.21/mlp/up_proj/Linear/pre_reshape", - "/layers.21/mlp/up_proj/Linear/pre_convert", - "/layers.21/mlp/up_proj/Linear", - "/layers.21/mlp/up_proj/Linear/post_convert", - "/layers.21/mlp/down_proj/Linear/pre_reshape", - "/layers.21/mlp/down_proj/Linear/pre_convert", - "/layers.21/mlp/down_proj/Linear", - "/layers.21/mlp/down_proj/Linear/post_convert", - "/layers.22/self_attn/q_proj/Linear/pre_reshape", - "/layers.22/self_attn/q_proj/Linear/pre_convert", - "/layers.22/self_attn/q_proj/Linear", - "/layers.22/self_attn/q_proj/Linear/post_convert", - "/layers.22/self_attn/k_proj/Linear/pre_reshape", - "/layers.22/self_attn/k_proj/Linear/pre_convert", - "/layers.22/self_attn/k_proj/Linear", - "/layers.22/self_attn/k_proj/Linear/post_convert", - "/layers.22/self_attn/v_proj/Linear/pre_reshape", - "/layers.22/self_attn/v_proj/Linear/pre_convert", - "/layers.22/self_attn/v_proj/Linear", - "/layers.22/self_attn/v_proj/Linear/post_convert", - "/layers.22/self_attn/o_proj/Linear/pre_reshape", - "/layers.22/self_attn/o_proj/Linear/pre_convert", - "/layers.22/self_attn/o_proj/Linear", - "/layers.22/self_attn/o_proj/Linear/post_convert", - "/layers.22/mlp/gate_proj/Linear/pre_reshape", - "/layers.22/mlp/gate_proj/Linear/pre_convert", - "/layers.22/mlp/gate_proj/Linear", - "/layers.22/mlp/gate_proj/Linear/post_convert", - "/layers.22/mlp/up_proj/Linear/pre_reshape", - "/layers.22/mlp/up_proj/Linear/pre_convert", - "/layers.22/mlp/up_proj/Linear", - "/layers.22/mlp/up_proj/Linear/post_convert", - "/layers.22/mlp/down_proj/Linear/pre_reshape", - "/layers.22/mlp/down_proj/Linear/pre_convert", - "/layers.22/mlp/down_proj/Linear", - "/layers.22/mlp/down_proj/Linear/post_convert", - "/layers.23/self_attn/q_proj/Linear/pre_reshape", - "/layers.23/self_attn/q_proj/Linear/pre_convert", - "/layers.23/self_attn/q_proj/Linear", - "/layers.23/self_attn/q_proj/Linear/post_convert", - "/layers.23/self_attn/k_proj/Linear/pre_reshape", - "/layers.23/self_attn/k_proj/Linear/pre_convert", - "/layers.23/self_attn/k_proj/Linear", - "/layers.23/self_attn/k_proj/Linear/post_convert", - "/layers.23/self_attn/v_proj/Linear/pre_reshape", - "/layers.23/self_attn/v_proj/Linear/pre_convert", - "/layers.23/self_attn/v_proj/Linear", - "/layers.23/self_attn/v_proj/Linear/post_convert", - "/layers.23/self_attn/o_proj/Linear/pre_reshape", - "/layers.23/self_attn/o_proj/Linear/pre_convert", - "/layers.23/self_attn/o_proj/Linear", - "/layers.23/self_attn/o_proj/Linear/post_convert", - "/layers.23/mlp/gate_proj/Linear/pre_reshape", - "/layers.23/mlp/gate_proj/Linear/pre_convert", - "/layers.23/mlp/gate_proj/Linear", - "/layers.23/mlp/gate_proj/Linear/post_convert", - "/layers.23/mlp/up_proj/Linear/pre_reshape", - "/layers.23/mlp/up_proj/Linear/pre_convert", - "/layers.23/mlp/up_proj/Linear", - "/layers.23/mlp/up_proj/Linear/post_convert", - "/layers.23/mlp/down_proj/Linear/pre_reshape", - "/layers.23/mlp/down_proj/Linear/pre_convert", - "/layers.23/mlp/down_proj/Linear", - "/layers.23/mlp/down_proj/Linear/post_convert", - "/layers.24/self_attn/q_proj/Linear/pre_reshape", - "/layers.24/self_attn/q_proj/Linear/pre_convert", - "/layers.24/self_attn/q_proj/Linear", - "/layers.24/self_attn/q_proj/Linear/post_convert", - "/layers.24/self_attn/k_proj/Linear/pre_reshape", - "/layers.24/self_attn/k_proj/Linear/pre_convert", - "/layers.24/self_attn/k_proj/Linear", - "/layers.24/self_attn/k_proj/Linear/post_convert", - "/layers.24/self_attn/v_proj/Linear/pre_reshape", - "/layers.24/self_attn/v_proj/Linear/pre_convert", - "/layers.24/self_attn/v_proj/Linear", - "/layers.24/self_attn/v_proj/Linear/post_convert", - "/layers.24/self_attn/o_proj/Linear/pre_reshape", - "/layers.24/self_attn/o_proj/Linear/pre_convert", - "/layers.24/self_attn/o_proj/Linear", - "/layers.24/self_attn/o_proj/Linear/post_convert", - "/layers.24/mlp/gate_proj/Linear/pre_reshape", - "/layers.24/mlp/gate_proj/Linear/pre_convert", - "/layers.24/mlp/gate_proj/Linear", - "/layers.24/mlp/gate_proj/Linear/post_convert", - "/layers.24/mlp/up_proj/Linear/pre_reshape", - "/layers.24/mlp/up_proj/Linear/pre_convert", - "/layers.24/mlp/up_proj/Linear", - "/layers.24/mlp/up_proj/Linear/post_convert", - "/layers.24/mlp/down_proj/Linear/pre_reshape", - "/layers.24/mlp/down_proj/Linear/pre_convert", - "/layers.24/mlp/down_proj/Linear", - "/layers.24/mlp/down_proj/Linear/post_convert", - "/layers.25/self_attn/q_proj/Linear/pre_reshape", - "/layers.25/self_attn/q_proj/Linear/pre_convert", - "/layers.25/self_attn/q_proj/Linear", - "/layers.25/self_attn/q_proj/Linear/post_convert", - "/layers.25/self_attn/k_proj/Linear/pre_reshape", - "/layers.25/self_attn/k_proj/Linear/pre_convert", - "/layers.25/self_attn/k_proj/Linear", - "/layers.25/self_attn/k_proj/Linear/post_convert", - "/layers.25/self_attn/v_proj/Linear/pre_reshape", - "/layers.25/self_attn/v_proj/Linear/pre_convert", - "/layers.25/self_attn/v_proj/Linear", - "/layers.25/self_attn/v_proj/Linear/post_convert", - "/layers.25/self_attn/o_proj/Linear/pre_reshape", - "/layers.25/self_attn/o_proj/Linear/pre_convert", - "/layers.25/self_attn/o_proj/Linear", - "/layers.25/self_attn/o_proj/Linear/post_convert", - "/layers.25/mlp/gate_proj/Linear/pre_reshape", - "/layers.25/mlp/gate_proj/Linear/pre_convert", - "/layers.25/mlp/gate_proj/Linear", - "/layers.25/mlp/gate_proj/Linear/post_convert", - "/layers.25/mlp/up_proj/Linear/pre_reshape", - "/layers.25/mlp/up_proj/Linear/pre_convert", - "/layers.25/mlp/up_proj/Linear", - "/layers.25/mlp/up_proj/Linear/post_convert", - "/layers.25/mlp/down_proj/Linear/pre_reshape", - "/layers.25/mlp/down_proj/Linear/pre_convert", - "/layers.25/mlp/down_proj/Linear", - "/layers.25/mlp/down_proj/Linear/post_convert", - "/layers.26/self_attn/q_proj/Linear/pre_reshape", - "/layers.26/self_attn/q_proj/Linear/pre_convert", - "/layers.26/self_attn/q_proj/Linear", - "/layers.26/self_attn/q_proj/Linear/post_convert", - "/layers.26/self_attn/k_proj/Linear/pre_reshape", - "/layers.26/self_attn/k_proj/Linear/pre_convert", - "/layers.26/self_attn/k_proj/Linear", - "/layers.26/self_attn/k_proj/Linear/post_convert", - "/layers.26/self_attn/v_proj/Linear/pre_reshape", - "/layers.26/self_attn/v_proj/Linear/pre_convert", - "/layers.26/self_attn/v_proj/Linear", - "/layers.26/self_attn/v_proj/Linear/post_convert", - "/layers.26/self_attn/o_proj/Linear/pre_reshape", - "/layers.26/self_attn/o_proj/Linear/pre_convert", - "/layers.26/self_attn/o_proj/Linear", - "/layers.26/self_attn/o_proj/Linear/post_convert", - "/layers.26/mlp/gate_proj/Linear/pre_reshape", - "/layers.26/mlp/gate_proj/Linear/pre_convert", - "/layers.26/mlp/gate_proj/Linear", - "/layers.26/mlp/gate_proj/Linear/post_convert", - "/layers.26/mlp/up_proj/Linear/pre_reshape", - "/layers.26/mlp/up_proj/Linear/pre_convert", - "/layers.26/mlp/up_proj/Linear", - "/layers.26/mlp/up_proj/Linear/post_convert", - "/layers.26/mlp/down_proj/Linear/pre_reshape", - "/layers.26/mlp/down_proj/Linear/pre_convert", - "/layers.26/mlp/down_proj/Linear", - "/layers.26/mlp/down_proj/Linear/post_convert", - "/layers.27/self_attn/q_proj/Linear/pre_reshape", - "/layers.27/self_attn/q_proj/Linear/pre_convert", - "/layers.27/self_attn/q_proj/Linear", - "/layers.27/self_attn/q_proj/Linear/post_convert", - "/layers.27/self_attn/k_proj/Linear/pre_reshape", - "/layers.27/self_attn/k_proj/Linear/pre_convert", - "/layers.27/self_attn/k_proj/Linear", - "/layers.27/self_attn/k_proj/Linear/post_convert", - "/layers.27/self_attn/v_proj/Linear/pre_reshape", - "/layers.27/self_attn/v_proj/Linear/pre_convert", - "/layers.27/self_attn/v_proj/Linear", - "/layers.27/self_attn/v_proj/Linear/post_convert", - "/layers.27/self_attn/o_proj/Linear/pre_reshape", - "/layers.27/self_attn/o_proj/Linear/pre_convert", - "/layers.27/self_attn/o_proj/Linear", - "/layers.27/self_attn/o_proj/Linear/post_convert", - "/layers.27/mlp/gate_proj/Linear/pre_reshape", - "/layers.27/mlp/gate_proj/Linear/pre_convert", - "/layers.27/mlp/gate_proj/Linear", - "/layers.27/mlp/gate_proj/Linear/post_convert", - "/layers.27/mlp/up_proj/Linear/pre_reshape", - "/layers.27/mlp/up_proj/Linear/pre_convert", - "/layers.27/mlp/up_proj/Linear", - "/layers.27/mlp/up_proj/Linear/post_convert", - "/layers.27/mlp/down_proj/Linear/pre_reshape", - "/layers.27/mlp/down_proj/Linear/pre_convert", - "/layers.27/mlp/down_proj/Linear", - "/layers.27/mlp/down_proj/Linear/post_convert", - "/lm/lm_head/Linear/pre_reshape", - "/lm/lm_head/Linear/pre_convert", - "/lm/lm_head/Linear", - "/lm/lm_head/Linear/post_convert" - ], - "tensorNumber": 0, - "usage": "INFERENCE", - "mnn_uuid": "629b34e8-4c28-4c85-a840-10b615408fd6" -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc5ad7db74d76d36b56fc258951fa678854e4dd4e00e4e1db145afa0dfd9b00 +size 4369610