diff --git "a/llm.mnn.json" "b/llm.mnn.json" --- "a/llm.mnn.json" +++ "b/llm.mnn.json" @@ -1,177676 +1,3 @@ -{ - "bizCode": "MNNTest", - "extraInfo": { - "version": "2.9.5" - }, - "oplists": [ - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 1, - 2048 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "input_ids", - "outputIndexes": [ - 0 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 3 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1, - -1, - 2048 - ] - }, - "name": "/Constant_output_0__", - "outputIndexes": [ - 1 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 0, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_output_0", - "outputIndexes": [ - 2 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm/Mul_output_0", - "outputIndexes": [ - 3 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.022827, - 0.024536, - 0.017456, - 0.029175, - 0.023804, - 0.027466, - 0.022949, - 0.02356, - 0.025146, - 0.009766, - 0.020142, - 0.022339, - 0.021362, - 0.024902, - 0.003723, - 0.056885, - -0.018311, - 0.016968, - 0.027466, - 0.019653, - 0.01709, - 0.022095, - 0.0271, - 0.027466, - 0.026733, - 0.018311, - 0.021973, - 0.028198, - 0.025391, - 0.012146, - 0.028442, - 0.021851, - 0.023682, - 0.025146, - 0.019287, - 0.018555, - 0.012756, - 0.035156, - 0.020142, - 0.025269, - 0.027954, - 0.019531, - 0.026123, - 0.016479, - 0.040283, - 0.02478, - 0.02063, - 0.028442, - 0.024902, - 0.022949, - 0.021851, - 0.028687, - 0.022705, - 0.026245, - 0.030396, - 0.03064, - 0.027954, - -0.018677, - 0.00106, - 0.018799, - 0.01709, - 0.028931, - 0.026123, - 0.027588, - 0.012634, - 0.023438, - 0.026489, - 0.026855, - -0.01709, - 0.021851, - 9e-05, - 0.021606, - 0.026978, - 0.022583, - 0.018433, - 0.021362, - -0.017212, - 0.024292, - 0.023804, - 0.021851, - 0.026855, - 0.027466, - 0.017334, - 0.035156, - 0.025757, - 0.023804, - 0.024292, - 0.018188, - 0.020264, - 0.018799, - 0.008362, - 0.021484, - 0.029053, - 0.02356, - 0.08252, - 0.027466, - 0.021484, - 0.024048, - -0.015564, - 0.02124, - 0.02356, - 0.025879, - -0.02124, - -0.024292, - 0.023926, - 0.012451, - 0.025391, - 0.029785, - 0.02771, - 0.037354, - 0.028198, - 0.02124, - 0.02771, - 0.026855, - 0.02478, - 0.012512, - 0.028687, - 0.02771, - 0.025879, - 0.023438, - 0.024536, - 0.022095, - 0.013245, - 0.029175, - 0.037109, - 0.022949, - 0.025391, - 0.021973, - 0.02002, - 0.023438, - 0.028198, - 0.015076, - 0.020386, - 0.018799, - 0.018311, - 0.023926, - 0.021118, - 0.095215, - 0.02417, - 0.023071, - -0.018799, - 0.029053, - 0.027832, - 0.027588, - 0.020386, - 0.023315, - 0.026978, - 0.014648, - -0.000209, - 0.02124, - 0.018311, - 0.024536, - 0.025635, - 0.018799, - 0.018066, - 0.023193, - 0.028198, - 0.021729, - 0.000231, - 0.023315, - 0.026001, - 0.028198, - 0.022461, - 0.026489, - 0.027954, - 0.028809, - 0.025635, - 0.016846, - 0.016602, - 0.024292, - 0.024658, - 0.021729, - 0.02356, - 0.020874, - 0.02356, - 0.027222, - 0.029175, - 0.023193, - -0.014343, - 0.028931, - 0.022217, - 0.025513, - 0.012329, - 0.033447, - 0.021973, - 0.028687, - -0.013062, - 0.029175, - 0.01709, - 0.015564, - 0.02478, - 0.025024, - 0.025879, - 0.027466, - 0.024536, - 0.020752, - 0.027344, - 0.021851, - 0.023804, - 0.025024, - 0.033203, - 0.031494, - 0.038818, - 0.025146, - 0.011353, - 0.023193, - 0.02771, - 0.023071, - 0.02478, - 0.028564, - 0.029541, - 0.024414, - 0.025635, - 0.026733, - 0.024658, - 0.028076, - 0.024292, - 0.02002, - 0.021729, - 0.02356, - 0.021606, - 0.023682, - -0.014282, - 0.025024, - 0.02124, - 0.022217, - 0.024048, - 0.025879, - 0.022583, - 0.024536, - 0.025024, - 0.019897, - 0.02124, - -0.015991, - 0.027222, - 0.02771, - 0.021484, - 0.031128, - 0.014404, - 0.017944, - 0.024048, - 0.019531, - 0.023315, - 0.021851, - 0.0177, - 0.030273, - 0.020508, - 0.021362, - 0.022949, - 0.020874, - 0.025635, - 0.020264, - 0.025391, - 0.030151, - 0.022705, - 0.021973, - 0.027344, - 0.027466, - 0.030273, - 0.017456, - 0.019531, - 0.022095, - 0.018555, - 0.029785, - 0.025513, - 0.020508, - 0.029175, - 0.023193, - 0.01001, - 0.022949, - 0.023682, - 0.018677, - 0.025024, - 0.023193, - 0.024414, - 0.021118, - -0.043213, - 0.022705, - 0.028076, - 0.026489, - 0.022949, - 0.022095, - 0.023315, - 0.024048, - 0.088867, - 0.027466, - -0.011597, - -0.012085, - 0.026978, - 0.027954, - 0.017334, - 0.021484, - 0.020996, - 0.028442, - 0.024536, - 0.02417, - -0.014893, - -0.021973, - 0.000389, - 0.039551, - 0.030762, - 0.022705, - 0.022583, - 0.019287, - 0.024414, - 0.023926, - 0.020264, - 0.026978, - 0.022827, - 0.02356, - 0.047852, - 0.025269, - 0.023071, - 0.016846, - 0.025513, - 0.026367, - 0.031494, - -0.018677, - 0.026611, - 0.017822, - 0.021851, - 0.0271, - 0.024658, - 0.019531, - 0.025635, - 0.026489, - 0.022827, - 0.000119, - 0.026001, - 0.032471, - 0.031128, - 0.026245, - 0.02063, - 0.022827, - 0.025635, - 0.015564, - 0.016724, - 0.025146, - 0.021729, - 0.019653, - 0.018799, - 0.028687, - 0.023193, - -0.013184, - 0.0177, - 0.021851, - 0.021118, - 0.026489, - 0.02063, - 0.021118, - 0.029785, - 0.020752, - 0.022949, - 0.023071, - 0.022827, - 0.023071, - 0.029663, - 0.029297, - 0.038818, - 0.02063, - 0.020264, - 0.02002, - 0.022095, - -0.019775, - 0.020996, - 0.021484, - 0.020752, - 0.020386, - 0.025879, - 0.026489, - 0.022949, - -0.00071, - 0.022827, - 0.016968, - 0.029785, - 0.020264, - 0.022949, - 0.028809, - 0.023804, - 0.024292, - 0.027954, - -0.027954, - 0.029785, - -0.016724, - 0.025391, - 0.033447, - 0.025879, - 0.026367, - 0.024902, - 0.02356, - 0.022217, - 0.021606, - 0.023804, - 0.031982, - 0.0271, - 0.026733, - 0.013, - -0.016968, - 0.022827, - 0.023682, - 0.023926, - 0.02356, - 0.023071, - 0.030518, - 0.025513, - 0.02356, - 0.022217, - 0.02002, - 0.019043, - 0.032959, - 0.021973, - 0.027222, - 0.028442, - 0.020386, - 0.023926, - 0.02832, - 0.023193, - 0.026489, - -0.016846, - 0.02417, - 0.029297, - 0.013733, - 0.0177, - 0.022949, - 0.023071, - 0.02417, - 0.038086, - 0.022827, - 0.023315, - 0.026978, - 0.022461, - 0.026978, - 0.078125, - 0.019531, - 0.031738, - 0.016724, - 0.02356, - 0.02832, - 0.032227, - 0.025879, - 0.029907, - 0.021362, - 0.024902, - 0.029907, - 0.016602, - 0.02356, - 0.021606, - 0.022827, - 0.014954, - 0.025391, - 0.014038, - 0.019165, - 0.026001, - -0.04126, - 0.021606, - 0.021729, - 0.024658, - 0.021973, - 0.025146, - 0.021606, - 0.022217, - -0.041748, - 0.024658, - 0.026001, - 0.021729, - 0.019043, - 0.022949, - 0.022583, - 0.020752, - 0.015625, - 0.020386, - 0.023193, - 0.024536, - 0.020874, - 0.026001, - 0.022095, - 0.027222, - 0.023438, - 0.025146, - 0.022217, - 0.025879, - 0.026245, - 0.02478, - 0.02356, - 0.02771, - 0.024292, - 0.027344, - 0.022217, - 0.0271, - 0.025024, - 0.019897, - 0.02478, - 0.017944, - 0.024048, - 0.020996, - 0.020996, - 0.029907, - 0.027954, - 0.02832, - 0.02478, - 0.024902, - 0.026245, - 0.022339, - 0.020752, - -0.016724, - 0.026123, - 0.018799, - 0.02002, - 0.021484, - 0.023071, - 0.03064, - 0.0271, - 0.032471, - 0.021729, - 0.022705, - 0.075684, - 0.022217, - 0.022339, - 0.018921, - 0.021118, - 0.027588, - 0.021973, - 0.02771, - 0.054199, - 0.019775, - 0.020996, - 0.028076, - 0.025146, - 0.021484, - 0.024414, - 0.024536, - 0.029053, - -0.015198, - 0.000618, - 0.029297, - 0.011902, - 0.021362, - 0.02417, - 0.023804, - 0.02417, - 0.023804, - -0.021851, - 0.023071, - 0.017944, - 0.022095, - 0.02002, - 0.182617, - 0.018188, - 0.025513, - 0.020142, - 0.024902, - 0.028198, - 0.026001, - 0.001053, - 0.029541, - 0.019653, - 0.02478, - 0.018555, - 0.001999, - 0.021606, - 0.02417, - 0.023438, - 0.031982, - 0.024902, - 0.034912, - 0.021851, - -0.033447, - 0.020996, - 0.023926, - -3.9e-05, - 0.020508, - 0.018799, - 0.019897, - 0.0271, - 0.026733, - 0.021729, - 0.032715, - 0.022339, - 0.164062, - 0.028442, - 0.022461, - 0.024902, - 0.018188, - 0.029663, - 0.020264, - 0.022827, - 0.025757, - -0.022827, - 0.024658, - 0.015869, - 0.049805, - 0.022217, - 0.02417, - 0.028564, - 0.03125, - 0.031128, - 0.022949, - 0.026733, - 0.027466, - 0.025513, - 0.069336, - 0.023926, - 0.027222, - 0.02478, - -0.014954, - 0.022095, - 0.025024, - 0.025146, - -0.002335, - 0.022095, - 0.026733, - 0.015564, - 0.028442, - 0.025146, - 0.022217, - 0.025391, - -0.001068, - 0.024048, - 0.023926, - 0.022583, - 0.025513, - 0.025513, - 0.026855, - 0.026001, - 0.02771, - 0.024536, - 0.022461, - 0.0, - 0.026001, - -0.01178, - 0.022583, - 0.021729, - 0.026733, - 0.029907, - 0.018921, - 0.022705, - 0.023193, - 0.023315, - 0.02063, - 0.024536, - 0.033691, - 0.028809, - 0.026123, - 0.065918, - 0.022583, - 0.018555, - 0.026001, - 0.020874, - 0.02478, - 0.021606, - 0.023926, - 0.030029, - 0.029297, - 0.02478, - 0.026978, - 0.018677, - 0.023438, - 0.025146, - 0.021729, - 0.026855, - 0.027222, - 0.023682, - 0.012756, - 0.028564, - 0.031738, - 0.022461, - 0.02771, - 0.027832, - 0.021851, - 0.021484, - 0.020264, - 0.022949, - 0.02063, - 0.022461, - 0.073242, - 0.02356, - 0.022949, - 0.020264, - 0.023438, - 0.018921, - 0.026855, - 0.022217, - 0.023804, - 0.021729, - 0.023315, - 0.026001, - 0.034668, - 0.021362, - 0.027832, - 0.026001, - 0.023193, - 0.022583, - 0.025635, - 0.028564, - 0.022339, - 0.022827, - -0.018311, - 0.025513, - 0.020508, - 0.022095, - 0.016113, - 0.02356, - 0.030273, - 0.022949, - 0.025024, - 0.03125, - 0.023926, - 0.028687, - 0.029785, - 0.022095, - 0.021118, - 0.02771, - 0.027832, - 0.02063, - 0.021362, - 0.025879, - 0.028442, - -0.00824, - 0.023071, - 0.029419, - 0.029907, - 0.02002, - 0.024658, - 0.028442, - 0.020874, - 0.022339, - 0.018066, - 0.021973, - 0.027588, - 0.000124, - 0.021851, - 0.025757, - -0.014526, - 0.021606, - 0.022827, - 0.02478, - 0.030762, - 0.024048, - 0.026611, - 0.021484, - 0.023682, - 0.022217, - -0.011841, - 0.017944, - 0.029541, - 0.026001, - 0.024414, - 0.000847, - 0.022095, - 0.037842, - 0.02356, - 0.024292, - 0.040771, - 0.037354, - 0.025024, - 0.030273, - 0.029541, - 0.020874, - 0.019165, - 0.025757, - 0.023682, - 0.025269, - 0.025024, - 0.023804, - 0.025513, - 0.024658, - 0.022095, - 0.020996, - 0.024536, - 0.0177, - 0.025146, - 0.032715, - 0.032471, - 0.025513, - -0.011047, - 0.028931, - 0.025757, - 0.025635, - 0.019653, - 0.02124, - 0.02832, - 0.020874, - -0.014099, - 0.019897, - 0.026367, - -0.026367, - 0.026001, - 0.026245, - 0.021362, - 0.016602, - 0.026489, - 0.020752, - 0.021362, - -0.008362, - 0.024902, - 0.023438, - 0.035645, - 0.026733, - 0.031738, - 0.022583, - 0.023926, - -0.010437, - 0.024048, - 0.026001, - 0.000694, - 0.019897, - 0.012573, - 0.031494, - 0.032715, - 0.021851, - 0.025391, - 0.025269, - -0.020264, - 0.031494, - 0.021851, - 0.02356, - 0.020386, - 0.027954, - 0.024292, - 0.030029, - 0.016235, - 0.000957, - 0.023804, - 0.019653, - 0.026001, - 0.021729, - 0.023682, - 0.021484, - 0.030518, - 0.025635, - 0.023438, - 0.03125, - 0.024658, - 0.020752, - 0.022949, - 0.022583, - 0.022339, - 0.013428, - -0.013733, - 0.020508, - 0.025269, - 0.020386, - 0.031738, - 0.021851, - -0.001152, - 0.022705, - 0.031494, - 0.020508, - 0.024292, - 0.019287, - 0.020752, - -0.0177, - 0.020142, - 0.025391, - 0.020752, - 0.021118, - -0.001038, - -0.02002, - 0.027588, - 0.021729, - 0.03064, - 0.022705, - 0.02063, - 0.026611, - 0.021851, - 0.025024, - 0.027222, - 0.027588, - 0.024292, - -0.011597, - 0.025757, - 0.027954, - 0.023315, - 0.03064, - 0.022705, - 0.023193, - 0.02002, - 0.021362, - 0.020386, - 0.000519, - 0.023071, - 0.020508, - 0.025269, - 0.027222, - 0.026611, - 0.026733, - 0.015747, - 0.032715, - 0.027832, - -0.014465, - 0.023315, - 0.022705, - 0.021606, - 0.035889, - 0.023315, - 0.024414, - 0.029053, - 0.018677, - 0.017212, - 0.019653, - 0.026001, - 0.021484, - 0.021851, - 0.026001, - 0.022827, - 0.025513, - -0.029419, - 0.023438, - 0.02063, - 0.015869, - 0.026611, - 0.018677, - 0.017944, - 0.024048, - 0.032227, - 0.02356, - 0.024414, - 0.022949, - 0.013489, - -0.02417, - 0.034912, - 0.02832, - 0.022583, - -0.077637, - -0.007996, - 0.022827, - 0.024048, - 0.022705, - 0.012939, - 0.018921, - 0.047852, - 0.029419, - 0.02417, - 0.025269, - 0.026611, - 0.030151, - 0.025024, - -0.015198, - 0.023315, - 0.027954, - -0.018799, - 0.029297, - 0.021606, - 0.025879, - 0.022339, - 0.023682, - 0.019409, - 0.029907, - 0.022217, - 0.024048, - 0.016968, - 0.022095, - 0.018188, - 0.026611, - 0.022339, - 0.02124, - 0.027832, - 0.033447, - 0.028198, - 0.023315, - 0.024414, - 0.020264, - 0.024292, - 0.004181, - 0.026001, - 0.025146, - 0.024902, - 0.027954, - -0.000526, - 0.028931, - 0.021851, - 0.024292, - 0.019165, - 0.066406, - 0.028687, - 0.021484, - 0.027344, - 0.018433, - -0.015015, - 0.028198, - 0.0271, - 0.026001, - 0.02478, - -0.000568, - 0.022339, - 0.026123, - 0.031982, - 0.025391, - 0.023438, - 0.024536, - 0.025513, - 0.024536, - 0.022705, - 0.038818, - 0.02063, - 0.026611, - 0.021729, - 0.018311, - 0.025146, - 0.02063, - 0.03418, - 0.024292, - 0.026001, - -0.020996, - 0.026733, - 0.022705, - 0.026733, - 0.028809, - 0.031006, - 0.00069, - 0.026489, - 0.026733, - 0.027954, - 0.024902, - 0.029175, - 0.028442, - 0.026367, - 0.029297, - 0.023682, - 0.020752, - 0.028076, - 0.029419, - 0.024902, - 0.025391, - 0.019531, - 0.023926, - 0.023682, - 0.031982, - 0.026611, - 0.020874, - 0.021362, - 0.031494, - 0.030396, - 0.025146, - 0.020874, - 0.025146, - 0.025024, - 0.022949, - 0.020386, - 0.020508, - 0.027344, - 0.022827, - 0.031006, - 0.020142, - 0.015747, - 0.024536, - 0.021362, - 0.019287, - 0.026001, - 0.023315, - 0.018799, - 0.022217, - 0.021729, - 0.025635, - 0.024536, - 0.009277, - 0.028687, - 0.026489, - -0.00036, - 0.023804, - 0.032471, - 0.022705, - 0.024658, - 0.018799, - -0.076172, - 0.023315, - 0.041504, - 0.016479, - 0.025635, - 0.022827, - 0.02417, - 0.026978, - 0.026733, - 0.026123, - 0.019897, - 0.029053, - 0.145508, - 0.02124, - 0.028687, - 0.019897, - 0.015503, - 0.026001, - 0.029663, - 0.023682, - 0.023926, - 0.023682, - 0.023438, - 0.02832, - 0.021362, - 0.02417, - 0.018555, - 0.032959, - 0.021606, - 0.020386, - 0.025146, - 0.019653, - 0.022705, - 0.022461, - 0.012268, - 0.02124, - 0.024536, - 0.027466, - 0.021973, - 0.02063, - 0.022217, - 0.040039, - -0.019531, - 0.014648, - 0.027832, - 0.022705, - 0.031006, - 0.015076, - 0.024658, - 0.021484, - 0.022095, - 0.035645, - 0.027588, - 0.022217, - 0.025879, - 0.022217, - 0.027954, - 0.020874, - 0.031128, - 0.011414, - 0.023315, - 0.027466, - 0.030029, - 0.070801, - 0.02124, - 0.026001, - 0.016968, - 0.022339, - 0.026855, - 0.023315, - 0.032227, - 0.02002, - 0.021606, - 0.026855, - 0.00708, - -0.014587, - 0.019409, - 0.025146, - 0.026367, - 0.025391, - 0.028198, - 0.021606, - 0.015991, - 0.026001, - 0.021484, - 0.027222, - 0.021362, - 0.026489, - 0.016602, - 0.023438, - 0.025024, - 0.021484, - 0.016235, - 0.028076, - 0.023804, - 0.032715, - 0.025635, - 0.019775, - 0.02124, - 0.025635, - 0.023682, - 0.031738, - 0.025635, - 0.022095, - -0.006927, - 0.028564, - 0.029297, - 0.021362, - -0.010742, - 0.022217, - 0.02417, - 0.025146, - 0.022339, - 0.01355, - 0.022827, - 0.003845, - 0.093262, - 0.023193, - -0.002808, - 0.023438, - 0.02478, - 0.025635, - 0.018066, - 0.024414, - 0.02356, - 0.027222, - 0.020508, - 0.023071, - 0.026123, - 0.025635, - -0.023071, - 0.024536, - 0.020264, - 0.075684, - 0.019531, - 0.013428, - 0.016846, - 0.024048, - 0.026855, - 0.024414, - 0.027832, - 0.028687, - 0.020508, - 0.021973, - 0.003403, - 0.024414, - 0.028564, - 0.022095, - 0.028076, - 0.024292, - 0.021362, - 0.02356, - 0.030151, - 0.016357, - 0.019653, - 0.030884, - 0.046631, - 0.024414, - 0.028442, - -0.011536, - 0.019531, - 0.021484, - 0.030273, - 0.022461, - 0.017578, - 0.022095, - 0.028076, - 0.018188, - 0.025513, - 0.02771, - 0.022827, - 0.029053, - 0.02417, - 0.018311, - 0.023804, - 0.173828, - 0.02063, - 0.022827, - 0.023682, - 0.022827, - -0.021362, - 0.026733, - 0.03125, - 0.021606, - 0.021484, - 0.038818, - 0.024536, - 0.028076, - -0.018188, - 0.025879, - 0.022583, - -0.024048, - 0.024292, - 0.028076, - 0.022339, - 0.020874, - 0.019287, - 0.021729, - 0.019653, - 0.031494, - 0.025024, - 0.025024, - 0.029297, - 0.022705, - 0.02478, - 0.023682, - 0.03418, - 0.025391, - 0.023193, - 0.035156, - 0.069336, - 0.02063, - 0.022705, - 0.024536, - 0.022827, - 0.02063, - 0.029053, - 0.023438, - 0.026001, - 0.032959, - 0.022705, - 0.021118, - 0.027222, - 0.016724, - 0.027954, - 0.024536, - 0.023071, - 0.032471, - 0.017822, - 0.024414, - 0.02002, - 0.021729, - 0.020874, - 0.028809, - 0.016968, - 0.022705, - 0.017334, - 0.025391, - 0.022095, - 0.033691, - 0.021729, - 0.026489, - 0.029297, - 0.024414, - 0.023682, - 0.02832, - 0.02124, - 0.026611, - 0.029541, - 0.025757, - 0.022949, - 0.017456, - 0.02478, - 0.02417, - 0.030884, - 0.023682, - 0.022095, - 0.021118, - 0.019409, - 0.02356, - 0.02478, - 0.052002, - 0.020996, - 0.008728, - 0.021362, - 0.030273, - 0.027832, - 0.022095, - 0.011292, - 0.02417, - 0.02417, - 0.033447, - 0.026489, - 0.015503, - -0.006592, - 0.024048, - 0.021484, - 0.027588, - 0.029907, - 0.021606, - 0.027954, - 0.027466, - 0.02063, - -0.015381, - 0.027954, - 0.025391, - 0.023926, - 0.021729, - 0.025757, - 0.021118, - 0.022705, - 0.030151, - 0.016724, - 0.019775, - 0.022949, - 0.028442, - 0.023804, - 0.022949, - 0.02124, - 0.012268, - -0.000483, - -0.01709, - 0.024414, - 0.023315, - 0.03064, - 0.026001, - 0.025757, - 0.025635, - 0.023926, - 0.024414, - 0.023438, - 0.023926, - 0.022827, - 0.026855, - 0.023804, - 0.028442, - 0.025146, - 0.021484, - 0.023804, - 0.024902, - 0.001686, - 0.022949, - 0.027222, - 0.023682, - -0.000549, - 0.029785, - 0.02356, - 0.020996, - 0.022949, - 0.02002, - 0.020264, - 0.025391, - 0.082031, - 0.023926, - 0.021973, - -0.017212, - 0.028198, - 0.026001, - 0.000679, - 0.022339, - 0.020386, - 0.026611, - 0.028687, - 0.000383, - 0.026245, - 0.022827, - 0.029541, - -0.01416, - 0.019897, - 0.026611, - 0.023926, - 0.029541, - 0.023926, - 0.021118, - 0.030029, - 0.160156, - 0.026489, - 0.02478, - 0.026978, - 0.041504, - 0.023682, - 0.023804, - 0.023193, - 0.024658, - 0.02771, - 0.022095, - 0.023438, - 0.025635, - 0.020752, - 0.028076, - 0.098145, - 0.027344, - 0.028076, - -0.016235, - 0.028931, - 0.019897, - 0.018677, - 0.02417, - 0.025513, - 0.026367, - 0.021606, - 0.029907, - 0.025635, - 0.028076, - 0.021973, - 0.022583, - 0.025879, - 0.02124, - 0.024048, - 0.024902, - -0.015137, - 0.026367, - 0.025513, - 0.023926, - 0.027832, - 0.033691, - 0.013184, - 0.022827, - 0.023193, - 0.031006, - 0.026611, - 0.00053, - 0.024414, - 0.025635, - 0.030029, - 0.023315, - 0.03418, - -0.007324, - 0.022827, - -0.013611, - 0.023438, - -0.011597, - 0.018188, - 0.016724, - 0.027222, - 0.025024, - 0.019043, - -0.005127, - 0.018311, - 0.028198, - 0.026855, - 0.033203, - 0.025879, - 0.020508, - 0.025879, - 0.026733, - 0.028442, - 0.01532, - 0.054199, - 0.02063, - 0.016235, - 0.032471, - -0.060791, - 0.029907, - 0.02478, - 0.022583, - 0.023682, - 0.027222, - 0.025757, - 0.029297, - 0.015869, - 0.022461, - 0.026367, - 0.000763, - -0.044434, - 0.025757, - 0.025513, - 0.026733, - 0.023193, - 0.017944, - 0.020264, - 0.021973, - 0.020386, - 0.022583, - 0.025635, - 0.025635, - 0.031494, - 0.021484, - 0.027588, - 0.000166, - 0.027954, - 0.021606, - 0.032227, - 0.02417, - 0.020508, - 0.015747, - 0.028564, - 0.021606, - 0.021973, - 0.025635, - 0.018799, - 0.024536, - 0.02771, - 0.017822, - 0.022339, - 0.026978, - 0.020996, - 0.029175, - 0.027832, - 0.026978, - 0.024902, - 0.023438, - 0.022583, - 0.032227, - 0.020996, - 0.030151, - 0.027954, - 0.022827, - -0.046387, - 0.029053, - 0.025269, - 0.026001, - 0.001442, - -0.025146, - 0.017334, - 0.020996, - 0.028198, - 0.024902, - 0.019409, - 0.021484, - -0.020874, - 0.020508, - 0.024292, - 0.025024, - 0.02356, - 0.018066, - 0.024658, - 0.028076, - -0.009644, - 0.020752, - 0.027466, - 0.022705, - 0.024414, - 0.023682, - 0.026611, - 0.031006, - 0.000565, - 0.021729, - 0.028687, - 0.026855, - 0.032959, - 0.005676, - 0.023438, - 0.023438, - 0.019043, - 0.024658, - 0.021729, - 0.029419, - 0.026245, - 0.025757, - 0.025879, - 0.025513, - 0.022339, - 0.021118, - 0.023438, - 0.027832, - 0.092285, - 0.024536, - 0.027344, - 0.019653, - 0.018188, - 0.027222, - 0.027588, - 0.018921, - 0.023193, - 0.022461, - -0.06543, - 0.030762, - 0.020386, - 0.023071, - 0.027344, - 0.023071, - 0.028442, - 0.022583, - 0.025513, - 0.017822, - 0.021484, - 0.022827, - 0.018555, - 0.022705, - -0.021729, - 0.025146, - 0.02356, - 0.05957, - 0.024048, - 0.018921, - 0.026489, - 0.024414, - 0.027222, - 0.027344, - 0.026123, - 0.025513, - -0.022339, - 0.023071, - 0.025269, - 0.033936, - 0.023926, - 0.028198, - 0.032227, - 0.027222, - 0.028687, - 0.021729, - 0.017456, - 0.026001, - 0.02002, - 0.02063, - 0.019287, - 0.024658, - -0.000862, - 0.028076, - 0.022095, - 0.024658, - 0.021729, - 0.021118, - 0.018677, - 0.019897, - 0.020874, - 0.023438, - 0.019043, - 0.019775, - 0.021973, - -2.5e-05, - 0.018799, - 0.019287, - 0.021729, - 0.036133, - 0.022461, - 0.025635, - 0.013245, - 0.022827, - 0.02002, - 0.022583, - 0.026611, - 0.024292, - 0.024658, - 0.029541, - 0.026733, - 0.028931, - 0.026855, - 0.014221, - 0.023804, - 0.020996, - 0.02063, - 0.019897, - 0.021606, - 0.023315, - 0.022705, - 0.023926, - 0.031982, - 0.026855, - 0.029785, - 0.021729, - 0.023315, - 0.023438, - 0.02124, - 0.026489, - 0.022461, - 0.0271, - 0.016357, - -0.003601, - 0.018555, - 0.00135, - 0.026001, - 0.009521, - 0.02063, - 0.031738, - 0.025757, - 0.026001, - 0.026855, - -0.030762, - 0.016846, - 0.033936, - -0.016846, - 0.023804, - 0.032715, - 0.025757, - 0.021973, - 0.032959, - 0.023926, - 0.029663, - 0.022949, - 0.028564, - 0.022583, - 0.023926, - 0.028809, - 0.026855, - 0.027466, - 0.029419, - 0.028809, - 0.022705, - 0.022949, - -0.018921, - 0.032471, - 0.022339, - 0.000161, - 0.019653, - 0.025635, - 0.019531, - 0.025269, - 0.025635, - 0.029053, - 0.020508, - 0.031128, - 0.010071, - 0.019897, - 0.014954, - 0.001053, - 0.026489, - 0.029907, - 0.02124, - 0.027954, - 0.027466, - 0.023926, - 0.023193, - 0.009399, - 0.027588, - 0.020874, - 0.022949, - -0.013855, - 0.02832, - 0.032715, - 0.007812, - 0.019653, - -0.017212, - 0.025391, - 0.025513, - 0.032959, - 0.02832, - 0.02832, - 0.023804, - 0.029297, - 0.025879, - 0.02478, - 0.020996, - 0.014832, - 0.006134, - 0.022339, - 0.025146, - 0.028809, - 0.026123, - 0.025757, - 0.018433, - 0.016113, - -0.02356, - 0.026367, - 0.026245, - 0.026855, - 0.028931, - 0.025513, - 0.02771, - 0.004364, - 0.000471, - 0.029175, - 0.021973, - 0.025391, - 0.019287, - 0.026245, - 0.023193, - 0.023193, - 0.021118, - 0.026611, - 0.022949, - 0.025513, - 0.019287, - 0.022095, - 0.017944, - 0.021362, - 0.025879, - 0.0271, - 0.029419, - 0.023315, - 0.02063, - 0.023193, - 0.021606, - -0.0177, - 0.012268, - 0.022095, - 0.02771, - 0.020508, - 0.027832, - 0.029297, - 0.027588, - 0.025635, - 0.025024, - 0.025269, - 0.024414, - 0.02832, - -0.01123, - 0.027222, - 0.019287, - -0.01123, - 0.027832, - 0.031982, - 0.026611, - 0.023315, - 0.028198, - 0.024048, - 0.025757, - 0.029907, - 0.024902, - 0.022949, - 0.024292, - 0.022949, - 0.018066, - 0.021973, - 0.022339, - 0.025024, - 0.022339, - 0.02002, - 0.030762, - 0.016357, - 0.024658, - 0.023071, - 0.021118, - 0.032471, - 0.021851, - 0.024658, - 0.020874, - 0.031738, - 0.025879, - 0.023438, - 0.02417, - -0.016846, - -0.01178, - 0.026855, - 0.02771, - 0.020996, - 0.023682, - 0.018188, - 0.029053, - 0.026855, - 0.026611, - 0.008179, - 0.030518, - 0.02124, - -0.013977, - 0.022095, - 0.026733, - 0.025757, - 0.015259, - 0.033447, - -0.001503, - 0.027344, - 0.013367, - 0.027466, - 0.024536, - 0.029297, - 0.025513, - 0.028564, - 0.026123, - 0.023438, - 0.025391, - 0.021851, - 0.028198, - 0.021851, - 0.021606, - 0.022705, - 0.020874, - -0.006989, - 0.025391, - 0.02832, - 0.019409, - 0.021484, - 0.031006, - 0.030884, - 0.031494, - 0.025635, - 0.026123, - 0.023804, - 0.019897, - -0.0177, - 0.034912, - 0.035156, - 0.022827, - 0.021484, - 0.026489, - -0.005493, - 0.033447, - 0.025146, - 0.021973, - 0.030151, - 0.022949, - 0.022461, - 0.025879, - 0.028564, - 0.02002, - 0.012146, - 0.023926, - 0.031982, - 0.026978, - 0.020752, - 0.024902, - 0.026001, - 0.000439, - -0.018555, - 0.022827, - 0.020386, - 0.024658, - 0.020996, - 0.021118, - 0.037598, - 0.02356, - 0.023315, - 0.026978, - 0.028076, - 0.030029, - 0.026123, - 0.029175, - 0.025391, - 0.024048, - 0.021118, - 0.022705, - 0.027832, - 0.025635, - 0.028442, - 0.025024, - 0.034912, - 0.023804, - 0.023682, - 0.022705, - 0.016357, - 0.025391, - 0.025391, - 0.026123, - 0.025391, - 0.023193, - 0.025513, - 0.02771, - 0.025635, - 0.021973, - 0.027588, - 0.02356, - 0.038574, - 0.020264, - 0.024658, - 0.024658, - 0.024048, - 0.023682, - 0.023193, - 0.03064, - 0.016602, - 0.025391, - 0.025635, - 0.027344, - 0.028198, - 0.026978, - 0.029053, - 0.018799, - 0.027832, - 0.024292, - 0.025513, - 0.028198, - 0.025391, - 0.024658, - 0.026245, - 0.05249, - 0.020386, - 0.057861, - 0.029907, - 0.019531, - 7.6e-05, - 0.02478, - 0.026123, - 0.026611, - 0.02832, - 0.021729, - 0.014893, - 0.022461, - 0.013977, - -0.000771, - 0.035889, - 0.029907, - 0.03125, - 0.022339, - 0.026733, - 0.026001, - 0.03125, - 0.023315, - 0.026489, - 0.007935, - 0.022339, - 0.025269, - 0.08252, - 0.020874, - 0.022461, - -0.010864, - 0.023071, - 0.029297, - 0.023926, - -0.020264, - 0.024414, - 0.019531, - 0.025024, - 0.007935, - 0.040039, - 0.027344, - 0.028442, - 0.026123, - 0.002243, - 0.009338, - 0.026123, - 0.027832, - 0.025879, - 0.022949 - ] - }, - "name": "model.transformer.layers.0.attn_norm.weight", - "outputIndexes": [ - 4 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 3, - 4 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm/Mul_1_output_0", - "outputIndexes": [ - 5 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 5 - ], - "outputIndexes": [ - 2021 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2021 - ], - "outputIndexes": [ - 2022 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear", - "inputIndexes": [ - 2022 - ], - "outputIndexes": [ - 2023 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 0, - 1048598, - 131072, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2023 - ], - "outputIndexes": [ - 2024 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2024 - ], - "outputIndexes": [ - 6 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1 - ] - }, - "name": "/Unsqueeze_output_0", - "outputIndexes": [ - 7 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 5 - ], - "main_type": "NONE", - "name": "/Shape_1_output_0", - "outputIndexes": [ - 8 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1 - ] - }, - "name": "/rotary/Constant_9_output_0", - "outputIndexes": [ - 9 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8 - ], - "main_type": "NONE", - "name": "Shape19", - "outputIndexes": [ - 10 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 8 - ], - "main_type": "NONE", - "name": "Rank21", - "outputIndexes": [ - 11 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 11, - 11 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp23", - "outputIndexes": [ - 12 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 12 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze24", - "outputIndexes": [ - 13 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 12, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp26", - "outputIndexes": [ - 14 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 14 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze27", - "outputIndexes": [ - 15 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 13, - 15, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice30", - "outputIndexes": [ - 16 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 16 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze31", - "outputIndexes": [ - 17 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 17 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp32", - "outputIndexes": [ - 18 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 18, - 17 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp33", - "outputIndexes": [ - 19 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 19, - 12 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_2_output_0", - "outputIndexes": [ - 20 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 0 - ] - }, - "name": "/Constant_837_output_0", - "outputIndexes": [ - 21 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 20, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_1_output_0", - "outputIndexes": [ - 22 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 16 - ] - }, - "name": "/Constant_4_output_0", - "outputIndexes": [ - 23 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 64 - ] - }, - "name": "/Constant_5_output_0", - "outputIndexes": [ - 24 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 22, - 23, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_output_0", - "outputIndexes": [ - 25 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 6, - 25 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_1_output_0", - "outputIndexes": [ - 26 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 26 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm/Mul_output_0", - "outputIndexes": [ - 27 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.828125, - 0.496094, - 0.753906, - 0.172852, - -0.006317, - 1.335938, - 0.082031, - 1.828125, - 1.09375, - 1.710938, - 0.214844, - 0.425781, - 1.15625, - 0.386719, - 3.53125, - 1.414062, - 1.78125, - 2.125, - 1.8125, - 3.46875, - 1.828125, - 1.671875, - 0.75, - 4.59375, - 0.671875, - 1.0625, - 1.515625, - 2.71875, - 1.710938, - 1.109375, - 2.046875, - 1.679688, - 1.304688, - 1.40625, - 1.398438, - 1.25, - 1.820312, - 0.59375, - 2.09375, - 1.179688, - 1.648438, - 1.539062, - 2.46875, - 1.882812, - 1.882812, - 1.929688, - 0.10791, - 2.03125, - 1.820312, - 1.226562, - 1.765625, - 0.056396, - 1.898438, - 1.882812, - 2.171875, - 0.059326, - 2.46875, - 2.015625, - 1.75, - 1.164062, - 1.632812, - 1.578125, - 1.382812, - 1.65625 - ] - }, - "name": "model.transformer.layers.0.attn.q_norm.weight", - "outputIndexes": [ - 28 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 27, - 28 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm/Mul_1_output_0", - "outputIndexes": [ - 29 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 3 - ], - "dtype": "DT_INT32", - "dformat": "NCHW" - }, - "name": "position_ids", - "outputIndexes": [ - 30 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 30 - ], - "main_type": "CastParam", - "main": { - "srcT": "DT_VARIANT", - "dstT": "DT_FLOAT" - }, - "name": "/rotary/Cast_output_0", - "outputIndexes": [ - 31 - ], - "type": "Cast", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1, - 1 - ] - }, - "name": "/rotary/Constant_1_output_0__", - "outputIndexes": [ - 32 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 31, - 32 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/rotary/Reshape_output_0", - "outputIndexes": [ - 33 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 32 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.0, - 0.749894, - 0.562341, - 0.421697, - 0.316228, - 0.237137, - 0.177828, - 0.133352, - 0.1, - 0.074989, - 0.056234, - 0.04217, - 0.031623, - 0.023714, - 0.017783, - 0.013335, - 0.01, - 0.007499, - 0.005623, - 0.004217, - 0.003162, - 0.002371, - 0.001778, - 0.001334, - 0.001, - 0.00075, - 0.000562, - 0.000422, - 0.000316, - 0.000237, - 0.000178, - 0.000133 - ] - }, - "name": "/rotary/Constant_2_output_0", - "outputIndexes": [ - 34 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 33, - 34 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/rotary/Mul_output_0", - "outputIndexes": [ - 35 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 35 - ], - "main_type": "UnaryOp", - "main": { - "opType": "COS", - "T": "DT_FLOAT" - }, - "name": "/rotary/Cos_output_0", - "outputIndexes": [ - 36 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 36, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_output_0", - "outputIndexes": [ - 37 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 35 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIN", - "T": "DT_FLOAT" - }, - "name": "/rotary/Sin_output_0", - "outputIndexes": [ - 38 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 38, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_1_output_0", - "outputIndexes": [ - 39 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 37, - 39 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/rotary/Concat_output_0", - "outputIndexes": [ - 40 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 40, - 40 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/rotary/Concat_1_output_0", - "outputIndexes": [ - 41 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3, - 1 - ] - }, - "name": "/rotary/Unsqueeze_2_axes", - "outputIndexes": [ - 42 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 41, - 42 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_3_output_0", - "outputIndexes": [ - 43 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43 - ], - "main_type": "NONE", - "name": "Shape64", - "outputIndexes": [ - 44 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 43 - ], - "main_type": "NONE", - "name": "Rank66", - "outputIndexes": [ - 45 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 45, - 45 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp68", - "outputIndexes": [ - 46 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze69", - "outputIndexes": [ - 47 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp71", - "outputIndexes": [ - 48 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 48 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze72", - "outputIndexes": [ - 49 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44, - 47, - 49, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice75", - "outputIndexes": [ - 50 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 50 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze76", - "outputIndexes": [ - 51 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 51, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp78", - "outputIndexes": [ - 52 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43, - 52, - 46 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_3_output_0", - "outputIndexes": [ - 53 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_output_0", - "outputIndexes": [ - 54 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 32 - ] - }, - "name": "/Unsqueeze_6_output_0", - "outputIndexes": [ - 55 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1073741824 - ] - }, - "name": "/Constant_20_output_0", - "outputIndexes": [ - 56 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3 - ] - }, - "name": "/Constant_14_output_0", - "outputIndexes": [ - 57 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_1_output_0", - "outputIndexes": [ - 58 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 58 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_output_0", - "outputIndexes": [ - 59 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_output_0", - "outputIndexes": [ - 60 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 59, - 60 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_3_output_0", - "outputIndexes": [ - 61 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze93", - "outputIndexes": [ - 62 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 48 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze96", - "outputIndexes": [ - 63 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44, - 62, - 63, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice99", - "outputIndexes": [ - 64 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 64 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze100", - "outputIndexes": [ - 65 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 65 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp101", - "outputIndexes": [ - 66 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 66, - 65 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp102", - "outputIndexes": [ - 67 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43, - 67, - 46 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_4_output_0", - "outputIndexes": [ - 68 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 61, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_1_output_0", - "outputIndexes": [ - 69 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 69 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_output_0", - "outputIndexes": [ - 70 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 5 - ], - "outputIndexes": [ - 2025 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2025 - ], - "outputIndexes": [ - 2026 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear", - "inputIndexes": [ - 2026 - ], - "outputIndexes": [ - 2027 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4096, - "weightSize": 0 - }, - "external": [ - 1183766, - 262166, - 32768, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2027 - ], - "outputIndexes": [ - 2028 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2028 - ], - "outputIndexes": [ - 71 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4 - ] - }, - "name": "/Constant_7_output_0", - "outputIndexes": [ - 72 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 22, - 72, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_1_output_0", - "outputIndexes": [ - 73 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 71, - 73 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_2_output_0", - "outputIndexes": [ - 74 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 74 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm/Mul_output_0", - "outputIndexes": [ - 75 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.203125, - 0.972656, - 1.015625, - 0.582031, - -0.71875, - 1.273438, - 0.796875, - 1.695312, - 1.25, - 1.875, - 2.15625, - 0.84375, - 1.125, - 0.683594, - -0.022095, - 2.140625, - 1.828125, - 1.015625, - 1.742188, - 0.060547, - 1.773438, - 1.757812, - 2.703125, - 0.038574, - 2.546875, - 2.515625, - 2.0, - 0.636719, - 1.820312, - 1.703125, - 1.515625, - 1.5, - 0.613281, - 1.453125, - 1.6875, - 1.210938, - 1.609375, - 0.640625, - 1.664062, - 1.375, - 1.703125, - 1.835938, - 0.193359, - 1.617188, - 1.640625, - 1.65625, - 2.546875, - 1.382812, - 1.789062, - 2.1875, - 1.820312, - 3.65625, - 1.632812, - 1.640625, - 0.890625, - 6.40625, - 0.519531, - 1.054688, - 1.890625, - 1.96875, - 1.921875, - 1.179688, - 2.328125, - 1.929688 - ] - }, - "name": "model.transformer.layers.0.attn.k_norm.weight", - "outputIndexes": [ - 76 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 75, - 76 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm/Mul_1_output_0", - "outputIndexes": [ - 77 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 77, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_2_output_0", - "outputIndexes": [ - 78 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 77, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_3_output_0", - "outputIndexes": [ - 79 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 79 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_1_output_0", - "outputIndexes": [ - 80 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 77, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_2_output_0", - "outputIndexes": [ - 81 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 80, - 81 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_4_output_0", - "outputIndexes": [ - 82 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 82, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_3_output_0", - "outputIndexes": [ - 83 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 78, - 83 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_1_output_0", - "outputIndexes": [ - 84 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 5 - ], - "outputIndexes": [ - 2029 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2029 - ], - "outputIndexes": [ - 2030 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear", - "inputIndexes": [ - 2030 - ], - "outputIndexes": [ - 2031 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4096, - "weightSize": 0 - }, - "external": [ - 1479724, - 262166, - 32768, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2031 - ], - "outputIndexes": [ - 2032 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2032 - ], - "outputIndexes": [ - 85 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 85, - 73 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_3_output_0", - "outputIndexes": [ - 86 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 1, - -1, - -1 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "attention_mask", - "outputIndexes": [ - 87 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 70, - 84, - 86, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.0/self_attn/FusedAttention", - "outputIndexes": [ - 88 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 88 - ], - "outputIndexes": [ - 2033 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2033 - ], - "outputIndexes": [ - 2034 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear", - "inputIndexes": [ - 2034 - ], - "outputIndexes": [ - 2035 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 1775682, - 1048598, - 131072, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2035 - ], - "outputIndexes": [ - 2036 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2036 - ], - "outputIndexes": [ - 89 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2, - 89 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_2_output_0", - "outputIndexes": [ - 90 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 90 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm/Mul_output_0", - "outputIndexes": [ - 91 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.083008, - 0.091309, - 0.083496, - 0.09668, - 0.084961, - 0.081543, - 0.085449, - 0.083008, - 0.084961, - 0.088867, - 0.078125, - 0.07959, - 0.084961, - 0.080078, - 0.128906, - 0.197266, - 0.091309, - 0.082031, - 0.095215, - 0.082031, - 0.089844, - 0.089355, - 0.086914, - 0.098633, - 0.087402, - 0.085938, - 0.082031, - 0.08252, - 0.083984, - 0.080566, - 0.083008, - 0.086426, - 0.07959, - 0.08252, - 0.085449, - 0.088379, - 0.100586, - 0.086914, - 0.081055, - 0.083984, - 0.091309, - 0.092285, - 0.084473, - 0.083008, - 0.097168, - 0.083984, - 0.095703, - 0.089355, - 0.085449, - 0.085449, - 0.095215, - 0.087891, - 0.089844, - 0.085449, - 0.09668, - 0.088379, - 0.091309, - 0.087402, - 0.09375, - 0.089355, - 0.086426, - 0.091309, - 0.102051, - 0.091309, - 0.078613, - 0.085449, - 0.088379, - 0.098633, - 0.077637, - 0.091797, - 0.335938, - 0.081543, - 0.088379, - 0.081543, - 0.076172, - 0.081055, - 0.081055, - 0.088379, - 0.086914, - 0.080078, - 0.089355, - 0.087402, - 0.084473, - 0.095703, - 0.088379, - 0.083008, - 0.094238, - 0.079102, - 0.088379, - 0.08252, - 0.07666, - 0.081543, - 0.086426, - 0.07666, - 0.245117, - 0.091797, - 0.081543, - 0.084473, - 0.087402, - 0.091797, - 0.08252, - 0.090332, - 0.075195, - 0.091309, - 0.086426, - 0.062256, - 0.088867, - 0.093262, - 0.091797, - 0.110352, - 0.093262, - 0.087402, - 0.084473, - 0.089355, - 0.083008, - 0.079102, - 0.096191, - 0.086426, - 0.088379, - 0.092285, - 0.089844, - 0.095215, - 0.089355, - 0.078613, - 0.092773, - 0.077637, - 0.083008, - 0.080566, - 0.085938, - 0.087402, - 0.089355, - 0.086914, - 0.103027, - 0.087402, - 0.090332, - 0.081055, - 0.085449, - 0.277344, - 0.083984, - 0.079102, - 0.091309, - 0.08252, - 0.087891, - 0.094727, - 0.090332, - 0.083496, - 0.090332, - 0.074219, - 0.236328, - 0.089844, - 0.091797, - 0.091309, - 0.085938, - 0.089355, - 0.083984, - 0.091309, - 0.085938, - 0.087891, - 0.080566, - 0.08252, - 0.084961, - 0.08252, - 0.076172, - 0.086914, - 0.099121, - 0.091797, - 0.07666, - 0.087891, - 0.084473, - 0.086914, - 0.072266, - 0.086914, - 0.083008, - 0.092285, - 0.083496, - 0.095215, - 0.087402, - 0.096191, - 0.081055, - 0.084961, - 0.085449, - 0.087891, - 0.080566, - 0.102051, - 0.078125, - 0.084473, - 0.087402, - 0.084473, - 0.093262, - 0.089844, - 0.080566, - 0.087891, - 0.094727, - 0.098633, - 0.084473, - 0.078613, - 0.083008, - 0.080078, - 0.101562, - 0.083984, - 0.09082, - 0.091309, - 0.139648, - 0.085449, - 0.086426, - 0.085938, - 0.09375, - 0.098145, - 0.069824, - 0.089355, - 0.106445, - 0.09082, - 0.084961, - 0.092285, - 0.084961, - 0.087891, - 0.09082, - 0.074219, - 0.088867, - 0.083008, - 0.078125, - 0.089355, - 0.073242, - 0.086914, - 0.085449, - 0.081055, - 0.101562, - 0.090332, - 0.084473, - 0.083984, - 0.083984, - 0.093262, - 0.085938, - 0.085938, - 0.088867, - 0.093262, - 0.089844, - 0.089844, - 0.105957, - 0.083496, - 0.092773, - 0.086914, - 0.094238, - 0.103027, - 0.094238, - 0.083496, - 0.084961, - 0.085449, - 0.069824, - 0.089844, - 0.09082, - 0.089844, - 0.083984, - 0.099609, - 0.086426, - 0.081543, - 0.086426, - 0.086914, - 0.09082, - 0.091309, - 0.092773, - 0.089355, - 0.087891, - 0.086914, - 0.089355, - 0.080078, - 0.089355, - 0.083496, - 0.078613, - 0.089355, - 0.087891, - 0.098145, - 0.091309, - 0.090332, - 0.085938, - 0.07959, - 0.186523, - 0.086914, - 0.095215, - 0.082031, - 0.088379, - 0.087891, - 0.090332, - 0.083984, - 0.232422, - 0.090332, - 0.080078, - 0.080566, - 0.088867, - 0.089844, - 0.086914, - 0.091309, - 0.088867, - 0.097656, - 0.080078, - 0.088867, - 0.088867, - 0.085938, - 0.000961, - 0.130859, - 0.096191, - 0.087402, - 0.083008, - 0.081055, - 0.090332, - 0.085449, - 0.06543, - 0.086426, - 0.086426, - 0.080078, - 0.163086, - 0.09082, - 0.08252, - 0.083008, - 0.089355, - 0.088379, - 0.088379, - 0.097656, - 0.087891, - 0.077637, - 0.089844, - 0.088867, - 0.094238, - 0.084473, - 0.092773, - 0.086426, - 0.098145, - 0.162109, - 0.092285, - 0.091797, - 0.095215, - 0.094238, - 0.083008, - 0.085449, - 0.083008, - 0.089844, - 0.088379, - 0.087402, - 0.09082, - 0.072754, - 0.086426, - 0.091309, - 0.098633, - 0.074219, - 0.097168, - 0.083984, - 0.084473, - 0.087402, - 0.083984, - 0.087402, - 0.088379, - 0.09082, - 0.092773, - 0.089355, - 0.091309, - 0.087891, - 0.090332, - 0.091309, - 0.10791, - 0.089355, - 0.092773, - 0.073242, - 0.08252, - 0.101562, - 0.088379, - 0.08252, - 0.080078, - 0.091309, - 0.07959, - 0.09082, - 0.07666, - 0.310547, - 0.090332, - 0.073242, - 0.097168, - 0.095703, - 0.07373, - 0.081543, - 0.089355, - 0.072266, - 0.087891, - 0.099609, - 0.102051, - 0.083496, - 0.09375, - 0.108398, - 0.092285, - 0.088867, - 0.090332, - 0.081055, - 0.087402, - 0.085938, - 0.095215, - 0.096191, - 0.09082, - 0.090332, - 0.081543, - 0.089844, - 0.079102, - 0.084961, - 0.086426, - 0.086426, - 0.088867, - 0.102539, - 0.092285, - 0.096191, - 0.092285, - 0.072754, - 0.081543, - 0.094727, - 0.089844, - 0.086914, - 0.094727, - 0.09082, - 0.085449, - 0.083496, - 0.086426, - 0.099609, - 0.085449, - 0.087402, - 0.091797, - 0.071777, - 0.091797, - 0.08252, - 0.084473, - 0.096191, - 0.109863, - 0.078613, - 0.091797, - 0.090332, - 0.098633, - 0.079102, - 0.213867, - 0.085449, - 0.101074, - 0.080078, - 0.094727, - 0.092285, - 0.097656, - 0.085449, - 0.095703, - 0.090332, - 0.086426, - 0.093262, - 0.086914, - 0.083008, - 0.085449, - 0.086426, - 0.075195, - 0.083984, - 0.083984, - 0.083008, - 0.097168, - 0.15918, - 0.085938, - 0.084961, - 0.089355, - 0.075195, - 0.092773, - 0.087402, - 0.087402, - 0.106445, - 0.086426, - 0.092773, - 0.083984, - 0.098145, - 0.086914, - 0.094238, - 0.081055, - 0.077148, - 0.088867, - 0.075195, - 0.084473, - 0.07959, - 0.094727, - 0.083008, - 0.082031, - 0.088867, - 0.083008, - 0.084961, - 0.083008, - 0.088379, - 0.087402, - 0.084961, - 0.097656, - 0.080078, - 0.092773, - 0.093262, - 0.085938, - 0.093262, - 0.080078, - 0.09082, - 0.075684, - 0.089844, - 0.083496, - 0.088379, - 0.080566, - 0.095215, - 0.106445, - 0.087891, - 0.082031, - 0.078125, - 0.082031, - 0.077637, - 0.088867, - 0.091309, - 0.072754, - 0.09082, - 0.085938, - 0.092773, - 0.09375, - 0.086914, - 0.087402, - 0.101562, - 0.095215, - 0.238281, - 0.087402, - 0.080566, - 0.083984, - 0.081055, - 0.080566, - 0.088867, - 0.087402, - 0.196289, - 0.081543, - 0.083984, - 0.09082, - 0.084473, - 0.089844, - 0.087891, - 0.086914, - 0.000439, - 0.098145, - 0.094727, - 0.105957, - 0.088379, - 0.089355, - 0.089355, - 0.088867, - 0.077148, - 0.091309, - 0.087402, - 0.077637, - 0.089844, - 0.085449, - 0.083008, - -0.000641, - 0.071289, - 0.083984, - 0.070312, - 0.078613, - 0.095215, - 0.078125, - 0.417969, - 0.094727, - 0.083008, - 0.086426, - 0.086914, - 0.084473, - 0.085449, - 0.093262, - 0.081055, - 0.093262, - 0.082031, - 0.088867, - 0.085938, - 0.130859, - 0.083496, - 0.104004, - 0.081543, - 0.088867, - 0.076172, - 0.087402, - 0.096191, - 0.09082, - 0.083496, - 0.116211, - 0.094727, - 1.554688, - 0.086914, - 0.081543, - 0.086914, - 0.074707, - 0.083984, - 0.091309, - 0.074707, - 0.097168, - 0.092773, - 0.077148, - 0.086426, - 0.175781, - 0.087891, - 0.083008, - 0.089355, - 0.089844, - 0.085449, - 0.092773, - 0.086426, - 0.092773, - 0.092773, - 0.208008, - 0.077148, - 0.094727, - 0.095215, - 0.086914, - 0.078613, - 0.088867, - 0.085449, - 0.071777, - 0.06543, - 0.100586, - 0.092773, - 0.09668, - 0.09082, - 0.084473, - 0.094238, - 0.130859, - 0.098145, - 0.083984, - 0.089844, - 0.084473, - 0.095703, - 0.076172, - 0.087402, - 0.091309, - 0.061279, - 0.09375, - 0.139648, - 0.091309, - 0.094238, - 0.090332, - 0.084961, - 0.092773, - 0.09668, - 0.100098, - 0.084473, - 0.083008, - 0.088379, - 0.096191, - 0.093262, - 0.139648, - 0.098633, - 0.08252, - 0.251953, - 0.080078, - 0.088379, - 0.088867, - 0.084473, - 0.089844, - 0.086914, - 0.099121, - 0.092773, - 0.098145, - 0.078613, - 0.097168, - 0.074707, - 0.086914, - 0.07666, - 0.088379, - 0.087891, - 0.091797, - 0.084961, - 0.08252, - 0.090332, - 0.080566, - 0.09375, - 0.086426, - 0.091797, - 0.077637, - 0.084961, - 0.084473, - 0.08252, - 0.082031, - 0.094727, - 0.227539, - 0.099121, - 0.077637, - 0.080566, - 0.086914, - 0.09082, - 0.087891, - 0.088867, - 0.084473, - 0.084473, - 0.08252, - 0.097168, - 0.11084, - 0.07373, - 0.096191, - 0.088867, - 0.099609, - 0.088867, - 0.085938, - 0.086914, - 0.097168, - 0.08252, - 0.07959, - 0.099121, - 0.087402, - 0.094238, - 0.080566, - 0.089355, - 0.091797, - 0.087402, - 0.086426, - 0.091797, - 0.095215, - 0.098145, - 0.090332, - 0.080078, - 0.088867, - 0.083008, - 0.099121, - 0.120117, - 0.09082, - 0.086426, - 0.087402, - 0.084473, - 0.088379, - 0.096191, - 0.086426, - 0.095703, - 0.087891, - 0.089355, - 0.07959, - 0.09375, - 0.081543, - 0.082031, - 0.079102, - 0.212891, - 0.083984, - 0.08252, - 0.085449, - 0.082031, - 0.076172, - 0.085449, - 0.082031, - 0.091309, - 0.086426, - 0.074707, - 0.083008, - 0.088379, - 0.08252, - 0.083008, - 0.100586, - 0.08252, - 0.081055, - 0.178711, - 0.09082, - 0.094238, - 0.096191, - 0.080078, - 0.09082, - 0.092285, - 0.085449, - 0.081543, - 0.098633, - 0.075684, - 0.076172, - 0.087402, - 0.087402, - 0.079102, - 0.087402, - 0.07959, - 0.089844, - 0.094238, - 0.085938, - 0.087402, - 0.09375, - 0.089844, - 0.101074, - 0.097656, - 0.10498, - 0.091309, - 0.088867, - 0.089355, - 0.090332, - 0.097656, - 0.087891, - 0.086914, - 0.084961, - 0.078613, - 0.090332, - 0.080078, - 0.091797, - 0.086426, - 0.087402, - 0.089844, - 0.087402, - 0.079102, - 0.092773, - 0.096191, - 0.086914, - 0.082031, - 0.090332, - 0.089355, - 0.088867, - 0.088867, - 0.098633, - 0.085449, - 0.080566, - 0.088867, - 0.103027, - 0.089844, - 0.210938, - 0.080078, - 0.087891, - 0.112305, - 0.092773, - 0.084961, - 0.094727, - 0.080078, - 0.093262, - 0.095215, - 0.081055, - 0.092773, - 0.09375, - 0.088867, - 0.086426, - 0.083496, - 0.083496, - 0.092285, - 0.084473, - 0.07666, - 0.086426, - 0.087402, - 0.088379, - 0.083008, - 0.088379, - 0.07959, - 0.084961, - 0.09375, - 0.101074, - 0.087402, - 0.08252, - 0.092285, - 0.094238, - 0.079102, - 0.083984, - 0.091309, - 0.09375, - 0.084473, - 0.09375, - 0.084473, - 0.106445, - 0.098633, - 0.088867, - 0.087891, - 0.089355, - 0.085938, - 0.082031, - 0.085938, - 0.081055, - 0.084473, - 0.084961, - 0.09375, - 0.089355, - 0.082031, - 0.09375, - 0.088379, - 0.086914, - 0.087891, - 0.087402, - 0.092285, - 0.070801, - 0.099609, - 0.094727, - 0.091797, - 0.089844, - 0.07666, - 0.079102, - 0.096191, - 0.088867, - 0.087891, - 0.081543, - 0.094727, - 0.089844, - 0.081055, - 0.086426, - 9.8e-05, - 0.084473, - 0.09082, - 0.082031, - 0.09375, - 0.086914, - 0.085938, - 0.084473, - 0.100586, - 0.085938, - 0.088867, - 0.097168, - 0.083008, - 0.083496, - 0.090332, - 0.078613, - 0.098145, - 0.094238, - 0.082031, - 0.080078, - 0.083496, - 0.094238, - 0.083984, - 0.086914, - 0.092773, - 0.083496, - 0.096191, - 0.151367, - 0.080078, - 0.076172, - 0.09668, - 0.091309, - 0.089844, - 0.088867, - 0.08252, - 0.090332, - 0.083008, - 0.093262, - 0.074707, - 0.081055, - 0.083984, - 0.089355, - 0.086914, - 0.070312, - 0.246094, - 0.087402, - 0.098633, - 0.083496, - 0.084473, - 0.087402, - 0.079102, - 0.117188, - 0.089844, - 0.088379, - 0.083008, - 0.09375, - 0.087891, - 0.091309, - 0.079102, - 0.085938, - 0.095215, - 0.082031, - 0.084961, - 0.084473, - 0.088379, - 0.087891, - 0.081055, - 0.086914, - 0.102539, - 0.083496, - 0.088379, - 0.092285, - 0.088379, - 0.07959, - 0.086426, - 0.10498, - 0.088867, - 0.086914, - 0.105469, - 0.09375, - 0.089355, - 0.100586, - 0.089844, - 0.092285, - 0.093262, - 0.090332, - 0.085449, - 0.086426, - 0.086914, - 0.667969, - 0.101562, - 0.084473, - 0.076172, - 0.085938, - 0.220703, - 0.09082, - 0.085938, - 0.07959, - 0.077637, - 0.07373, - 0.088379, - 0.095215, - 0.074707, - 0.095703, - 0.071289, - 0.090332, - 0.099609, - 0.480469, - 0.094238, - 0.097168, - 0.084961, - 0.089844, - 0.067383, - 0.087891, - 0.128906, - 0.09082, - 0.083008, - 0.087891, - 0.083984, - 0.086426, - 0.086914, - 0.104004, - 0.097656, - 0.09082, - 0.107422, - 0.090332, - 0.090332, - 0.081543, - 0.096191, - 0.108887, - 0.082031, - 0.088379, - 0.084961, - 0.092773, - 0.090332, - 0.083984, - 0.083496, - 0.089844, - 0.091797, - 0.091797, - 0.087891, - 0.086914, - 0.084961, - 0.087402, - 0.087402, - 0.089355, - 0.09082, - 0.095703, - 0.107422, - 0.090332, - 0.083008, - 0.086914, - 0.094727, - 0.091797, - 0.078125, - 0.084473, - 0.084961, - 0.118652, - 0.086426, - 0.089844, - 0.089844, - 0.097656, - 0.077148, - 0.094238, - 0.082031, - 0.087891, - 0.087402, - 0.086914, - 0.084961, - 0.086426, - 0.087402, - 0.088867, - 0.081543, - 0.09668, - 0.079102, - 0.088379, - 0.091309, - 0.077637, - 0.087891, - 0.110352, - 0.084473, - 0.105957, - 0.087891, - 0.09082, - 0.074707, - 0.223633, - 0.086914, - 0.093262, - 0.095215, - 0.089844, - 0.080078, - 0.083008, - 0.102539, - 0.097656, - 0.081543, - 0.086914, - 0.088867, - 0.445312, - 0.09082, - 0.095703, - 0.077148, - 0.083984, - 0.086914, - 0.091309, - 0.094727, - 0.087891, - 0.082031, - 0.093262, - 0.087891, - 0.083984, - 0.07666, - 0.084473, - 0.056641, - 0.084473, - 0.09375, - 0.089844, - 0.080078, - 0.087891, - 0.094238, - 0.089355, - 0.081055, - 0.091797, - 0.084961, - 0.085938, - 0.090332, - 0.08252, - 0.129883, - 0.07666, - 0.080078, - 0.100586, - 0.088867, - 0.091309, - 0.084961, - 0.100586, - 0.081543, - 0.08252, - 0.105469, - 0.094238, - 0.09082, - 0.099609, - 0.082031, - 0.087891, - 0.080078, - 0.098145, - 0.08252, - 0.088379, - 0.083496, - 0.101562, - 0.287109, - 0.082031, - 0.083496, - 0.079102, - 0.089844, - 0.104004, - 0.081543, - 0.09668, - 0.081055, - 0.083984, - 0.087402, - 0.088867, - 0.077637, - 0.089844, - 0.083008, - 0.083008, - 0.088379, - 0.094727, - 0.073242, - 0.08252, - 0.081543, - 0.089355, - 0.088379, - 0.097656, - 0.09375, - 0.081543, - 0.089355, - 0.09375, - 0.087402, - 0.084473, - 0.091309, - 0.077637, - 0.105469, - 0.091309, - 0.089355, - 0.089355, - 0.088379, - 0.084961, - 0.087402, - 0.080566, - 0.097168, - 0.081055, - 0.092773, - 0.102539, - 0.089844, - 0.089844, - 0.093262, - 0.081055, - 0.083496, - 0.084961, - 0.085449, - 0.088867, - 0.085449, - 0.328125, - 0.087402, - 0.084961, - 0.086914, - 0.089844, - 0.089844, - 0.081055, - 0.123535, - 0.083496, - 0.09668, - 0.096191, - 0.09082, - 0.084473, - 0.088379, - 0.094238, - 0.092285, - 0.083008, - 0.185547, - 0.086426, - 0.084473, - 0.085449, - 0.089355, - 0.085938, - 0.086914, - 0.092773, - 0.086914, - 0.077637, - 0.088379, - 0.089844, - 0.085938, - 0.095703, - 0.078125, - 0.09082, - 0.084961, - 0.087402, - 0.087891, - 0.158203, - 0.123535, - 0.092285, - 0.093262, - 0.164062, - 0.089844, - 0.09082, - 0.078125, - 0.088867, - 0.091797, - 0.102051, - 0.084961, - 0.095215, - 0.086914, - 0.098145, - 0.08252, - 0.094727, - 0.08252, - 0.097168, - 0.098633, - 0.087891, - 0.089844, - 0.088867, - 0.898438, - 0.07959, - 0.089355, - 0.089844, - 0.084473, - 0.083008, - 0.083496, - 0.083008, - 0.087891, - 0.088867, - 0.150391, - 5e-06, - 0.087402, - 0.061279, - 0.09082, - 0.084961, - 0.095215, - 0.093262, - 0.085938, - 0.078613, - 0.081543, - 0.084961, - 0.088379, - 0.090332, - 0.093262, - 0.094727, - 0.091309, - 0.097656, - 0.089355, - 0.084961, - 0.097168, - 0.095703, - 0.091309, - 0.087891, - 0.103027, - 0.185547, - 0.091309, - 0.085449, - 0.094727, - 0.084473, - 0.096191, - 0.083496, - 0.085449, - 0.085449, - 0.088379, - 0.080078, - 0.088867, - 0.086426, - 0.085938, - 0.097168, - 0.080078, - 0.077148, - 0.092773, - 0.090332, - 0.088379, - 0.087402, - 0.083496, - 0.086426, - 0.091797, - 0.089844, - 0.086914, - 0.077637, - 0.092285, - 0.088867, - 0.102539, - 0.09375, - 0.077637, - 0.081543, - 0.086914, - 0.089355, - 0.089844, - 0.07373, - 0.088867, - 0.101074, - 0.083496, - 0.086914, - 0.089355, - 0.094727, - 0.081055, - 0.117676, - 0.096191, - 0.087402, - 0.085449, - 0.09082, - 0.089844, - 0.083008, - 0.179688, - 0.072754, - 0.08252, - 0.077637, - 0.092773, - 0.078125, - 0.087891, - 0.07959, - 0.088867, - 0.091797, - 0.083496, - 0.084961, - 0.095215, - 0.091309, - 0.086914, - 0.094727, - 0.088379, - 0.09375, - 0.102051, - 0.07959, - 0.089355, - 0.094727, - 0.090332, - 0.091309, - 0.092285, - 0.093262, - 0.085449, - 0.083984, - 0.078613, - 0.083008, - 0.084473, - 0.083984, - 0.086914, - 0.084961, - 0.085938, - 0.097656, - 0.083008, - 0.09082, - 0.081055, - 0.248047, - 0.083984, - 0.099121, - 0.084961, - 0.089355, - 0.089355, - 0.086914, - 0.080078, - 0.090332, - 0.091797, - 0.088379, - 0.075684, - 0.075195, - 0.085938, - 0.091797, - 0.087402, - 0.085449, - 0.085449, - 0.08252, - 0.087402, - 0.07959, - 0.07666, - 0.088379, - 0.09668, - 0.077637, - 0.09668, - 0.086426, - 0.087891, - 0.083984, - 0.087891, - 0.083008, - 0.086426, - 0.498047, - 0.100098, - 0.087891, - 0.074219, - 0.087402, - 0.085938, - 0.095215, - 0.09668, - 0.094238, - 0.081543, - 0.083984, - 0.114746, - 0.100098, - 0.090332, - 0.075684, - 0.078613, - 0.084961, - 0.085938, - 0.089844, - 0.090332, - 0.083008, - 0.083496, - 0.081055, - 0.761719, - 0.083984, - 0.089844, - 0.077637, - 0.091309, - 0.088379, - 0.085449, - 0.077148, - 0.080566, - 0.100586, - 0.089355, - 0.08252, - 0.099609, - 0.072754, - 0.083496, - 0.000622, - 0.095703, - 0.094727, - 0.075684, - 0.098145, - 0.085938, - 0.075195, - 0.083984, - 0.087891, - 0.085938, - 0.083984, - 0.10791, - 0.088379, - 0.097168, - 0.086426, - 0.083008, - 0.095215, - 0.083984, - 0.08252, - 0.086914, - 0.084961, - 0.089355, - 0.106934, - 0.083984, - 0.092773, - 0.101074, - 0.083496, - 0.081055, - 0.085938, - 0.092773, - 0.085449, - 0.108398, - 0.085938, - 0.089355, - 0.101074, - 0.089355, - 0.092285, - 0.089355, - 0.084961, - 0.092285, - 0.085449, - 0.086914, - 0.094238, - 0.083496, - 0.100098, - 0.096191, - 0.084473, - 0.103027, - 0.078613, - 0.08252, - 0.097656, - 0.09668, - 0.086426, - 0.089355, - 0.108398, - 0.089844, - 0.09082, - 0.085938, - 0.197266, - 0.08252, - 0.083984, - 0.091797, - 0.283203, - 0.099121, - 0.085449, - 0.074219, - 0.081055, - 0.095215, - 0.084473, - 0.09082, - 0.084473, - 0.078613, - 0.084961, - 0.093262, - 0.173828, - 0.09082, - 0.093262, - 0.085938, - 0.086914, - 0.078613, - 0.095703, - 0.083984, - 0.082031, - 0.083496, - 0.092285, - 0.100586, - 0.089355, - 0.095215, - 0.091797, - 0.412109, - 0.085449, - 0.074707, - 0.116211, - 0.09082, - 0.086426, - 0.083008, - 0.086426, - 0.085449, - 0.087402, - 0.077148, - 0.079102, - 0.085449, - 0.09082, - 0.086426, - 0.084961, - 0.083496, - 0.083496, - 0.097168, - 0.09082, - 0.092285, - 0.082031, - 0.085449, - 0.084961, - 0.099121, - 0.083008, - 0.091309, - 0.097656, - 0.092773, - 0.243164, - 0.092773, - 0.083984, - 0.092773, - 0.353516, - 0.085449, - 0.08252, - 0.07373, - 0.089355, - 0.085938, - 0.074707, - 0.084473, - 0.085938, - 0.089844, - 0.099609, - 0.091797, - 0.087891, - 0.09375, - 0.085938, - 0.089844, - 0.094727, - 0.088867, - 0.086426, - 0.084961, - 0.087402, - 0.086426, - 0.089844, - 0.097656, - 0.10791, - 0.092285, - 0.077637, - 0.084473, - 0.096191, - 0.086426, - 0.085938, - 0.089355, - 0.077148, - 0.091797, - 0.085938, - 0.085449, - 0.087402, - 0.092773, - 0.083496, - 0.092773, - 0.077637, - 0.084961, - 0.086426, - 0.094238, - 0.12793, - 0.082031, - 0.088867, - 0.086914, - 0.086914, - 0.083984, - 0.097168, - 0.089844, - 0.089844, - 0.084473, - 0.238281, - 0.095215, - 0.084473, - 0.090332, - 0.085449, - 0.084961, - 0.097168, - 0.090332, - 0.087402, - 0.083008, - 0.094727, - 0.096191, - 0.089844, - 0.080078, - 0.088867, - 0.083008, - 0.087891, - 0.484375, - 0.087891, - 0.089355, - 0.088379, - 0.088867, - 0.091797, - 0.091309, - 0.083008, - 0.091309, - 0.095703, - 0.097168, - 0.079102, - 0.094727, - 0.089355, - 0.088867, - 0.098145, - 0.078613, - 0.095215, - 0.074707, - 0.084961, - 0.084961, - 0.080078, - 0.078125, - 0.083496, - 0.087891, - 0.087891, - 0.086914, - 0.097168, - 0.09082, - 0.097168, - 0.081055, - 0.092285, - 0.085449, - 0.09082, - 0.085449, - 0.081543, - 0.086914, - 0.084473, - -0.000885, - 0.076172, - 0.081055, - 0.074707, - 0.099121, - 0.093262, - 0.087891, - 0.076172, - 0.087891, - 0.083984, - 0.088867, - 0.081543, - 0.098633, - 0.084961, - 0.091797, - 0.082031, - 0.097168, - 0.089355, - 0.088379, - 0.082031, - 0.084473, - 0.083496, - 0.079102, - 0.102539, - 0.081543, - 0.069824, - 0.087402, - 0.113281, - 0.085938, - 0.08252, - 0.083984, - 0.089355, - 0.076172, - 0.09375, - 0.089844, - 0.087402, - 0.096191, - 0.095215, - 0.085449, - 0.081055, - 0.112305, - 0.083008, - 0.103027, - 0.084473, - 0.09668, - 0.079102, - 0.083984, - 0.083984, - 0.152344, - 0.086914, - 0.089355, - 0.084473, - 0.091309, - 0.086914, - 0.097168, - 0.084473, - 0.09375, - 0.097168, - 0.096191, - 0.089355, - 0.081055, - 0.083984, - 0.07959, - 0.091309, - 0.081055, - 0.111816, - 0.094238, - 0.091797, - 0.083496, - 0.083496, - 0.092285, - 0.095215, - 0.077148, - 0.10498, - 0.091309, - 0.091309, - 0.086426, - 0.087402, - 0.094238, - 0.092285, - 0.094727, - 0.095703, - 0.089355, - 0.081543, - 0.08252, - 0.078613, - 0.085449, - 0.11377, - 0.086426, - 0.09375, - 0.095703, - 0.084961, - 0.080078, - 0.066406, - 0.092285, - 0.086426, - 0.087402, - 0.076172, - 0.093262, - 0.092773, - 0.094238, - 0.091309, - 0.085449, - 0.102539, - 0.093262, - 0.087891, - 0.09082, - 0.090332, - 0.089844, - 0.086914, - 0.069336, - 0.07666, - 0.091797, - 0.083008, - 0.111328, - 0.07373, - 0.085938, - 0.095215, - 0.089355, - 0.087891, - 0.07959, - 0.087891, - 0.095215, - 0.083496, - 0.093262, - 0.096191, - 0.108398, - 0.089355, - 0.084473, - 0.071289, - 0.10791, - 0.088867, - 0.07959, - 0.084961, - 0.084961, - 0.085449, - 0.089844, - 0.088379, - 0.089844, - 0.09082, - 0.088867, - 0.08252, - 0.07959, - 0.100586, - 0.084961, - 0.070312, - 0.087402, - 0.095215, - 0.098145, - 0.089355, - 0.083984, - 0.089355, - 0.077637, - 0.109863, - 0.08252, - 0.083984, - 0.09082, - 0.085449, - 0.086426, - 0.093262, - 0.095215, - 0.09082, - 0.087891, - 0.072754, - 0.089844, - 0.095703, - 0.083984, - 0.089355, - 0.080078, - 0.084961, - 0.105469, - 0.085938, - 0.07959, - 0.087891, - 0.106445, - 0.100098, - 0.087891, - 0.095703, - 0.083008, - 0.084473, - 0.105957, - 0.083496, - 0.079102, - 0.077637, - 0.083984, - 0.089844, - 0.089844, - 0.074707, - 0.091309, - 0.085449, - 0.089844, - 0.085449, - 0.080078, - 0.088867, - 0.085449, - 0.089355, - 0.085938, - 0.09375, - 0.083984, - 0.08252, - 0.093262, - 0.090332, - 0.07373, - 0.095703, - 0.080566, - 0.084473, - 0.083008, - 0.094238, - 0.084473, - 0.091797, - 0.093262, - 0.087402, - 0.092773, - 0.087402, - 0.083984, - 0.096191, - 0.090332, - 0.115723, - 0.084961, - 0.100098, - 0.07959, - 0.086914, - 0.088379, - 0.097168, - 0.082031, - 0.089355, - 0.084473, - 0.080078, - 0.077637, - 0.088867, - 0.09668, - 0.082031, - 0.087891, - 0.083008, - 0.081055, - 0.089844, - 0.090332, - 0.072266, - 0.083496, - 0.085938, - 0.082031, - 0.097168, - 0.102539, - 0.095215, - 0.108398, - 0.072266, - 0.092285, - 0.089844, - 0.083496, - 0.085938, - 0.086914, - 0.106445, - 0.084473, - 0.091309, - 0.095215, - 0.079102, - 0.091797, - 0.07959, - 0.088867, - 0.091797, - 0.07959, - 0.095215, - 0.086426, - 0.077148, - 0.078125, - 0.085449, - 0.087402, - 0.094727, - 0.09375, - 0.091309, - 0.083008, - 0.080078, - 0.000504, - 0.085449, - 0.082031, - 0.085938, - 0.088379, - 0.081543, - 0.088379, - 0.094238, - 0.09375, - 0.091797, - 0.085938, - 0.082031, - 0.096191, - 0.083008, - 0.09082, - 0.091797, - 0.083008, - 0.090332, - 0.085938, - 0.07959, - 0.091797, - 0.103516, - 0.091797, - 0.097168, - 0.085938, - 0.092285, - 0.094238, - 0.083008, - 0.083496, - 0.090332, - 0.088867, - 0.081543, - 0.089844, - 0.087402, - 0.103027, - 0.094238, - 0.075195, - 0.078613, - 0.088379, - 0.098145, - 0.08252, - 0.075684, - 0.089355, - 0.083984, - 0.093262, - 0.087402, - 0.089355, - 0.102539, - 0.086914, - 0.088379, - 0.089844, - 0.09375, - 0.09375, - 0.097168, - 0.07666, - 0.082031, - 0.079102, - 0.086914, - 0.084473, - 0.09082, - 0.086914, - 0.093262, - 0.186523, - 0.094238, - 0.296875, - 0.09082, - 0.088867, - 0.09082, - 0.085938, - 0.095215, - 0.083496, - 0.092773, - 0.084961, - 0.083984, - 0.087402, - 0.088867, - 0.083008, - 0.084473, - 0.084473, - 0.115234, - 0.082031, - 0.094727, - 0.083496, - 0.091797, - 0.088379, - 0.083496, - 0.081055, - 0.091797, - 0.068359, - 0.427734, - 0.091309, - 0.077637, - 0.196289, - 0.084473, - 0.089355, - 0.09668, - 0.080078, - 0.092285, - 0.07959, - 0.07373, - 0.091797, - 0.100098, - 0.09375, - 0.105469, - 0.087891, - 0.084473, - 0.092285, - 0.093262, - 0.099609, - 0.085938, - 0.096191 - ] - }, - "name": "model.transformer.layers.0.ffn_norm.weight", - "outputIndexes": [ - 92 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 91, - 92 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm/Mul_1_output_0", - "outputIndexes": [ - 93 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 93 - ], - "outputIndexes": [ - 2037 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2037 - ], - "outputIndexes": [ - 2038 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear", - "inputIndexes": [ - 2038 - ], - "outputIndexes": [ - 2039 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 2955352, - 2097174, - 262144, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2039 - ], - "outputIndexes": [ - 2040 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2040 - ], - "outputIndexes": [ - 94 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1024 - ] - }, - "name": "/ffn/Mul_output_0", - "outputIndexes": [ - 95 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1 - ] - }, - "name": "/ffn/Constant_output_0", - "outputIndexes": [ - 96 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 94, - 21, - 95, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn/Slice_output_0", - "outputIndexes": [ - 97 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 97 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act/Sigmoid_output_0", - "outputIndexes": [ - 98 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 97, - 98 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act/Mul_output_0", - "outputIndexes": [ - 99 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2048 - ] - }, - "name": "/ffn/Mul_1_output_0", - "outputIndexes": [ - 100 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 94, - 95, - 100, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn/Slice_1_output_0", - "outputIndexes": [ - 101 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 99, - 101 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/Mul_2_output_0", - "outputIndexes": [ - 102 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 102 - ], - "outputIndexes": [ - 2041 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2041 - ], - "outputIndexes": [ - 2042 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear", - "inputIndexes": [ - 2042 - ], - "outputIndexes": [ - 2043 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 5314670, - 1048598, - 131072, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2043 - ], - "outputIndexes": [ - 2044 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2044 - ], - "outputIndexes": [ - 103 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 90, - 103 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_3_output_0", - "outputIndexes": [ - 104 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 104, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_4_output_0", - "outputIndexes": [ - 105 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 105 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_1/Mul_output_0", - "outputIndexes": [ - 106 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.01709, - 0.000187, - 0.002014, - 0.019287, - 0.04541, - 0.00647, - 0.030518, - 0.000492, - 0.02832, - 0.000618, - 0.019165, - 0.041504, - 0.00087, - 0.021118, - -2.7e-05, - -0.002136, - 0.022583, - 0.004089, - -0.002502, - -0.002579, - 0.017822, - 0.018799, - 0.020386, - -0.000805, - 0.020752, - -0.011841, - -0.012085, - -0.003128, - 0.000751, - 0.0005, - 0.008606, - 0.022217, - 0.015747, - 4.4e-05, - 0.02002, - 0.022461, - 0.001106, - -0.010254, - 0.008789, - 0.029907, - 0.031494, - 0.001007, - 0.021606, - -0.001671, - -0.012207, - -0.000173, - 0.00412, - 0.019531, - 0.021729, - 0.001091, - -0.009583, - -0.002762, - 0.012634, - -0.000226, - 0.023682, - 0.013672, - 0.020874, - 0.023193, - 0.015747, - 0.002487, - 0.022095, - 0.001541, - -0.000378, - 0.020752, - 0.000782, - 0.000462, - 0.016968, - 0.019531, - 0.018677, - 0.024658, - 0.022461, - 0.022339, - 0.022217, - 0.011047, - 0.033203, - 0.00238, - -4.8e-05, - 0.001656, - 0.026367, - 0.018555, - 0.018066, - 0.006012, - 0.001099, - 0.000504, - 0.024902, - -0.011169, - 0.009583, - 0.025879, - 0.000961, - 0.000114, - 0.001396, - -0.000843, - 0.018555, - 0.037842, - 5.7e-05, - 0.021362, - 0.000163, - 0.000315, - 0.006622, - 0.016479, - 0.006439, - 0.022461, - 0.05249, - -0.001007, - -0.003036, - 0.032715, - -0.00095, - 0.019043, - -0.001999, - 0.026123, - 0.001114, - 0.029053, - 0.022705, - -0.003342, - 0.018677, - -0.000656, - 0.033447, - 0.018066, - -0.000511, - -0.012085, - 0.033447, - 0.003326, - 0.022583, - -0.000303, - 0.023071, - -0.001122, - 0.018921, - 0.001511, - 0.001007, - 0.020508, - 0.009338, - -0.004364, - 0.022461, - 0.021973, - 0.018555, - 0.024292, - 0.029175, - -0.037842, - 0.024902, - 0.003616, - 0.046387, - -0.002777, - 0.024048, - 0.01709, - 0.00033, - 0.000561, - 0.003296, - 0.000885, - 0.000246, - 0.029907, - 0.015747, - 0.016846, - 0.021362, - 0.007172, - 0.031982, - 0.00267, - -0.001137, - 0.002655, - 0.000824, - 0.007935, - 0.012207, - 0.003845, - 0.000786, - 0.00647, - 0.004639, - 0.029907, - 0.019775, - 0.000698, - 0.032227, - 0.030273, - -0.00082, - 0.00135, - 0.01001, - -0.000782, - 0.029175, - 0.011597, - 0.003448, - 0.030273, - -0.000151, - 0.071777, - 0.019165, - 0.021729, - 0.018433, - -0.000851, - -6.1e-05, - 0.020142, - 0.016968, - 0.019653, - 0.000916, - -0.00386, - 0.022217, - -0.011292, - 0.012329, - 0.011597, - 0.000368, - 0.025146, - 0.018799, - 0.000744, - 0.040527, - 0.01416, - -0.009399, - 0.019531, - 0.031128, - -0.009644, - 0.000923, - 0.003784, - 0.014526, - 0.00386, - 0.026001, - -0.013733, - 0.058105, - 0.008118, - 0.018555, - 0.025146, - 0.029541, - -0.005554, - 0.017334, - 0.008606, - -0.004333, - 0.028931, - 0.000364, - 0.026001, - 0.037109, - 0.009583, - 1.1e-05, - -0.000954, - 0.000334, - 0.02832, - -0.001144, - 0.021729, - 0.026245, - -0.00135, - 0.002029, - 0.01123, - -0.000418, - 0.028564, - -0.000622, - 0.020386, - 0.000687, - 0.023315, - 0.021606, - 0.024658, - 0.021973, - -0.000311, - 0.002182, - 0.023926, - 0.000565, - -0.017578, - 0.000292, - 0.000805, - -0.002518, - -0.012329, - -0.018921, - -0.017334, - 0.026001, - 0.000801, - 0.001289, - 0.026855, - 0.025513, - 0.02356, - 8.6e-05, - -0.008484, - 0.022461, - 0.018188, - 0.018188, - 0.028076, - 0.015076, - -6.4e-05, - 0.019165, - 0.030273, - 0.037109, - 0.012085, - -0.002411, - 0.022949, - 0.028564, - 0.08252, - 0.047852, - 0.023315, - 0.019043, - 5.3e-05, - 0.015137, - 0.022949, - -0.004028, - 0.028687, - 0.047607, - 0.024292, - 0.054443, - 0.001968, - -0.017578, - -0.002716, - 0.018188, - 0.014282, - 0.028931, - 0.021606, - 0.023682, - -0.006134, - 0.019897, - 0.019409, - 0.032715, - 0.045166, - 0.022095, - -0.000984, - 0.014587, - 0.006866, - 0.026123, - 0.02124, - 0.004456, - 0.002075, - 0.016113, - 0.020386, - 0.037598, - 0.021606, - 0.021851, - 0.025269, - 0.02478, - 0.000736, - 0.034912, - 0.035889, - 0.015137, - 0.030884, - -0.001839, - 0.026123, - -0.001671, - 0.013062, - -0.016357, - 0.015015, - 0.037598, - 0.128906, - 0.013428, - 0.037109, - 0.000194, - 0.000767, - -0.000618, - -0.000622, - 0.087891, - 0.023071, - 0.019409, - 0.00238, - 0.02124, - 0.021118, - 0.019775, - 0.041504, - 0.019165, - 0.031738, - -0.000252, - 0.026855, - 0.00473, - -0.01239, - 0.022583, - 0.001968, - 0.015137, - -0.001717, - -0.007111, - 0.027832, - 0.042236, - 0.005035, - 0.023926, - 0.011902, - 0.014221, - 0.011475, - 0.012451, - -0.030884, - -0.010132, - 0.049316, - 0.01001, - 0.061768, - 0.019531, - 0.01709, - 0.005463, - 0.018188, - 0.051025, - 0.001205, - 0.002625, - 0.000271, - 0.000103, - 0.003967, - 0.02832, - -0.003555, - 0.019043, - -0.000454, - 0.024048, - -0.030884, - 0.021606, - -0.000725, - -3.8e-05, - -0.009766, - 0.01709, - -0.00106, - 0.015869, - 0.024658, - 0.020142, - 0.024048, - -0.000286, - 0.00769, - 0.024292, - 0.018677, - 0.004059, - 0.05835, - 0.00095, - 0.00164, - 0.012695, - 0.020996, - 0.069336, - -0.001183, - -0.000961, - 0.000412, - -0.000874, - -0.00415, - 0.021973, - 0.022949, - -0.000515, - 0.019287, - -0.000233, - 0.029175, - 0.023193, - -7.2e-05, - 0.028076, - 0.022339, - 0.012695, - 0.028564, - 0.026123, - 0.038086, - 0.023926, - 0.003693, - 0.035889, - -0.01709, - 0.015747, - 0.028198, - 0.001022, - 0.020874, - -0.003159, - 0.029785, - 0.063965, - 0.023804, - 0.050293, - -0.007263, - -0.00103, - 0.004517, - -0.013611, - 0.025513, - 0.00415, - 0.008179, - 0.022705, - -0.002045, - 0.003143, - 0.021484, - 0.0271, - -0.00053, - 0.028564, - 0.001053, - 0.016235, - -0.002029, - 0.033936, - -0.012329, - 0.021973, - -0.000877, - 0.001236, - 0.00769, - -0.002747, - -0.001694, - 0.004913, - -0.000942, - 0.011169, - 0.037109, - 0.023193, - 0.031982, - -0.001518, - 0.017212, - 0.02417, - 0.002029, - -0.001823, - -6.5e-05, - 0.02417, - 0.031738, - 0.00415, - 0.019897, - 0.021484, - 0.025269, - 0.022461, - 0.029053, - 0.021484, - 0.015015, - 0.00032, - 0.032959, - 0.017334, - -0.00293, - -0.01178, - 1.7e-05, - 0.026855, - -0.003677, - 0.000763, - 0.018311, - -0.011475, - 0.001472, - 0.021851, - 0.024414, - 0.017456, - -0.008545, - -0.010742, - -0.002548, - 0.023926, - 0.001785, - -0.00119, - 0.020752, - 0.028076, - 0.022217, - 0.020264, - 0.022949, - -0.001503, - 0.021362, - 0.029175, - 0.018311, - -0.000542, - 0.02002, - -0.000105, - 0.147461, - -0.009888, - -0.001099, - 0.000435, - 0.03418, - 0.018188, - 0.001091, - 0.019897, - 0.040771, - 0.000399, - 0.068848, - 0.000954, - 0.021851, - 0.018311, - 0.015564, - -0.001175, - -0.000448, - 0.005798, - 0.017334, - -0.020386, - 0.029541, - -0.006165, - 0.036133, - -0.004669, - 0.001549, - -0.006348, - 0.029541, - -0.009644, - 0.008972, - 0.01709, - 0.029297, - 0.144531, - 0.053223, - 0.001457, - 0.026611, - 0.002563, - 0.012451, - 0.023071, - 0.072266, - 0.002777, - 0.000992, - 0.01709, - 0.000158, - 0.019287, - 0.026367, - 0.015076, - 0.031128, - 0.000471, - -0.00032, - 0.01239, - -0.001595, - 0.020264, - 0.000584, - 0.058105, - 9.2e-05, - 0.001259, - -0.000626, - 0.001328, - -0.012146, - 0.030273, - 0.047852, - 0.017334, - -0.005127, - 0.062988, - -0.012207, - 0.00119, - 0.017944, - -0.000797, - 0.000843, - 0.00135, - -0.009399, - 2.4e-05, - 0.000931, - -0.001694, - 0.026001, - 0.031006, - 0.009644, - 0.015747, - -0.01062, - 0.022827, - 0.028931, - 0.001221, - 0.003143, - 0.024292, - 0.025269, - 0.014954, - 0.001083, - 0.003723, - 0.020996, - -0.013123, - 0.020996, - 0.023193, - 0.005524, - 0.027222, - 0.00708, - 0.034668, - 0.024658, - 0.000178, - 0.023315, - 0.02063, - 0.019531, - 0.000916, - 0.014465, - 0.023315, - 0.025146, - 0.023315, - 0.029907, - 0.021484, - 0.009888, - 0.004791, - 0.023438, - -0.001678, - 0.126953, - 0.018433, - 0.006287, - 0.000425, - 0.013306, - -0.001205, - 0.026123, - 0.026001, - 0.025269, - 0.027588, - 0.010071, - -0.011169, - 0.020386, - 0.036865, - 0.002701, - 0.004578, - 0.050293, - -0.012146, - -0.000748, - 0.018921, - -0.003464, - -0.000305, - 0.003754, - 0.030396, - -0.000599, - 0.027222, - 0.018433, - 0.027222, - -0.001678, - 0.014771, - 0.010864, - -0.013428, - 0.009949, - -0.010193, - -0.00164, - -0.008118, - 0.021362, - 0.001366, - 0.014465, - 0.018677, - 0.017212, - 0.00148, - 0.004303, - -0.00135, - 0.019775, - 0.055664, - -0.001648, - 0.043213, - -0.000475, - 0.031006, - 0.026978, - 0.033936, - 0.000412, - 0.043701, - -0.000999, - -0.007507, - -0.000607, - 6.5e-05, - 0.019409, - 0.063965, - 0.023926, - -0.001602, - -0.000406, - 0.029053, - -0.011475, - 0.02771, - -0.007538, - 0.000965, - 0.023804, - 0.023315, - -0.00148, - 0.026245, - 0.016479, - 0.014893, - 0.016113, - -0.001183, - -0.006317, - 0.002808, - -0.001053, - 0.009949, - 0.026733, - 0.021362, - -0.000336, - 0.024536, - 0.029663, - -0.047119, - 0.040527, - 0.02002, - 0.019165, - 0.020264, - 0.015625, - -0.025757, - -0.004761, - 0.016479, - 0.020996, - 0.019165, - 0.022095, - 0.022217, - -0.010254, - 0.023193, - 0.016846, - 0.016968, - 0.032959, - -0.002136, - 0.043457, - 0.004395, - 0.002472, - -0.013062, - 0.022583, - 0.002594, - 0.018555, - -0.000298, - 0.026611, - 0.02771, - -0.018188, - 0.025269, - 0.038574, - 0.05542, - 0.017212, - -0.001167, - -0.007751, - 0.000526, - 0.029297, - 0.019043, - 0.006836, - -0.007538, - 0.024048, - 0.003708, - -0.010071, - 0.04248, - 0.011902, - -0.006226, - 0.001503, - 0.003754, - -0.01001, - 0.001831, - 0.027954, - 0.019897, - 0.018555, - 0.017944, - -0.000648, - 0.020386, - 0.029907, - 0.009705, - 0.015015, - -0.002396, - -0.000123, - 0.021362, - 0.025024, - 0.007812, - 0.013733, - 0.000252, - -0.002701, - 0.018433, - 0.010742, - 0.019775, - -0.012451, - 0.041992, - -0.011353, - 7.5e-05, - 0.015869, - 0.016479, - 0.037354, - 0.000222, - 0.019653, - -0.008545, - 0.000232, - 0.024048, - 0.034424, - 0.02832, - 0.019653, - 0.026001, - 0.018799, - 0.000345, - -0.002274, - 0.028687, - 0.000633, - 0.000664, - 0.001213, - 0.021729, - 0.042969, - -0.000496, - -0.014404, - 0.019409, - 0.019653, - 0.020142, - 0.020264, - 0.021973, - 0.032471, - 0.001709, - 0.023682, - -0.000244, - 0.030029, - 6.3e-05, - 0.018433, - -0.013, - 0.026855, - 0.019165, - -0.004059, - -0.000618, - 0.002762, - 0.026367, - 0.000969, - -0.000239, - -0.004578, - 0.002289, - 0.012878, - -0.00209, - 0.014893, - 0.009583, - 0.006714, - 0.013855, - 0.005676, - 6.5e-05, - -0.017212, - 0.039062, - 0.039062, - 0.005371, - 0.015747, - 0.023682, - 0.000671, - 0.012024, - 0.015747, - 0.003006, - 0.035889, - -0.003159, - 0.022339, - -0.002304, - -0.00132, - -0.001007, - 0.018799, - 0.015259, - 0.011353, - -0.001106, - 0.021362, - 7.2e-05, - -0.009888, - 0.042725, - 0.020874, - 0.022949, - 0.019531, - 0.016968, - 0.040771, - 0.020264, - 0.000137, - 0.033203, - -0.000763, - 0.013977, - 0.071777, - 0.012451, - 0.02356, - 0.022949, - -4.6e-05, - 0.021729, - -0.000359, - -0.002136, - 0.024414, - 0.017334, - 0.029663, - 0.026611, - -0.000916, - 0.033691, - 0.020386, - 0.026611, - 0.026367, - 0.042969, - 0.000805, - -1.3e-05, - -0.003677, - 0.021606, - 0.001007, - 0.016235, - 0.027222, - -0.009094, - 0.002426, - 0.043701, - 0.03064, - 3.7e-05, - 0.041016, - 7.6e-05, - 0.024536, - 0.018555, - 0.019409, - 0.019409, - 0.024292, - 0.019653, - 0.001007, - 0.044189, - -0.001755, - 0.011475, - 0.018921, - 0.018433, - 0.018555, - 0.005005, - 0.04248, - 0.015381, - -0.067383, - 0.030518, - -0.003418, - 0.014954, - 0.036133, - 0.025024, - 0.025024, - 0.050049, - -0.002151, - 0.000471, - 0.019653, - 0.003326, - 0.001534, - 0.015442, - -0.010986, - 0.020508, - -0.012146, - 0.014832, - 0.028687, - 0.019165, - 0.06543, - -0.00148, - -0.001457, - 0.00011, - -0.008362, - 0.002289, - 0.019043, - 0.009888, - 0.025024, - 0.03833, - 0.02002, - -0.018677, - 0.022705, - -0.014587, - 0.02478, - 0.025513, - -0.012512, - 0.002243, - 0.012329, - 0.023071, - 0.015869, - 0.023926, - -0.000161, - 0.009094, - 0.000591, - -0.000706, - 0.019409, - 0.017334, - 0.01416, - 0.018677, - 0.075684, - 0.001442, - 0.025879, - 0.025146, - -0.000439, - -0.000256, - 0.027344, - 0.005524, - 0.026245, - 0.000584, - 0.001236, - -0.001709, - 0.018799, - 0.193359, - 0.023682, - 0.066895, - 0.014526, - 0.022705, - 0.017456, - 0.016602, - 0.046143, - -0.010437, - 0.009949, - -0.002914, - -0.000694, - 0.021362, - -0.001884, - 0.026611, - 0.027832, - -0.002441, - 0.003693, - -0.000992, - 0.021851, - 0.073242, - 0.020996, - 0.017456, - 0.015137, - -0.002258, - 0.025879, - 0.001579, - 0.03125, - -0.00069, - 0.02002, - -0.008118, - 0.025269, - -0.004944, - 0.027344, - -0.013916, - 0.026733, - -0.007385, - 0.030884, - -0.00071, - 0.014893, - 0.005005, - 0.020752, - 0.028198, - 0.03064, - 0.005432, - 0.000847, - 0.031738, - 0.014038, - 0.044678, - 0.026245, - 0.100098, - 0.022583, - 0.026855, - 0.043701, - 0.002396, - 0.027222, - 0.060303, - 0.002594, - -0.000706, - 0.006287, - -0.000969, - 0.005035, - 0.026123, - -0.012207, - 0.001205, - 0.018433, - 0.017456, - 0.028198, - 0.023438, - -0.000242, - 0.015747, - -2.8e-05, - 0.000858, - 0.021118, - 0.024536, - -0.00037, - 0.050049, - -0.000767, - 0.056152, - 2.4e-05, - 0.0354, - 0.000199, - 0.000885, - 0.037109, - 0.005157, - 0.028442, - 0.023926, - 0.019409, - 0.039307, - 0.023438, - 0.046387, - 0.000832, - 0.026123, - -1.7e-05, - 0.020752, - 0.020996, - 0.023926, - 0.016968, - -0.000584, - 0.000128, - 0.024292, - -0.004547, - 0.027588, - 0.016113, - 0.00119, - -0.166992, - 0.047607, - 0.018677, - -0.00705, - 0.026367, - 0.024658, - 0.015869, - -0.002945, - 0.01416, - 0.001129, - 0.04541, - -0.001106, - 0.030029, - 0.01178, - -0.018921, - 0.02356, - 0.019409, - -0.006012, - 0.015198, - 0.02063, - 0.047852, - 0.002701, - -0.006592, - 0.012939, - 0.027832, - 0.019653, - -0.005951, - -0.000973, - -0.000763, - 0.029663, - 0.074707, - 0.000237, - 0.023682, - 0.026001, - 0.006866, - 0.003082, - -0.034424, - 0.010803, - -0.015991, - -0.017212, - 0.020264, - -0.0625, - -0.008972, - -0.001183, - 0.060303, - -0.013062, - -0.005615, - -0.009277, - 0.014465, - 0.009399, - 0.028809, - 8e-06, - 0.020142, - 0.00296, - 0.023071, - 0.011353, - 0.001915, - -0.011658, - 0.015442, - 0.016479, - 0.011597, - -6.5e-05, - -0.004974, - 0.019897, - 0.003082, - 0.000444, - 0.001259, - 0.02356, - 0.084473, - 0.007477, - 0.028442, - -0.00145, - 0.019653, - 0.013062, - 0.000446, - 0.01001, - 0.019653, - 0.020752, - 0.011841, - 0.002335, - -0.006561, - -0.006866, - 0.028076, - 0.007812, - -0.002441, - -0.003235, - 0.020874, - -0.009949, - -0.00164, - -0.022827, - -0.003662, - 0.020142, - -0.003967, - 0.0354, - 0.025757, - -0.026978, - 0.111816, - 0.00106, - 0.008484, - -0.002625, - 0.036865, - 0.00267, - 0.059082, - 0.014343, - -0.016235, - -0.000351, - 0.071289, - -0.000576, - 0.019775, - -0.009766, - 0.008423, - 0.031006, - 0.029297, - 0.021851, - 0.020874, - -0.002121, - -0.007721, - 0.024902, - 0.0271, - -0.048584, - -0.008484, - 0.024658, - -0.007233, - 0.019897, - -0.011292, - -0.007599, - 0.021973, - -0.04248, - 0.023926, - 0.070801, - 0.02832, - 0.004578, - 0.028564, - 0.019653, - 0.031006, - 0.027466, - -0.033691, - 0.019043, - -0.004395, - -0.013855, - 0.001137, - 0.009155, - 0.000633, - 0.001099, - 0.001068, - -0.002029, - -0.003723, - -0.000231, - 0.118652, - 0.00106, - -0.000504, - 0.029907, - 0.012146, - -0.013245, - 0.017456, - 0.023193, - 0.001984, - -0.008301, - 0.000207, - 0.00053, - 0.003998, - 0.037842, - 0.023804, - 0.019531, - 0.007874, - 0.006622, - 0.034668, - 0.001175, - 0.007507, - 0.028198, - 0.001465, - 0.002686, - 0.018188, - -0.001602, - 0.012451, - 0.046143, - 0.000843, - 0.026855, - -0.011536, - 0.012024, - 0.002899, - 0.00103, - 0.028564, - 0.037109, - 0.007782, - -0.000568, - 0.013245, - -0.003067, - 0.023315, - 0.010925, - 0.012756, - 0.000889, - 0.028198, - 0.02002, - 3.9e-05, - 0.024414, - 0.004211, - 0.04126, - 0.005127, - 0.000698, - 0.009888, - -0.003967, - 0.015747, - 0.001198, - -0.001144, - 0.001396, - 0.026245, - 0.018433, - -0.00071, - 0.016968, - 0.000263, - 0.023682, - 0.003815, - -0.007233, - 0.0271, - 0.000816, - 0.024048, - 0.011841, - 0.030273, - 0.000313, - 0.006134, - 0.001701, - -0.003616, - 0.022339, - -0.003311, - 0.013428, - 0.019775, - 0.022217, - 0.017334, - 0.013672, - -0.010254, - 0.029053, - -0.000389, - 0.026245, - 0.063965, - 0.018921, - -0.001495, - 0.016724, - 0.002502, - 0.00824, - 0.002136, - 0.017212, - 0.021729, - -0.003265, - 0.02356, - 0.01709, - 0.017456, - 0.018921, - 0.022095, - 0.014832, - 0.008362, - -0.000534, - 0.00053, - 0.000254, - 0.025391, - 0.002106, - -0.003174, - -0.001335, - 0.054688, - 0.024414, - 0.023804, - 0.001389, - 0.032715, - 0.000732, - 0.023315, - -0.003036, - 0.030273, - 0.017334, - -0.006226, - 0.009338, - -6.7e-05, - 0.037354, - 0.025879, - 0.044922, - 0.000229, - -0.007996, - 0.029419, - 0.026367, - 0.021729, - 0.018921, - 0.040283, - 0.026123, - 0.015381, - 0.001015, - -0.000189, - -0.015747, - -0.004791, - -0.011658, - -0.000954, - 0.002121, - 0.000702, - 0.019897, - -0.001495, - 0.000576, - 0.026733, - 0.021973, - 0.052002, - 0.039551, - 0.018799, - 0.027832, - 0.013855, - 0.019409, - 0.018188, - 0.031738, - 0.020996, - 0.061768, - 0.026489, - -0.000235, - 0.022339, - -0.014099, - 0.018555, - 0.046143, - 0.022095, - 0.011719, - 0.000751, - -0.005615, - 0.001251, - 0.028076, - -0.004303, - 0.04541, - 0.000713, - 0.039307, - -0.002823, - 0.025879, - -0.005341, - -0.003204, - 0.024414, - 0.000192, - 0.08252, - 0.021973, - -0.00148, - 0.019409, - 0.031128, - -0.001457, - -0.001404, - -0.010864, - 0.02417, - 0.015503, - 7.2e-05, - -0.003525, - 0.026733, - -0.004181, - 0.026978, - 0.000196, - 0.000999, - -5.3e-05, - 0.023438, - 0.001556, - 0.01709, - -0.000999, - 0.001152, - 9.9e-05, - 0.022461, - -0.00473, - 0.002777, - 0.00383, - 0.001755, - 0.004272, - -0.000851, - -0.008301, - 0.001175, - -0.057373, - 0.022217, - 0.019287, - 0.030273, - -0.002945, - 0.022095, - 0.069824, - -0.001404, - 0.015747, - 0.027344, - 0.053223, - 0.01001, - 0.020752, - 0.028442, - 0.028198, - 0.006775, - -0.016724, - -0.009216, - 0.009094, - 0.018921, - 0.032471, - -0.001511, - 0.021729, - 0.040283, - 0.001503, - 0.000261, - 0.028198, - 0.019043, - 0.001656, - -0.003464, - 0.023193, - -0.000813, - 0.004791, - 0.029297, - 0.001106, - 0.000391, - 0.029419, - 0.024292, - 0.043213, - 0.02478, - 0.013489, - 0.040527, - 0.016602, - -0.003967, - -0.020142, - 0.048584, - -0.000992, - -0.005707, - 0.001411, - 0.024658, - -0.005157, - 0.003479, - 0.005981, - 0.00095, - 0.001244, - -0.000572, - 0.026733, - 0.000136, - 0.014465, - 0.00766, - 0.022583, - -0.000147, - -0.00069, - 0.028687, - 0.021484, - 0.012207, - -0.004059, - -0.000357, - 0.015747, - 0.011719, - 0.029541, - 0.020142, - 0.015442, - 0.001122, - 0.039795, - 0.02356, - 0.023804, - 0.000637, - 0.022949, - -0.00209, - 0.0354, - 0.000549, - -0.016357, - 0.002747, - 0.02356, - 0.000557, - 0.024902, - 0.017822, - -0.002289, - 0.010132, - -0.003998, - 0.01416, - 0.00045, - 0.013062, - 0.0271, - 0.043213, - 0.019653, - 0.032715, - -0.003189, - 0.004791, - 0.000319, - 0.026733, - 0.014465, - 0.029663, - 0.023682, - 0.031494, - 0.040283, - 0.070801, - 0.023804, - -0.018433, - 0.057373, - 0.021118, - 0.017822, - -0.014587, - 0.015259, - -8.7e-05, - 0.006866, - 0.021851, - 0.024292, - 0.02356, - -0.00058, - -0.004974, - 0.009094, - 0.026367, - 0.020996, - -0.002853, - 0.018433, - 0.010071, - 0.019043, - 0.008301, - 0.000269, - -0.000149, - 0.020996, - 0.019775, - 0.02356, - -0.001892, - 0.006775, - 0.025391, - -0.008972, - -0.00267, - 0.03064, - -0.000671, - -0.012024, - 0.031494, - -0.013855, - -0.00946, - 0.017578, - 0.012817, - 0.132812, - -0.015076, - 0.025635, - 0.052734, - 0.013306, - 0.026245, - -0.00082, - 0.002792, - 0.027466, - 0.016235, - 0.059326, - 0.022949, - 0.000858, - 0.019287, - 0.036133, - 0.021362, - 0.046143, - 0.023193, - 0.019531, - -0.002945, - 0.021362, - 0.021851, - 0.013184, - 0.020874, - 0.018188, - 0.014526, - 0.023682, - 0.041748, - 0.023438, - -0.001595, - 0.015991, - -0.003296, - -0.004639, - 0.012634, - 0.023315, - 0.023315, - -0.016968, - 0.02063, - 0.026001, - 0.021362, - 0.00013, - 0.040527, - 0.024658, - 0.021851, - 0.001984, - -0.005157, - -0.003113, - 0.008362, - -0.007355, - 7e-05, - 0.020752, - 0.007263, - -0.000645, - -0.004822, - 0.019043, - -0.000652, - 0.001282, - 0.000942, - 0.017578, - -0.000507, - -0.009766, - -0.026855, - 0.022217, - 0.006134, - -0.005371, - -0.000469, - -0.010559, - 0.001404, - 0.045166, - 0.003357, - 0.049805, - -0.013306, - 0.014282, - -0.014038, - 0.018433, - 0.025635, - 0.029785, - 0.012329, - -0.002563, - 0.021362, - 0.003296, - 0.039307, - -0.001152, - 0.034668, - 0.003937, - 0.020752, - 0.0271, - 0.010742, - 0.02002, - -0.001122, - 0.000801, - 0.008789, - 0.022339, - 0.004791, - 0.031006, - 0.004028, - -0.00325, - -0.009155, - 0.018555, - 0.016846, - 0.016846, - 0.014099, - 0.030151, - 0.072266, - -0.003906, - 0.022949, - 0.017334, - -0.007416, - -0.004181, - 0.016968, - 0.017822, - 0.02832, - 0.059082, - -0.000633, - 0.0, - -0.008301, - -0.004181, - 0.024536, - 0.021973, - 0.0177, - 0.032959, - 0.022827, - 0.026855, - 0.002548, - 0.023193, - 0.017212, - 0.042236, - -7.2e-05, - 0.025879, - 0.035156, - 0.002533, - 0.001839, - 0.008057, - 0.016235, - 0.037598, - 0.015442, - -0.011963, - 0.03833, - 0.001694, - 0.000418, - 0.02002, - -0.000683, - 0.021973, - 0.007019, - 0.041016, - 0.001778, - 0.022217, - 0.02063, - 0.070312, - 0.014771, - -0.001282, - 0.02002, - 0.022461, - 0.010498, - -0.009094, - 0.00071, - 0.002838, - -0.004486, - 0.025757, - 0.015015, - 0.029663, - 0.022339, - 0.070801, - 0.019287, - 0.049072, - 0.011047, - 0.041016, - -0.003098, - -0.001274, - 0.00106, - -0.00293, - 0.005768, - -0.007477, - -0.001022, - 0.019897, - -0.038818, - 0.015442, - -0.002014, - 0.02002, - 0.086426, - -0.009521, - 0.019287, - -0.001389, - -0.004059, - 0.023804, - 0.008789, - 0.036865, - -0.003616, - 0.015747, - 0.000565, - 0.030396, - 0.053955, - 0.000444, - 0.000706, - 0.000161, - 0.000851, - 0.013245, - 0.01709, - 0.010681, - 0.021851, - 0.034912, - 0.014526, - -0.000345, - 0.0177, - 0.000919, - 0.000992, - 0.019897, - 0.02063, - 0.018799, - 0.000429, - 0.000648, - 0.020996, - 0.015747, - 0.061523, - -0.010986, - 0.000526, - 0.002502, - 0.000851, - -0.025146, - 0.007355, - 0.02832, - 0.001579, - 0.018921, - 0.024292, - 0.020508, - 0.044922, - 0.001366, - -0.000767, - 0.022583, - 0.025513, - 0.025635, - -0.002899, - 0.021729, - 0.000151, - 0.032471, - -0.001045, - 0.026855, - 0.026123, - 0.018433, - 0.012146, - 0.033203, - 0.027344, - 0.000595, - -0.010071, - 0.01062, - 0.001427, - -0.014832, - 0.02771, - 0.020874, - 0.054443, - 0.002335, - 0.021362, - -0.010254, - 0.000167, - 0.007996, - -0.005005, - 0.054932, - 0.023071, - 0.016724, - 0.002747, - 0.0177, - 0.025635, - -0.00116, - 9.9e-05, - -3e-05, - 0.003754, - -0.000221, - 0.016724, - -0.001465, - -0.004242, - 0.012268, - 0.029175, - 0.070801, - 0.020508, - 0.036865, - 0.025269, - 0.015503, - 0.003235, - 0.001404, - 0.026123, - 0.000238, - 0.030273, - 0.02832, - 0.019409, - -0.002258, - 0.001564, - 0.028564, - 0.002487, - 0.015198, - 2.8e-05, - 0.000433, - 0.026123, - 0.013733, - 0.02478, - 0.00708, - 0.017944, - -0.000744, - -0.005737, - 0.010254, - 0.001389, - -0.000131, - 0.029907, - -0.013184, - 0.010071, - 0.061035, - 0.021851, - 0.026367, - 0.040771, - 0.002411, - 0.020508, - 0.023315, - 0.020874, - -0.000721, - 0.017578, - 0.037598, - 0.031982, - 0.01709, - 0.000999, - 0.014771, - -0.005676, - 0.00087, - 0.025146, - 0.000572, - -0.000194, - -0.013733, - 0.014771, - 0.001686, - 0.017456, - 0.025269, - 0.016968, - -0.000484, - -0.00293, - 0.018555, - 0.001457, - 0.022949, - -0.000923, - 0.023071, - 5.6e-05, - 0.019287, - -0.000553, - 0.01709, - 0.036133, - 0.026001, - 0.000877, - 0.020874, - 0.023804, - -0.000629, - 0.029785, - 0.003662, - -0.003036, - 0.025879, - 0.020752, - 0.020264, - 0.020996, - -0.003464, - 0.002487, - 0.030518, - 0.000204, - 0.018921, - 0.00116, - 0.021484, - 0.025635, - 0.02417, - 0.007782, - 0.027954, - 0.0271, - 0.02417, - -0.001724, - 0.015625, - 0.005524, - -4.3e-05, - -0.002182, - 0.014893, - 0.017822, - 0.026611, - 0.025391, - -0.020874, - 0.011292, - -0.003998, - 0.018921, - 0.023071, - 0.018311, - 0.003464, - 0.029175, - -0.001335, - 0.000538, - 0.022339, - 0.001549, - 0.029541, - 0.005798, - -0.005005, - -0.002823, - 0.000858, - 0.033691, - 0.025757, - -0.003494, - 2.9e-05, - 0.008667, - 0.027344, - 0.039551, - -0.002838, - 0.042725, - -0.000232, - -0.017456, - 0.016479, - -0.001915, - -0.000462, - 0.020142, - 0.034912, - 0.012695, - 0.020508, - 0.027222, - 0.035156, - 1.9e-05, - 0.009155, - 0.023438, - -0.004028, - 0.021851, - -0.001617, - 0.024292, - 0.015991, - -0.0005, - 0.021729, - 0.017822, - -0.005219, - -0.000263, - 0.05542, - 0.026123, - 0.002411, - -0.000881, - 0.028198, - 0.007996, - 0.011841, - 0.00473, - 0.016479, - 6.5e-05, - -0.018188, - -0.000203, - 0.03125, - -0.009766, - 0.016479, - 0.00174, - -0.005066, - 0.025513, - 0.016846, - 0.070312, - 0.000866, - 0.009583 - ] - }, - "name": "model.transformer.layers.1.attn_norm.weight", - "outputIndexes": [ - 107 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 106, - 107 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_1/Mul_1_output_0", - "outputIndexes": [ - 108 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 108 - ], - "outputIndexes": [ - 2045 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2045 - ], - "outputIndexes": [ - 2046 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear", - "inputIndexes": [ - 2046 - ], - "outputIndexes": [ - 2047 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 6494340, - 1048598, - 131072, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2047 - ], - "outputIndexes": [ - 2048 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2048 - ], - "outputIndexes": [ - 109 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 108 - ], - "main_type": "NONE", - "name": "/Shape_5_output_0", - "outputIndexes": [ - 110 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 110 - ], - "main_type": "NONE", - "name": "Shape161", - "outputIndexes": [ - 111 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 110 - ], - "main_type": "NONE", - "name": "Rank163", - "outputIndexes": [ - 112 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 112, - 112 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp165", - "outputIndexes": [ - 113 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 113 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze166", - "outputIndexes": [ - 114 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 113, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp168", - "outputIndexes": [ - 115 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 115 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze169", - "outputIndexes": [ - 116 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 111, - 114, - 116, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice172", - "outputIndexes": [ - 117 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 117 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze173", - "outputIndexes": [ - 118 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 118 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp174", - "outputIndexes": [ - 119 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 119, - 118 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp175", - "outputIndexes": [ - 120 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 110, - 120, - 113 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_9_output_0", - "outputIndexes": [ - 121 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 121, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_11_output_0", - "outputIndexes": [ - 122 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 122, - 23, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_5_output_0", - "outputIndexes": [ - 123 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 109, - 123 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_5_output_0", - "outputIndexes": [ - 124 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 124 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_1/Mul_output_0", - "outputIndexes": [ - 125 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.761719, - 1.71875, - -0.699219, - -0.081055, - 0.040039, - 0.886719, - 1.03125, - 1.460938, - 1.25, - 1.21875, - 0.330078, - 1.789062, - 1.734375, - 1.148438, - 0.832031, - 1.664062, - 1.039062, - 0.433594, - 0.746094, - 0.972656, - 0.699219, - 0.769531, - 1.390625, - 0.105469, - 1.335938, - 1.648438, - 1.5, - 1.359375, - 1.382812, - 1.804688, - 1.421875, - 1.5625, - 1.453125, - 0.126953, - 1.625, - 1.398438, - 1.617188, - 1.234375, - 0.730469, - 1.203125, - 1.304688, - 1.632812, - 1.703125, - 1.171875, - 0.714844, - 1.828125, - 1.828125, - 1.039062, - 2.078125, - 2.40625, - 2.25, - 2.421875, - 2.15625, - 2.15625, - 1.507812, - 4.5625, - 1.484375, - 1.148438, - 1.71875, - 2.390625, - 1.445312, - 1.210938, - 1.5, - 1.4375 - ] - }, - "name": "model.transformer.layers.1.attn.q_norm.weight", - "outputIndexes": [ - 126 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 125, - 126 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_1/Mul_1_output_0", - "outputIndexes": [ - 127 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 127, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_4_output_0", - "outputIndexes": [ - 128 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 127, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_5_output_0", - "outputIndexes": [ - 129 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 129 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_2_output_0", - "outputIndexes": [ - 130 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 127, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_4_output_0", - "outputIndexes": [ - 131 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 130, - 131 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_8_output_0", - "outputIndexes": [ - 132 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 132, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_5_output_0", - "outputIndexes": [ - 133 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 128, - 133 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_4_output_0", - "outputIndexes": [ - 134 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 108 - ], - "outputIndexes": [ - 2049 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2049 - ], - "outputIndexes": [ - 2050 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear", - "inputIndexes": [ - 2050 - ], - "outputIndexes": [ - 2051 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4096, - "weightSize": 0 - }, - "external": [ - 7678106, - 262166, - 32768, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2051 - ], - "outputIndexes": [ - 2052 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2052 - ], - "outputIndexes": [ - 135 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 122, - 72, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_6_output_0", - "outputIndexes": [ - 136 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 135, - 136 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_6_output_0", - "outputIndexes": [ - 137 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 137 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_1/Mul_output_0", - "outputIndexes": [ - 138 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.177734, - 1.453125, - 0.077637, - 0.013184, - 0.015625, - 1.640625, - 2.265625, - 1.804688, - 1.171875, - 1.796875, - 1.757812, - 1.578125, - 0.28125, - 1.382812, - 1.859375, - 1.273438, - 1.554688, - 2.671875, - 2.0625, - 1.890625, - 1.953125, - 2.265625, - 1.460938, - 4.625, - 1.648438, - 1.304688, - 1.453125, - 1.632812, - 1.445312, - 1.429688, - 1.492188, - 1.398438, - 1.515625, - 0.083496, - 1.578125, - 1.460938, - 1.507812, - 0.585938, - 0.707031, - 0.59375, - 1.8125, - 0.02417, - 0.503906, - 1.5, - 1.859375, - 2.046875, - 0.193359, - 1.789062, - 1.320312, - 0.068848, - 0.146484, - 0.871094, - 0.125977, - 0.84375, - 1.46875, - 0.335938, - 1.460938, - 1.570312, - 1.851562, - 2.453125, - 1.453125, - 1.742188, - 1.375, - 1.539062 - ] - }, - "name": "model.transformer.layers.1.attn.k_norm.weight", - "outputIndexes": [ - 139 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 138, - 139 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_1/Mul_1_output_0", - "outputIndexes": [ - 140 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 140, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_6_output_0", - "outputIndexes": [ - 141 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 140, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_7_output_0", - "outputIndexes": [ - 142 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 142 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_3_output_0", - "outputIndexes": [ - 143 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 140, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_6_output_0", - "outputIndexes": [ - 144 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 143, - 144 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_9_output_0", - "outputIndexes": [ - 145 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 145, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_7_output_0", - "outputIndexes": [ - 146 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 141, - 146 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_5_output_0", - "outputIndexes": [ - 147 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 108 - ], - "outputIndexes": [ - 2053 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2053 - ], - "outputIndexes": [ - 2054 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear", - "inputIndexes": [ - 2054 - ], - "outputIndexes": [ - 2055 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4096, - "weightSize": 0 - }, - "external": [ - 7974064, - 262166, - 32768, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2055 - ], - "outputIndexes": [ - 2056 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2056 - ], - "outputIndexes": [ - 148 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 148, - 136 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_7_output_0", - "outputIndexes": [ - 149 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 134, - 147, - 149, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.1/self_attn/FusedAttention", - "outputIndexes": [ - 150 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 150 - ], - "outputIndexes": [ - 2057 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2057 - ], - "outputIndexes": [ - 2058 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear", - "inputIndexes": [ - 2058 - ], - "outputIndexes": [ - 2059 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 8270022, - 1048598, - 131072, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2059 - ], - "outputIndexes": [ - 2060 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2060 - ], - "outputIndexes": [ - 151 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 105, - 151 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_6_output_0", - "outputIndexes": [ - 152 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 152 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_1/Mul_output_0", - "outputIndexes": [ - 153 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.103516, - 0.064453, - 0.073242, - 0.106934, - 0.126953, - 0.096191, - 0.162109, - 0.099609, - 0.063477, - -0.000412, - 0.11377, - 0.07959, - 0.107422, - 0.099121, - 0.10498, - 0.09375, - 0.109375, - 0.087402, - 0.106445, - 0.105957, - 0.112305, - 0.100586, - 0.102539, - 9e-05, - 0.097168, - 0.103027, - 0.09082, - 0.087891, - 0.105469, - 0.092285, - 0.102539, - 0.105469, - 0.09082, - 0.095215, - 0.124023, - 0.102539, - 0.117188, - 0.103027, - 0.088867, - 0.057373, - 0.137695, - 0.095215, - 0.095215, - 0.029053, - 0.099609, - 0.034668, - 0.095703, - 0.073242, - 0.110352, - 0.079102, - 0.102051, - 0.083984, - 0.107422, - -7.1e-05, - 0.113281, - 0.100586, - 0.097656, - 0.12793, - 0.128906, - 0.103027, - 0.111328, - 0.089355, - 0.257812, - 0.094238, - 0.077637, - 0.09082, - 0.084473, - 0.096191, - 0.116211, - 0.086426, - 0.133789, - 0.108398, - 0.110352, - 0.105957, - 0.102051, - 0.081055, - 0.087402, - -0.000486, - 0.10498, - 0.094727, - 0.107422, - 0.108887, - 0.065918, - 0.089844, - 0.130859, - 0.112305, - 0.102539, - 0.117188, - 0.089844, - 0.073242, - 0.104004, - 0.084473, - 0.090332, - 0.001411, - 0.063477, - 0.108887, - 0.087402, - 0.044434, - 0.097656, - 0.098145, - 0.086426, - 0.115234, - 0.141602, - 0.103516, - 0.09375, - 0.101074, - 0.088379, - 0.100098, - 0.094238, - -0.000347, - 0.003693, - 0.131836, - 0.103027, - 0.090332, - 0.11084, - 0.087891, - 0.109375, - 0.091309, - 0.11084, - 0.110352, - 0.110352, - 0.094238, - 0.07666, - -0.002274, - 0.124023, - 0.025635, - 0.094238, - 0.098145, - 0.061768, - 0.080566, - 0.103027, - 0.108398, - 0.101074, - 0.105957, - 0.097656, - 0.106445, - 0.139648, - 0.197266, - 0.111328, - 0.075684, - 0.077148, - 0.096191, - 0.119629, - 0.108887, - 0.061768, - 0.000261, - 0.098633, - 0.030762, - 0.122559, - 0.067383, - 0.122559, - 0.101562, - 0.123047, - 0.088379, - 0.132812, - 0.091797, - 0.112305, - 0.081055, - 0.030029, - 0.098633, - 0.091797, - 0.10498, - 0.064453, - 0.077148, - 0.074219, - 0.138672, - 0.099609, - 0.025879, - 0.000165, - 0.119629, - 0.131836, - 0.044678, - 0.098145, - 0.002914, - 0.087891, - 0.103516, - 0.070312, - 0.119629, - 0.07666, - 0.167969, - 0.114258, - 0.124512, - 0.114258, - 0.085449, - 0.102051, - 0.098633, - 0.094238, - 0.09375, - 0.107422, - 0.102051, - 0.09668, - 0.093262, - 0.104492, - 0.081543, - 0.087402, - 0.095703, - 0.118652, - 0.092285, - 0.165039, - 0.114746, - 0.102539, - 0.100098, - 0.101074, - 0.104004, - 0.099609, - 0.092773, - 0.098145, - 0.106445, - 0.020264, - 0.081543, - 0.349609, - 0.088379, - 0.098145, - 0.107422, - 0.09082, - 0.097168, - 0.079102, - 0.083984, - 0.089355, - 0.092773, - -0.000313, - 0.125977, - 0.126953, - 0.083008, - 0.058105, - 0.07373, - 0.09375, - 0.112305, - 0.045654, - 0.113281, - 0.086914, - 0.051758, - 0.065918, - 0.086914, - 0.106934, - 0.169922, - 0.083496, - 0.094238, - 0.129883, - 0.111328, - 0.111816, - 0.000553, - 0.118652, - 0.094727, - 0.10498, - 0.117188, - 0.039795, - 0.101562, - 0.029663, - 0.086914, - 0.104004, - 0.046387, - 0.111816, - 0.124023, - 0.101074, - 0.055176, - 0.089355, - 0.102051, - 0.099121, - 0.102539, - 0.080078, - 0.09668, - 0.097168, - 0.094238, - 0.09375, - 0.101562, - 0.101074, - 0.078125, - 0.108398, - 0.11377, - 0.125, - 0.10498, - 0.084961, - 0.087402, - 0.082031, - 0.069336, - 0.141602, - 0.139648, - 0.118164, - 0.087891, - 0.091309, - 0.081055, - 0.09082, - 0.083008, - 0.161133, - 0.102539, - -0.000134, - 0.090332, - 0.109863, - 0.097656, - -0.069336, - 0.096191, - 0.095215, - 0.094238, - 0.106445, - 0.097168, - 0.098633, - 0.105957, - 0.175781, - 0.226562, - 0.105469, - 0.097656, - 0.062988, - 0.089844, - 0.098633, - 0.135742, - 0.096191, - 0.084473, - 0.090332, - 0.103516, - 0.12793, - 0.109375, - 0.102539, - 0.113281, - 0.151367, - 0.106445, - 0.146484, - 0.177734, - 0.108398, - 0.05127, - 0.085938, - 0.084473, - 0.089355, - 0.10498, - 0.12207, - 0.108887, - 0.125977, - 0.000444, - 0.107422, - 0.152344, - 0.117188, - 0.000816, - 0.097168, - 0.092773, - 0.08252, - 0.129883, - 0.085449, - 0.041748, - 0.115723, - 0.099121, - 0.104492, - 0.176758, - 0.105469, - 0.106934, - -0.000446, - 0.09082, - 0.090332, - 0.088867, - 0.111816, - 0.091309, - 0.104492, - 0.104004, - 0.092285, - 0.083008, - 0.089844, - 0.099609, - 0.123047, - 0.100586, - 0.105957, - 0.069336, - 0.090332, - 0.092285, - 0.11377, - 0.277344, - 0.114746, - 0.00071, - 0.11084, - 0.092773, - 0.095215, - 0.09668, - 0.076172, - 0.189453, - 0.083008, - 0.047363, - 0.065918, - 0.084473, - 0.118652, - 0.078125, - 0.102539, - 0.017212, - 0.092285, - 0.192383, - 0.103027, - 0.045166, - 0.062988, - 0.097656, - 0.11377, - 0.094727, - 0.097168, - 0.097168, - 0.106445, - 0.085938, - 0.105957, - 0.10498, - 0.111816, - 0.10791, - 0.106934, - 0.206055, - 0.046631, - 0.081055, - 0.096191, - 0.12793, - -0.041748, - 0.095215, - 0.090332, - -0.001472, - 0.001175, - 0.084473, - 0.117676, - 0.087402, - 0.024292, - 0.144531, - 0.102051, - 0.100098, - 0.114746, - 0.091309, - 0.114746, - 0.10498, - 0.096191, - 0.09668, - 0.131836, - -0.000671, - 0.111328, - 0.095215, - 0.119141, - 0.108887, - 0.117188, - 0.085938, - 0.09375, - 0.099121, - 0.096191, - 0.091309, - 0.363281, - 0.112305, - 0.234375, - 0.091309, - 0.009888, - 0.103027, - 0.12207, - 0.117676, - 0.104492, - 0.105469, - 0.109375, - 0.091797, - 0.091309, - 0.091797, - 0.121094, - 0.088379, - 0.107422, - 0.070312, - 0.106934, - 0.041504, - 0.118164, - 0.085938, - 0.103516, - 0.087402, - 0.085938, - 0.111328, - 0.112305, - 0.074707, - 0.089844, - 0.137695, - 0.096191, - 0.139648, - 0.104492, - 0.129883, - 0.083984, - 0.095703, - 0.089844, - 0.095215, - 0.055664, - 0.086426, - 0.081055, - 0.022705, - 0.094727, - 0.112305, - 0.121094, - 0.100098, - 0.10498, - 0.113281, - 0.125, - 0.100098, - 0.076172, - 0.123047, - 0.115723, - 0.067871, - 0.108398, - 0.098633, - 0.125977, - 0.104004, - 0.040527, - 0.100098, - 0.103516, - 0.07373, - 0.115234, - 0.094727, - 0.10498, - 0.094727, - 0.115723, - 0.082031, - 0.116211, - 0.094727, - 0.086426, - 0.103027, - 0.10791, - 0.143555, - 0.095703, - 0.125977, - 0.095215, - 0.11377, - 0.092285, - 0.105957, - 0.101074, - 0.124023, - 0.042969, - -0.248047, - 0.102539, - 0.078613, - 0.098633, - 0.079102, - 0.107422, - 0.118652, - 0.08252, - 0.125977, - 0.043213, - 0.075684, - 0.112305, - 0.084961, - 0.002029, - 0.097656, - 0.078125, - -1.8e-05, - 0.084473, - 0.107422, - 0.121582, - 0.103516, - 0.087891, - 0.134766, - 0.101074, - 0.114746, - 0.087402, - 0.131836, - 0.085938, - 0.086914, - 0.11084, - 0.119629, - -0.000402, - 0.000526, - 0.098633, - 0.119629, - 0.07373, - 0.10498, - 0.111328, - 0.259766, - 0.087891, - 0.091309, - 0.091797, - 0.085938, - 0.099121, - 0.000488, - 0.11377, - 0.093262, - 0.08252, - 0.099609, - 0.087402, - 0.014343, - 0.117188, - 0.046143, - 0.092773, - -0.001778, - 0.083984, - 0.032227, - 0.088867, - 0.119629, - 0.172852, - 0.002747, - 0.096191, - 0.096191, - 0.147461, - 0.094238, - 0.099121, - 0.117188, - 0.000679, - 0.05127, - 0.093262, - 0.103516, - 0.08252, - 0.093262, - 0.079102, - 0.092285, - 0.125977, - 0.103027, - 0.100586, - 0.117676, - 0.100098, - 0.075195, - 0.083984, - 0.09668, - 0.087891, - 0.125977, - 0.12793, - 0.094727, - 0.095215, - 0.094727, - 0.106445, - 0.079102, - 0.111328, - 0.11377, - 0.003265, - 0.097168, - 0.174805, - 0.09375, - 0.062012, - 0.140625, - 0.106445, - 0.102539, - 0.095703, - 0.121582, - 0.112793, - 0.135742, - 0.09668, - 0.089355, - 0.098633, - 0.081055, - 0.09082, - 0.113281, - 0.107422, - -0.001778, - 0.12793, - 0.099121, - 0.100098, - 0.11084, - 0.081543, - 0.091797, - 0.114746, - 0.125, - 0.111816, - 0.097656, - 0.117188, - 0.111816, - 0.125, - 0.099609, - 0.106445, - 0.188477, - 0.10498, - 0.11377, - 0.119629, - 0.0625, - 0.099121, - 0.083984, - -0.018799, - 0.098633, - 0.104492, - 0.099121, - 0.118164, - 0.100098, - 0.086426, - 0.100586, - 0.103027, - 0.101074, - 0.094727, - 0.098633, - 0.114258, - 0.099609, - 0.08252, - 0.108887, - 0.054443, - 0.114258, - 0.073242, - 0.084473, - 0.09082, - 0.109375, - 0.129883, - 0.089844, - 0.191406, - 0.097656, - 0.094727, - 0.103027, - 0.089844, - 0.097656, - 0.053955, - -0.00174, - 0.10498, - 0.097656, - 0.09668, - 0.102539, - 0.306641, - 0.121094, - 0.078613, - 0.059082, - 0.115234, - 0.107422, - 0.092285, - 0.087402, - 0.12793, - 0.092773, - 0.080078, - 0.061768, - 0.104004, - 0.102539, - 0.096191, - 0.100586, - 0.098633, - 0.103027, - 0.114746, - 0.094238, - 0.10498, - 0.117188, - 0.103027, - 0.102539, - 0.125977, - 0.110352, - 0.283203, - 0.15625, - 0.115234, - 0.109375, - 0.101562, - 0.101074, - 0.158203, - 0.091309, - 0.088379, - 0.111328, - 0.107422, - 0.089844, - 0.098633, - 0.103516, - 0.113281, - 0.114258, - 0.068359, - 0.138672, - 0.07666, - 0.096191, - 0.081055, - 0.077637, - 0.097656, - 0.015747, - 0.07373, - 0.102051, - 0.088379, - 0.092285, - 0.106934, - 0.103027, - 0.116211, - 0.132812, - 0.000465, - 0.063965, - 0.083496, - 0.10791, - 0.08252, - 0.119141, - 0.097656, - 0.103027, - 0.106445, - 0.129883, - 0.118164, - 0.117676, - 0.222656, - 0.106934, - 0.089355, - 0.079102, - 0.08252, - 0.088379, - 0.079102, - 0.113281, - 0.107422, - 0.091797, - 0.097656, - 0.081543, - 0.089844, - 0.120117, - 0.097168, - 0.092773, - 0.088379, - 0.088379, - 0.087891, - 0.124023, - 0.061279, - 0.09668, - 0.096191, - 0.066895, - 0.100586, - -0.000957, - 0.088867, - 0.097656, - 0.175781, - 0.111328, - 0.086426, - 0.084473, - 0.103516, - 0.067871, - 0.072266, - 0.113281, - 0.09668, - 0.001404, - 0.00116, - 0.134766, - -0.000557, - 0.111816, - 0.102051, - 0.104004, - 0.09082, - 0.000315, - 0.118164, - 0.082031, - 0.151367, - 0.109863, - 0.090332, - 0.196289, - 0.095215, - 0.102051, - 0.070312, - 0.109375, - 0.104004, - 0.103027, - 0.126953, - 0.105469, - 0.087402, - 0.102051, - 0.083984, - 0.137695, - 0.090332, - 0.104004, - 0.098145, - 0.091797, - 0.100098, - 0.101074, - 0.038574, - 0.070801, - 0.11377, - 0.089355, - 0.091797, - 0.091309, - 0.076172, - 0.122559, - 0.078125, - 0.102051, - 0.087891, - 0.108887, - 0.094727, - 0.09082, - 0.105469, - 0.114258, - 0.341797, - 0.175781, - 0.101074, - 0.096191, - 0.117188, - 0.075195, - 0.133789, - 0.093262, - 0.095703, - 0.210938, - 0.093262, - 0.130859, - 0.095703, - 0.053467, - 0.088379, - 0.106445, - 0.078613, - 0.106445, - 0.092773, - 0.097168, - 0.028687, - 0.091797, - 0.085938, - 0.089844, - 0.106934, - 0.100098, - 0.089844, - 0.091797, - 0.112305, - 0.071289, - 0.141602, - 0.106445, - 0.103516, - -0.000744, - 0.129883, - 0.118652, - 0.102539, - 0.135742, - 0.146484, - 0.102051, - 0.088867, - 0.121582, - 0.00296, - 0.11084, - 0.094727, - 0.075195, - 0.189453, - 0.102051, - 0.113281, - 0.113281, - 0.000805, - 0.094727, - 0.064453, - 0.092285, - 0.08252, - 0.104004, - 0.087891, - 0.111328, - 0.097168, - 0.094238, - 0.000196, - 0.111816, - 0.057861, - 0.111816, - 0.107422, - 0.140625, - 0.093262, - 0.115234, - 0.001945, - 0.008423, - 0.110352, - 0.001274, - 0.201172, - 0.083984, - 0.117188, - 0.106934, - 0.103516, - 0.077148, - 0.111328, - 0.097656, - 0.103516, - 0.234375, - 0.001274, - 0.095703, - 0.096191, - 0.142578, - 0.101562, - 0.087891, - 0.229492, - 0.102051, - 0.095215, - 0.081543, - 0.102051, - 0.098145, - 0.102539, - 0.095215, - 0.105469, - 0.097168, - 0.125, - 0.112793, - 0.121094, - 0.107422, - -0.000425, - 0.069824, - 0.065918, - 0.102539, - 0.093262, - 0.151367, - 0.095703, - 0.103027, - 0.000467, - 0.087891, - 0.111816, - 0.000992, - 0.112793, - 0.12793, - 0.091309, - 0.11377, - 0.09668, - 0.096191, - 0.088379, - 0.094727, - 0.118164, - -0.000336, - 0.097168, - 0.098633, - 0.15332, - 0.109375, - -0.001648, - 0.125977, - 0.091797, - 0.308594, - 0.071777, - 0.10791, - 0.092285, - 0.026367, - 0.023315, - 0.107422, - 0.091309, - 0.082031, - 0.083008, - 0.074707, - 0.091797, - 0.09668, - -0.00119, - 0.10791, - 0.148438, - 0.097168, - 0.09668, - 0.111328, - 0.087891, - 0.419922, - 0.088379, - 0.09668, - 0.091797, - 0.021606, - 0.090332, - 0.095215, - 0.132812, - 0.117188, - 0.106445, - 0.100098, - 0.100586, - 0.092285, - 0.121582, - 0.102051, - 0.11377, - 0.10791, - 0.088379, - 0.088867, - 0.089844, - 0.095215, - 0.103027, - 0.11377, - 0.07959, - 0.104004, - 0.083008, - 0.124512, - 0.100586, - 0.120605, - 0.101562, - 0.092285, - 0.090332, - 0.105957, - 0.097656, - 0.108887, - 0.130859, - -0.001007, - 0.07373, - 0.048096, - 0.152344, - 0.10498, - 0.102539, - 0.084961, - 0.236328, - 0.07666, - 0.107422, - 0.054443, - 0.086426, - 0.142578, - 0.136719, - 0.113281, - 0.085938, - 0.084473, - -0.001259, - 0.11084, - 0.098633, - 0.092285, - 0.085449, - 0.095703, - 0.066895, - 0.122559, - 0.101074, - 0.085938, - 0.118652, - 0.115234, - 0.154297, - 0.109863, - 0.104492, - 0.095703, - 0.178711, - 0.07959, - 0.09668, - 0.083984, - 0.089844, - 0.091309, - 0.09082, - 0.057129, - 0.091797, - 0.126953, - 0.132812, - 0.091309, - 0.169922, - 0.12793, - 0.147461, - 0.062988, - 0.086426, - 0.036377, - 0.100098, - 0.087891, - 0.123535, - 0.102539, - 0.08252, - 0.09082, - 0.098633, - 0.098145, - 0.106445, - 0.119629, - 0.092285, - 0.333984, - 0.249023, - 0.00473, - 0.100586, - 0.071777, - 0.112305, - 0.109375, - 0.072754, - 0.092773, - 0.093262, - 0.109375, - 0.101074, - 0.101562, - 0.091309, - 0.120117, - 0.07959, - -0.000507, - 0.101074, - 0.086914, - 0.052002, - 0.083496, - 0.100098, - 0.073242, - 0.106934, - 0.119629, - 0.112793, - 0.081055, - 0.092285, - 0.068848, - 0.130859, - 0.07373, - 0.08252, - 0.103516, - 0.004547, - 0.098633, - 0.10498, - 0.134766, - 0.116211, - 0.10791, - 0.119141, - 0.11084, - 0.34375, - 0.102539, - 0.100098, - 0.078613, - 0.108398, - 0.100586, - 0.098145, - 0.104492, - 0.092285, - 0.11084, - 0.09668, - 0.108398, - 0.094238, - 0.085938, - 0.102051, - 0.07373, - 0.100098, - 0.09668, - 0.111816, - 0.097168, - 0.097656, - 0.084473, - 0.102539, - 0.09668, - 0.090332, - 0.084473, - 0.05835, - 0.000809, - 0.090332, - 0.115723, - 0.097168, - 0.09082, - 0.095703, - 0.071777, - 0.086426, - 0.094727, - 0.093262, - 0.114746, - 0.090332, - 0.105469, - 0.085938, - 0.083008, - 0.094727, - 0.096191, - 0.095703, - 0.112793, - 0.104492, - 0.07959, - 0.12207, - 0.094727, - 0.089844, - 0.102539, - 0.083496, - 0.144531, - 0.082031, - 0.341797, - 0.068848, - 0.106445, - 0.100098, - -1.9e-05, - 0.085938, - 0.07666, - 0.095703, - 0.11084, - 0.102539, - 0.361328, - 0.037842, - 0.121582, - 0.101562, - 0.097168, - 0.131836, - 0.099121, - 0.087402, - 0.117676, - 0.094727, - 0.103516, - 0.097168, - 0.115234, - 0.257812, - 0.091309, - 0.108887, - 0.092773, - 0.103027, - 0.099609, - 0.094727, - 0.110352, - 0.554688, - 0.109863, - 0.337891, - 0.132812, - 0.087402, - 0.121582, - -0.001129, - 0.175781, - 0.086914, - 0.125, - 0.088379, - 0.101074, - 0.063477, - 0.07959, - 0.095703, - 0.092285, - 0.118652, - 0.087402, - 0.109375, - 0.082031, - 0.0354, - 0.490234, - 0.068848, - 0.102051, - 0.118164, - 0.098145, - 0.118164, - 0.083008, - 0.106445, - 0.095703, - 0.140625, - 0.105957, - 0.000427, - 0.10498, - 0.001022, - 0.092773, - 0.091797, - 0.091797, - 0.094238, - 0.094238, - 0.098145, - 0.101074, - 0.113281, - 0.071777, - 0.081543, - 0.087891, - 0.087891, - 0.08252, - 0.251953, - 0.092773, - -0.061279, - 0.09668, - 0.099609, - 0.087402, - 0.09082, - 0.11084, - 0.121094, - 0.110352, - 0.064453, - 0.101074, - 0.101074, - 0.129883, - 0.109863, - 0.103516, - 0.09375, - 0.086426, - 0.100586, - 0.231445, - 0.090332, - 0.098633, - 0.195312, - 0.116699, - 0.092773, - 0.101562, - 0.09668, - 0.108887, - 0.075195, - 0.089355, - 0.095215, - 0.177734, - 0.104492, - 0.09375, - 0.10498, - 0.002289, - 0.064453, - 0.083984, - 0.094238, - 0.130859, - 0.097656, - 0.104004, - 0.106445, - 0.128906, - -0.002457, - 0.10498, - 0.10791, - 0.097168, - 0.117188, - 0.087402, - 0.089844, - 0.102051, - 0.130859, - 0.101074, - 0.097168, - 0.114746, - 0.15918, - 0.067871, - 0.093262, - 0.121094, - 0.091797, - 0.094727, - 0.115723, - 0.094727, - 0.116699, - 0.087402, - 0.092773, - 0.002716, - 0.088379, - 0.118164, - 0.100586, - 0.089355, - 0.102539, - 0.092773, - 0.100098, - 0.107422, - 0.120605, - 0.095215, - 0.101074, - 0.108398, - 0.115234, - 0.087402, - 0.085938, - 0.271484, - 0.131836, - 0.121582, - 0.102539, - 0.097168, - 0.090332, - 0.122559, - 0.089355, - 0.000202, - 0.099121, - 0.088867, - 0.108398, - 0.070312, - 0.224609, - 0.124023, - -0.000557, - 0.066406, - 0.116699, - 0.113281, - 0.11084, - 0.097168, - 0.101074, - 0.095215, - 0.105469, - 0.110352, - 0.091797, - 0.063477, - 0.114258, - 0.098145, - 0.107422, - 0.085449, - 0.064941, - 0.085449, - 0.114746, - 0.0625, - 0.001297, - 0.104004, - 0.107422, - 0.269531, - 0.109863, - 0.104004, - 0.116699, - 0.043213, - 0.11084, - 0.09375, - 0.089355, - 0.118652, - 0.191406, - 0.109863, - 0.09668, - 0.134766, - 0.103027, - 0.090332, - 0.173828, - 0.120605, - 0.116211, - 0.074219, - 0.07666, - 0.099609, - 0.109375, - 0.089355, - 0.063965, - 0.088867, - 0.125977, - 0.112793, - 0.115723, - 0.095703, - 0.094727, - 0.130859, - 0.083984, - 0.335938, - 0.119141, - 0.082031, - 0.106445, - 0.122559, - 0.102051, - 0.09375, - 0.080566, - 0.116699, - 0.10791, - 0.093262, - 0.100098, - 0.106445, - 0.106934, - 0.097656, - 0.00032, - 0.071289, - 0.099609, - 0.031982, - 0.103027, - 0.104492, - 0.079102, - 0.114746, - 0.119629, - 0.109863, - 0.085449, - 0.084961, - 0.095215, - 0.080566, - 0.083008, - 0.001953, - 0.10791, - 0.058105, - -0.000402, - 0.126953, - 0.103516, - 0.15332, - 0.109375, - 0.093262, - 0.121094, - 0.085938, - 0.098633, - 0.119629, - 0.217773, - 0.083984, - 0.129883, - 0.092773, - 0.115723, - 0.098145, - 0.098633, - 0.107422, - 0.016357, - 0.098633, - 0.050781, - 0.10498, - 0.104004, - 0.289062, - 0.066895, - 0.062988, - 0.142578, - 0.103516, - 0.000212, - 0.102051, - 0.088379, - 0.05957, - 0.102539, - 0.125977, - 0.084473, - 0.092285, - 0.142578, - 0.103516, - 0.235352, - 0.086426, - 0.090332, - 0.152344, - 0.09668, - 0.094727, - 0.09375, - 0.208008, - 0.07959, - 0.102539, - 0.094238, - 0.097656, - 0.110352, - 0.07959, - 0.076172, - 0.113281, - 0.100098, - 0.15332, - 0.117676, - 0.074219, - 0.095703, - 0.097656, - 0.11377, - 0.103516, - 0.104004, - 0.111816, - 0.095215, - 0.105957, - 0.095215, - -0.002182, - 0.116699, - 0.079102, - 0.130859, - 0.123535, - 0.07959, - 0.057861, - 0.229492, - 0.111816, - 0.087402, - 0.000595, - 0.104004, - 0.062988, - 0.120605, - 0.049561, - 0.104492, - 0.087402, - 0.118164, - 0.0354, - 0.111816, - 0.110352, - 0.089844, - 0.12207, - 0.106934, - 0.091309, - 0.096191, - 0.097656, - -0.000463, - 0.210938, - 0.099121, - 0.151367, - 0.098633, - 0.096191, - 0.671875, - 0.109863, - 0.088379, - 0.102539, - 0.131836, - 0.132812, - 0.039795, - 0.128906, - 0.099609, - 0.170898, - 0.059326, - -0.000954, - 0.097656, - 0.083984, - 0.106934, - 0.09375, - 0.097168, - 0.103516, - 0.108398, - 0.133789, - 0.055908, - 0.081055, - 0.086426, - 0.108398, - 0.10498, - 0.099121, - 0.107422, - 0.093262, - 0.094238, - 0.092285, - 0.077637, - 0.098633, - 0.115234, - 0.114746, - 0.078613, - 0.101074, - 0.110352, - 0.106934, - 0.106445, - 0.099609, - 0.154297, - 0.089355, - 0.110352, - 0.219727, - 0.073242, - 0.085938, - 0.111816, - 0.101562, - 0.000429, - 0.120117, - 0.072266, - 0.078125, - 0.099121, - 0.113281, - 0.070312, - 0.075684, - 0.099609, - 0.094727, - 0.25, - 0.097656, - 0.055664, - 0.090332, - 0.069336, - 0.103516, - 0.145508, - 0.137695, - 0.066406, - 0.106445, - 0.102539, - 0.106445, - 0.108398, - 0.098633, - 0.11377, - 0.103516, - 0.070312, - 0.146484, - 0.100586, - 0.082031, - 0.113281, - 0.097656, - 0.09668, - 0.104004, - 0.121094, - 0.103516, - 0.098633, - 0.114746, - 0.100586, - 0.081055, - 0.083496, - 0.080078, - 0.134766, - 0.105957, - 0.064453, - 0.087891, - 0.103027, - 0.082031, - 0.110352, - 0.02771, - 0.09082, - 0.087891, - 0.086914, - 0.100586, - 0.086914, - 0.092773, - 0.101562, - 0.101562, - 0.104004, - 0.030518, - 0.092773, - 0.150391, - 0.096191, - 0.111328, - 0.111816, - 0.000108, - 0.100586, - 0.087891, - 0.136719, - 0.108887, - 0.12793, - 0.044678, - 0.105469, - 0.104492, - 0.103516, - 0.104004, - 0.114258, - 0.100098, - 0.074707, - 0.11377, - 0.089355, - 0.092773, - 0.083984, - 0.144531, - 0.071289, - 0.102539, - 0.116211, - 0.101074, - 0.07666, - 0.071289, - -0.000341, - 0.115723, - 0.119629, - 0.063477, - 0.100098, - 0.106445, - 0.072754, - 0.098145, - 0.102539, - 0.099609, - 0.098633, - 0.091797, - 0.113281, - 0.06543, - 0.083008, - 0.11084, - 0.115723, - 0.117188, - 0.111328, - 0.105957, - 0.10498, - 0.084961, - 0.157227, - 0.125, - 0.083984, - 0.101074, - 0.091309, - 0.144531, - 0.114258, - 0.097656, - 0.110352, - 0.12793, - 0.088867, - 0.121582, - 0.078613, - 0.112305, - 0.078613, - 0.078613, - 0.094238, - 0.210938, - 0.100098, - 0.085449, - 0.09375, - 0.11377, - 0.029663, - 0.098145, - 0.102051, - -0.001671, - 0.133789, - 0.081055, - 0.102539, - 0.041504, - 0.11084, - 0.09668, - 0.182617, - 0.091309, - 0.111816, - 0.109375, - 0.060303, - 0.103516, - 0.02478, - 0.097656, - 0.104004, - 0.095703, - 0.093262, - -0.000542, - 0.107422, - 0.084473, - 0.091797, - 0.095703, - 0.136719, - 0.10791, - 0.065918, - 0.113281, - 0.102539, - 0.112305, - 0.106445, - 0.102051, - 0.049316, - 0.080566, - 0.106445, - 0.10791, - 0.102539, - 0.000813, - 0.104004, - 0.100098, - 0.078613, - 0.063477, - 0.112793, - 0.168945, - 0.098145, - 0.113281, - 0.103027, - 0.093262, - 0.097656, - 0.084961, - 0.144531, - 0.086426, - 0.126953, - 0.102539, - 0.12793, - 0.213867, - 0.07666, - 0.083984, - 0.110352, - 0.125977, - 0.108398, - 0.087402, - 0.100586, - 0.10791, - 0.170898, - 0.09375, - 0.082031, - 0.094727, - 0.053223, - 0.084473, - 0.07959, - 0.109863, - 0.101074, - 0.095703, - 0.09668, - 0.106445, - 0.112793, - 0.230469, - 0.11084, - 0.094727, - 0.089355, - 0.103027, - 0.116211, - 0.099609, - 0.123535, - 0.097168, - 0.101074, - 0.111328, - 0.11377, - -0.0005, - 0.10791, - 0.077637, - 0.094727, - 0.102539, - 0.101074, - 0.073242, - 0.109375, - -0.00082, - 0.075195, - 0.083008, - 0.122559, - 0.111328, - 0.086914, - 0.141602, - -0.000211, - 0.125977, - 0.088379, - 0.116211, - 0.07959, - 0.109863, - 0.114258, - 0.116699, - 0.109375, - 0.174805, - 0.108887, - 0.09082, - 0.088867, - 0.085449, - 0.089355, - 0.102051, - 0.071777, - 0.108398, - 0.098633, - 0.099609, - 0.108398, - 0.095215, - 0.09668, - 0.106445, - 0.104004, - 0.07959, - 0.094238, - 0.106934, - 0.099121, - 0.098145, - 0.105957, - 0.121582, - 0.120117, - 0.100586, - 0.106934, - -0.001358, - 0.018555, - 0.092773, - 0.059082, - 0.120605, - 0.092773, - 0.09082, - 0.15918, - 0.083496, - 0.09668, - 0.001625, - 0.117676, - 0.095215, - 0.083496, - 0.063477, - 0.074707, - 0.096191, - 0.071777, - 0.12207, - 0.095703, - 0.089844, - -0.001106, - 0.09375, - 0.081543, - 0.034668, - 0.080078, - 0.134766, - 0.103027, - 0.106445, - 0.175781, - 0.107422, - 0.11084, - 0.195312, - 0.091797, - 0.124023, - 0.113281, - 0.104004, - 0.099121, - 0.117676, - 0.168945, - 0.12793, - 0.108398, - 0.100098, - 0.058105, - 0.100586, - -0.003479, - 0.115723, - 7e-05, - 0.11084, - 0.123535, - 0.099121, - 0.071777, - 0.100586, - 0.111328, - 0.067383, - -0.000599, - 0.09082, - 0.121094, - 0.094238, - 0.092773, - 0.001999, - 0.108398, - 0.00058, - 0.101562, - 0.078125, - 0.107422, - 0.098633, - 0.126953, - 0.086426, - 0.110352, - 0.105957, - 0.106934, - 0.118652, - 0.078125, - 0.095215, - 0.119141, - 0.102539, - 0.114258, - 0.118652, - 0.089355, - 0.084961, - 0.113281, - 0.076172, - 0.115234, - 0.077148, - 0.129883, - 0.104004, - 0.106445, - 0.101074, - 0.072754, - 0.088379, - 0.12793, - 0.083496, - 0.086426, - 0.097656, - 0.064941, - 0.112305, - 0.11377, - 0.10791, - 0.099121, - 0.121094, - 0.114746, - 0.098145, - 0.09375, - 0.121094, - 0.129883, - 0.105957, - 0.112793, - 0.130859, - 0.090332, - -0.001656, - 0.095703, - 0.103027, - 0.100098, - 0.105469, - 0.086426, - 0.05957, - 0.083984, - 0.125, - 0.115234, - 0.102051, - 0.099609, - 0.091797, - 0.121094, - 0.135742, - 0.098633, - 0.150391, - 0.083008, - 0.132812, - 0.100586, - 0.078125, - 0.101074, - 0.101562, - 0.139648, - 0.098633, - 0.099609, - 0.087891, - 0.0271, - 0.029907, - 0.104492, - 0.15332, - 0.095215, - 0.102051, - 0.084961, - 0.11084, - 0.11377, - 0.085449, - 0.120605, - 0.07666, - 0.10791, - -0.001144, - 0.139648, - 0.099121, - 0.113281, - 0.103516, - 0.114746, - 0.10498, - 0.107422, - -0.06543, - 0.103027, - 0.098633, - 0.112793, - 0.050049, - 0.128906, - 0.108398, - 0.106934, - 0.103516, - 0.091797, - 0.092285, - 0.101074, - 0.294922, - 0.106445, - 0.100098 - ] - }, - "name": "model.transformer.layers.1.ffn_norm.weight", - "outputIndexes": [ - 154 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 153, - 154 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_1/Mul_1_output_0", - "outputIndexes": [ - 155 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 155 - ], - "outputIndexes": [ - 2061 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2061 - ], - "outputIndexes": [ - 2062 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear", - "inputIndexes": [ - 2062 - ], - "outputIndexes": [ - 2063 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2560, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 40960, - "weightSize": 0 - }, - "external": [ - 9449692, - 2621462, - 327680, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2063 - ], - "outputIndexes": [ - 2064 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2064 - ], - "outputIndexes": [ - 156 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2560 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1280 - ] - }, - "name": "/ffn_1/Mul_output_0", - "outputIndexes": [ - 157 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 156, - 21, - 157, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_1/Slice_output_0", - "outputIndexes": [ - 158 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 158 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_1/Sigmoid_output_0", - "outputIndexes": [ - 159 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 158, - 159 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_1/Mul_output_0", - "outputIndexes": [ - 160 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2560 - ] - }, - "name": "/ffn_1/Mul_1_output_0", - "outputIndexes": [ - 161 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 156, - 157, - 161, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_1/Slice_1_output_0", - "outputIndexes": [ - 162 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 160, - 162 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_1/Mul_2_output_0", - "outputIndexes": [ - 163 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 163 - ], - "outputIndexes": [ - 2065 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2065 - ], - "outputIndexes": [ - 2066 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear", - "inputIndexes": [ - 2066 - ], - "outputIndexes": [ - 2067 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 12398834, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2067 - ], - "outputIndexes": [ - 2068 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2068 - ], - "outputIndexes": [ - 164 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 152, - 164 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_7_output_0", - "outputIndexes": [ - 165 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 165, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_8_output_0", - "outputIndexes": [ - 166 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 166 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_2/Mul_output_0", - "outputIndexes": [ - 167 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.026001, - 0.016968, - 0.026733, - 0.038574, - 0.063477, - 0.027222, - 0.072754, - 0.026367, - 0.022949, - 0.012451, - 0.02771, - 0.031128, - 0.031006, - 0.026245, - 0.033936, - 0.030273, - 0.030396, - 0.022827, - 0.028198, - 0.027344, - 0.0354, - 0.000858, - 0.028809, - 0.020264, - 0.032959, - 0.031494, - 0.018433, - 0.023193, - 0.016846, - 0.023926, - 0.02478, - 0.037598, - 0.034424, - 0.013794, - 0.035889, - 0.024414, - 0.03418, - 0.023926, - 0.002167, - 0.025269, - 0.057617, - 0.021118, - 0.036621, - 0.000336, - 0.027222, - -0.000418, - 0.027466, - 0.021606, - 0.046387, - 0.028442, - 0.032471, - 0.030396, - 0.027588, - 0.018433, - 0.03833, - 0.022705, - 0.027344, - 0.048096, - 0.026245, - 0.026978, - 0.032227, - 0.023804, - 0.092773, - 0.030396, - 0.036865, - -0.0065, - 0.025635, - 0.032959, - 0.035645, - 0.019409, - 0.040771, - 0.036133, - 0.026245, - 0.031128, - 0.034912, - 0.025879, - 0.000557, - -0.000839, - 0.033447, - 0.024414, - 0.02417, - 0.025635, - 0.019287, - 0.031494, - 0.038818, - 0.029541, - 0.025269, - 0.040527, - 0.027344, - 0.011475, - 0.021973, - 0.026733, - 0.028564, - 0.028809, - 0.057373, - 0.038574, - 0.020874, - -0.000942, - 0.021118, - 0.028442, - 0.026489, - 0.0271, - 0.063965, - 0.021606, - 0.022705, - 0.041016, - 0.025513, - 0.033203, - 0.027466, - -8.9e-05, - 0.040039, - 0.05249, - 0.026733, - -0.008057, - 0.024902, - 0.024536, - 0.056396, - 0.023438, - 0.025391, - 0.036133, - 0.041748, - 0.026855, - 0.02771, - 0.012207, - 0.032715, - 0.00885, - 0.03064, - 0.026489, - 0.025879, - 0.022705, - 0.027222, - 0.02771, - 0.032471, - 0.032471, - 0.027588, - 0.043213, - 0.061035, - 0.061768, - 0.036133, - 0.022461, - 0.043213, - 0.027344, - 0.040283, - 0.026733, - 0.017212, - -0.002075, - 0.034668, - 0.015503, - 0.040039, - 0.035889, - 0.03418, - 0.029541, - 0.03418, - 0.032959, - 0.042236, - 0.023682, - 0.028076, - 0.004272, - 0.017944, - 0.026123, - 0.030762, - 0.021973, - 0.045654, - 0.026489, - 0.012024, - 0.048828, - 0.034912, - 0.000603, - 0.025513, - 0.053223, - 0.101562, - -0.001045, - 0.028198, - 0.028564, - 0.037354, - 0.032471, - 0.026733, - 0.062988, - 0.020752, - 0.117188, - 0.024414, - 0.04248, - 0.033203, - 0.022217, - 0.020386, - 0.031982, - 0.025757, - 0.030518, - 0.025146, - 0.02771, - 0.033203, - -0.008118, - 0.032227, - 0.026855, - 0.017944, - 0.037354, - 0.023193, - 0.020142, - 0.067383, - 0.028687, - 0.031982, - 0.032227, - 0.046875, - 0.023926, - 0.02356, - 0.018066, - 0.030273, - 0.021973, - 0.028931, - 0.029053, - 0.146484, - 0.024414, - 0.024414, - 0.030884, - 0.04126, - 0.020752, - 0.023926, - 0.020752, - 0.025146, - 0.030884, - 0.000157, - 0.047119, - 0.06543, - 0.027222, - 0.019897, - 0.034912, - 0.022705, - 0.030762, - -0.000717, - 0.032227, - 0.048584, - 0.021851, - 0.019775, - 0.022949, - 0.027344, - 0.049316, - 0.02356, - 0.025757, - 0.122559, - 0.026855, - 0.0354, - 0.025757, - 0.03418, - -0.007385, - 0.013733, - 0.034424, - 0.018555, - 0.027954, - 0.018188, - 0.025635, - 0.037598, - 0.026245, - 0.036377, - 0.03833, - 0.040039, - 0.017822, - 0.023682, - 0.031982, - 0.033691, - 0.034668, - 0.020264, - 0.027588, - 0.026978, - 0.043945, - 0.034424, - 0.034668, - 0.031738, - 0.019287, - 0.033447, - 0.044189, - 0.065918, - 0.009155, - 0.019287, - 0.02356, - 0.030029, - 0.034668, - 0.062012, - 0.045654, - 0.037109, - 0.0354, - 0.016724, - 0.026489, - 0.025635, - 0.034912, - 0.059082, - 0.042969, - 0.044678, - 0.018555, - 0.028076, - 0.013367, - 0.027222, - 0.010986, - 0.03833, - 0.034668, - 0.0354, - 0.017334, - 0.030029, - 0.028687, - 0.054199, - 0.084473, - 0.041504, - 0.018799, - 0.024658, - 0.012329, - 0.032715, - 0.032959, - -0.000565, - 0.024902, - 0.018188, - 0.031494, - 0.039551, - 0.03418, - 0.033936, - 0.042969, - 0.056152, - 0.024536, - 0.069336, - 0.059814, - 0.033691, - 0.041748, - -0.001289, - 0.022705, - 0.019409, - 0.024902, - 0.032227, - 0.025757, - 0.052246, - -0.000269, - 0.028076, - 0.04834, - 0.002747, - 5.9e-05, - 0.029297, - 0.023438, - 0.024292, - 0.037354, - 0.022949, - 0.016479, - 0.035889, - 0.040039, - 0.030884, - 0.085938, - 0.03125, - 0.047852, - -0.000267, - 0.040771, - 0.022827, - 0.023682, - 0.038086, - -9.6e-05, - 0.024048, - -0.02002, - 0.005615, - 0.034912, - 0.05249, - 0.026245, - 0.033447, - 0.027344, - 0.026733, - 0.017944, - 0.026733, - 0.047363, - 0.032715, - 0.110352, - 0.018799, - 0.047119, - 0.030884, - 0.026855, - 0.021606, - -0.023071, - 0.034912, - 0.132812, - 0.02356, - -0.001358, - 0.004364, - 0.000397, - 0.054199, - 0.022949, - 0.035889, - -0.001755, - 0.028687, - 0.063965, - 0.03064, - -0.001549, - 0.020752, - 0.02417, - 0.031006, - 0.02417, - 0.023193, - 0.033691, - 0.024902, - 0.027222, - 0.031494, - 0.0271, - 0.041748, - 0.031982, - 0.036377, - 0.137695, - 0.001198, - 0.019043, - 0.020142, - 0.052734, - 0.017456, - -0.013977, - 0.02771, - 0.013306, - -0.000942, - 0.02478, - 0.030518, - 0.033447, - 0.007263, - 0.041016, - 0.026001, - 0.0354, - 0.034912, - 0.022339, - 0.040527, - 0.028076, - 0.028442, - 0.03418, - 0.044678, - 0.050293, - 0.033203, - 0.034912, - 0.050537, - 0.028442, - 0.030396, - 0.040283, - 0.023315, - 0.030029, - 0.036865, - 0.028442, - 0.09375, - 0.037598, - 0.108887, - 0.029175, - 0.022461, - 0.024902, - 0.029419, - 0.050537, - 0.020996, - 0.025879, - 0.027832, - 0.021362, - 0.02478, - 0.038086, - 0.047119, - 0.01123, - 0.031982, - 0.020508, - 0.021729, - 0.011292, - 0.035889, - 0.008911, - 0.037109, - 0.024536, - 0.021851, - 0.036133, - 0.031982, - 0.026978, - -0.003326, - 0.051025, - 0.023438, - 0.066406, - 0.038818, - 0.047119, - 0.019409, - 0.034912, - 0.033203, - 0.03064, - -0.000744, - 0.021729, - 0.028931, - 0.040039, - 0.024658, - 0.032715, - 0.038574, - 0.024902, - 0.026367, - 0.050293, - 0.033936, - 0.026978, - 0.021973, - 0.040283, - 0.037109, - -0.006104, - 0.025146, - 0.024658, - 0.033447, - 0.029053, - 0.022827, - 0.028687, - 0.03125, - 0.028687, - 0.048584, - 0.043945, - 0.028442, - 0.025757, - 0.030273, - 0.018311, - 0.041016, - 0.020874, - 0.023804, - 0.03418, - 0.041992, - 0.038574, - 0.029419, - 0.041992, - 0.023071, - 0.0271, - 0.035889, - 0.041016, - 0.029785, - 0.036865, - 0.000205, - 0.204102, - 0.030273, - -0.006042, - 0.030273, - 0.038818, - 0.029053, - 0.026855, - 0.026733, - 0.057373, - 0.025024, - 0.05249, - 0.020386, - 0.024414, - 0.033691, - 0.005707, - 0.030518, - 0.09375, - 0.022583, - 0.024902, - 0.024658, - 0.036133, - 0.000622, - 0.053955, - 0.022705, - 0.031494, - 0.012878, - 0.031494, - 0.029907, - 0.021606, - 0.035156, - 0.04126, - 0.160156, - 0.036621, - 0.026489, - 0.041748, - 0.021851, - 0.028076, - 0.045654, - 0.15332, - -0.005859, - 0.026001, - 0.0271, - -0.000313, - 0.031128, - 0.021606, - 0.026855, - 0.043945, - 0.027344, - 0.020996, - 0.024658, - -0.002518, - 0.027588, - 0.024292, - 0.032471, - 0.000235, - -1.8e-05, - -0.000519, - 0.020752, - 0.025391, - 0.058838, - 0.057861, - 0.032715, - -0.001907, - 0.069824, - 0.018555, - 0.028931, - 0.036377, - 0.062012, - 9.2e-05, - 0.022583, - 0.025635, - 0.019531, - 0.022949, - 0.001373, - 0.03125, - 0.050781, - 0.027344, - 0.028442, - 0.030884, - 0.034424, - 0.029175, - 0.02417, - 0.026123, - 0.029785, - 0.040039, - 0.03833, - 0.026489, - 0.028809, - 0.024902, - 0.027222, - 0.037598, - 0.038818, - -0.001884, - 0.060303, - 0.04248, - 0.071289, - 0.047607, - -0.001434, - 0.041748, - -0.01123, - 0.033203, - 0.003906, - 0.026611, - 0.03833, - 0.041016, - 0.029541, - 0.041016, - 0.036133, - 0.025513, - 0.028564, - 0.055908, - 0.021729, - 0.139648, - 0.04834, - 0.029419, - 0.029785, - 0.032227, - 0.026001, - 0.036377, - 0.037354, - 0.037598, - 0.038818, - 0.023071, - 0.027344, - 0.028442, - 0.036621, - 0.02478, - 0.026489, - 0.058838, - 0.020508, - 0.031738, - 0.0354, - 0.023804, - 0.030273, - -0.009888, - 0.0354, - 0.025757, - 0.038574, - 0.03125, - 0.036865, - 0.033447, - 0.028809, - 0.026733, - 0.027588, - 0.029297, - 0.028687, - 0.023682, - 0.029907, - 0.032471, - 0.026489, - 0.032471, - 0.020874, - 0.036865, - 0.00132, - -0.006348, - 0.029663, - 0.032227, - 0.113281, - 0.025024, - 0.071777, - 0.010803, - 0.04126, - 0.051758, - 0.046387, - 0.021973, - 0.018555, - 0.012939, - 0.030273, - 0.025757, - -0.011108, - 0.03064, - 0.111328, - 0.04248, - 0.012634, - 0.018555, - 0.044678, - 0.034424, - 0.031738, - 0.0271, - 0.026611, - 0.028564, - 0.029419, - 0.022217, - 0.034668, - 0.030273, - 0.032227, - 0.025391, - 0.022583, - 0.030273, - 0.021118, - 0.026978, - 0.021118, - 0.034912, - 0.024902, - 0.02832, - 0.038818, - 0.02771, - 0.112793, - 0.073242, - 0.030396, - 0.036865, - 0.027588, - 0.029053, - 0.068359, - 0.032471, - 0.02478, - 0.040283, - 0.026245, - 0.023438, - 0.034668, - 0.02832, - 0.032959, - 0.035889, - 0.027222, - 0.059326, - 0.0354, - 0.041504, - 0.030396, - 0.002518, - 0.026245, - 0.025635, - 0.026367, - 0.034912, - 0.022949, - 0.033203, - 0.041504, - 0.031738, - 0.044189, - 0.062988, - 0.051514, - 0.026978, - -0.00164, - 0.032471, - 0.026733, - 0.050537, - 0.029785, - 0.024414, - 0.018921, - 0.038818, - 0.032227, - 0.033203, - 0.075195, - 0.028931, - 0.021851, - 0.021484, - 0.027832, - 0.026367, - 0.028076, - 0.038086, - 0.033936, - 0.021729, - 0.030273, - 0.029663, - 0.021362, - 0.044678, - 0.027954, - 0.027954, - 0.021606, - 0.024414, - 0.029785, - 0.041748, - 0.025269, - 0.003006, - -0.003906, - 0.03064, - 0.027222, - 0.013489, - 0.021362, - 0.029907, - 0.094727, - 0.025635, - 0.027344, - 0.030151, - 0.024292, - 0.035889, - 0.024902, - 0.036865, - 0.034668, - 0.000191, - 0.018799, - 0.066406, - 0.000751, - 0.029419, - 0.034424, - 0.035156, - 0.028198, - 0.026855, - 0.042236, - 0.027344, - 0.041504, - 0.022217, - 0.029053, - 0.078125, - 0.002411, - 0.033447, - 0.021851, - 0.033447, - 0.028809, - 0.028687, - 0.040039, - 0.02356, - 0.026367, - 0.034668, - 0.023438, - 0.046875, - 0.024048, - 0.029541, - 0.023193, - 0.031494, - 0.026733, - 0.024414, - -0.000456, - 0.024536, - 0.034668, - 0.031738, - 0.033203, - 0.025757, - 0.020996, - 0.028687, - 0.023193, - 0.031738, - 0.021729, - 0.019287, - 0.026367, - 0.024658, - 0.024414, - 0.032471, - 0.118164, - 0.060791, - 0.022461, - 0.039062, - 0.034912, - -0.012085, - 0.038818, - 0.032227, - 0.030884, - 0.085449, - 0.028931, - 0.032959, - 0.026123, - 0.017334, - 0.029541, - 0.028076, - 0.020386, - 0.025757, - 0.023315, - 0.031738, - 0.000137, - 0.028809, - 0.044922, - -4.8e-05, - 0.02771, - 0.042236, - 0.024414, - 0.056396, - 0.033936, - 0.018433, - 0.058594, - -0.010315, - 0.027588, - 0.07959, - 0.025513, - 0.032471, - 0.027466, - -0.000362, - 0.037842, - 0.040283, - 0.01001, - 0.03833, - 0.023193, - 0.047607, - 0.029175, - 0.020996, - 0.062988, - 0.027832, - 0.032959, - 0.040039, - 0.017334, - 0.01532, - 0.030762, - 0.01239, - 0.038086, - 0.02417, - 0.020874, - 0.035156, - 0.026123, - 0.026367, - 0.031128, - 0.05542, - 0.028564, - 0.066406, - 0.028687, - 0.047607, - 0.040771, - 0.028687, - 0.028931, - 0.037354, - 0.036377, - 0.009033, - 0.064453, - 0.032471, - 0.028198, - 0.028198, - 0.034668, - 0.035156, - 0.02771, - 0.036621, - 0.02417, - 0.094238, - 0.027344, - 0.022095, - 0.02771, - 0.06543, - 0.03418, - 0.040527, - 0.098633, - 0.022827, - 0.017456, - 0.02478, - 0.019165, - 0.00079, - 0.026733, - 0.024414, - 0.026855, - 0.025635, - 0.03125, - 0.041992, - 0.036377, - 0.134766, - -0.001503, - 0.021729, - 0.03064, - 0.028687, - 0.020142, - 0.026245, - 0.031982, - 0.047852, - 0.041016, - 0.031982, - 0.026245, - 0.022705, - 0.024048, - 0.033691, - 0.034424, - 0.030518, - 0.031738, - 0.007111, - 0.02832, - 0.033203, - 0.042969, - 0.010864, - 0.030273, - 0.033203, - 0.04248, - 0.025757, - 0.026001, - 0.034912, - 0.037109, - 0.147461, - 0.025269, - 0.036865, - 0.044678, - -0.001083, - 0.015442, - 0.033203, - 0.030029, - 0.026489, - 0.022827, - 0.025391, - 0.025391, - 0.023804, - 0.133789, - 0.034424, - 0.210938, - 0.030396, - 0.032227, - 0.029907, - 0.025024, - 0.152344, - 0.021851, - 0.028809, - 0.022705, - 0.010376, - 0.030029, - 0.026978, - 0.039307, - 0.036133, - 0.026001, - 0.022705, - 0.024902, - 0.03064, - 0.064941, - 0.02771, - 0.02124, - 0.032471, - 0.022949, - 0.027344, - 0.000399, - 0.034424, - 0.019287, - 0.022461, - 0.000572, - 0.033447, - 0.026123, - 0.04126, - 0.02832, - 0.030884, - 0.029053, - 0.033447, - 0.019043, - 0.03064, - 0.036621, - 0.032227, - 0.040527, - 0.024414, - 0.027954, - 0.001328, - 0.061523, - 0.031128, - 0.055664, - 0.042236, - 0.210938, - 0.025635, - 0.043701, - 0.020508, - 0.025879, - 0.052734, - 0.052246, - 0.025635, - 0.028564, - 0.02002, - 0.000629, - 0.025146, - 0.030396, - 0.021362, - 0.020142, - 0.029297, - 0.024658, - 0.03418, - 0.026855, - 0.019165, - 0.034668, - 0.032227, - 0.050781, - 0.036377, - 0.039795, - 0.026123, - 0.119141, - 0.026001, - 0.05835, - 0.022705, - 0.03418, - 0.02771, - 0.043457, - 0.036865, - 0.025391, - 0.053711, - 0.036133, - 0.030518, - 0.07959, - 0.039795, - 0.055664, - 0.001472, - 0.027954, - 0.014404, - 0.036621, - 0.030884, - 0.018066, - 0.027222, - 0.023071, - 0.018433, - 0.032227, - 0.028198, - 0.036133, - 0.032471, - 0.017822, - 0.196289, - 0.102539, - 0.03125, - 0.0271, - 0.031494, - 0.039307, - 0.037598, - 0.016357, - 0.021362, - 0.019287, - 0.048096, - 0.029053, - 0.042969, - 0.024658, - 0.03833, - 0.033203, - 0.012695, - 0.023926, - 0.022461, - 0.023926, - 0.038086, - 0.02478, - -0.001404, - 0.027222, - 0.050049, - 0.029541, - 0.002441, - 0.022217, - 0.019653, - 0.05127, - 0.049072, - 0.025269, - 0.034424, - 0.031006, - 0.025513, - -0.003891, - 0.046631, - 0.026733, - 0.028931, - 0.027954, - 0.033447, - 0.098145, - -0.000393, - 0.031006, - 0.039062, - 0.035645, - 0.024414, - 0.024536, - 0.02771, - -0.013367, - 0.040527, - 0.031006, - 0.039551, - -0.000125, - 0.028687, - 0.025513, - 0.001389, - 0.029053, - -0.000439, - 0.027588, - -0.00647, - 0.016235, - 0.025391, - 0.031494, - 0.021606, - 0.026489, - 0.018066, - 0.027222, - 0.120605, - 0.019043, - 0.045166, - 0.026001, - 0.033447, - 0.023193, - 0.016968, - 0.02771, - 0.025269, - 0.028809, - 0.033936, - 0.02478, - 0.026245, - 0.023438, - 0.038574, - 0.022339, - 0.019653, - 0.022583, - 0.03418, - 0.026489, - -0.00095, - 0.04834, - 0.020508, - 0.030396, - 0.022461, - 0.036133, - 0.044189, - 0.032227, - 0.279297, - 0.021606, - 0.025513, - 0.022583, - 0.030762, - 0.019653, - 0.03833, - 0.022339, - 0.02771, - 0.028564, - -0.114258, - 0.013489, - 0.035889, - 0.004425, - 0.026978, - 0.03833, - 0.035645, - 0.023071, - 0.038086, - 0.030273, - 0.023926, - 0.031738, - 0.049072, - 0.09668, - 0.032959, - 0.030273, - 0.015747, - 0.035156, - 0.038574, - 0.031494, - 0.044434, - 0.121094, - 0.037354, - 0.12793, - 0.050049, - 0.023071, - 0.036865, - 0.019287, - 0.059814, - 0.030762, - 0.050293, - 0.029419, - 0.026855, - 0.030518, - 0.00209, - 0.025269, - 0.023438, - 0.027466, - 0.019409, - 0.032471, - 0.022583, - 0.011169, - 0.18457, - 0.026978, - 0.025269, - 0.044678, - 0.028076, - 0.032959, - 0.036621, - 0.030273, - 0.022705, - 0.035645, - 0.027222, - 0.066895, - 0.027222, - 0.036865, - 0.032227, - 0.026367, - 0.03125, - 0.023926, - 0.066895, - 0.033203, - 0.022705, - 0.048584, - 0.024048, - 0.023682, - 0.024048, - 0.024414, - 0.026489, - 0.095703, - 0.001617, - 0.028809, - 0.028564, - 0.024292, - 0.023682, - 0.023438, - 0.041748, - 0.047607, - 0.024292, - 0.022217, - 0.026001, - 0.013977, - 0.054199, - 0.028076, - 0.023193, - 0.021362, - 0.029907, - 0.032959, - 0.091309, - 0.033691, - 0.02002, - 0.077637, - 0.027466, - 0.027466, - 0.026611, - 0.022949, - 0.032715, - 0.029053, - 0.026611, - 0.025513, - 0.069336, - 0.036865, - 0.030762, - 0.027832, - 0.023926, - 0.023682, - 0.022095, - 0.022827, - 0.047119, - 0.019287, - 0.043213, - 0.031494, - 0.05127, - 0.001022, - 0.028076, - 0.031006, - 0.023071, - 0.033936, - 0.027344, - 0.030029, - 0.028809, - 0.044189, - 0.024902, - 0.029297, - 0.030029, - 0.054199, - 0.000786, - 0.028931, - 0.083496, - 0.034424, - 0.02832, - 0.027466, - 0.000896, - 0.034668, - 0.005127, - -0.006226, - 0.0001, - 0.018799, - 0.03418, - 0.030518, - 0.029053, - 0.028687, - 0.032471, - 0.0177, - 0.02478, - 0.019165, - 0.022461, - 0.027588, - 0.034424, - 0.032227, - 0.02356, - 0.031494, - 0.107422, - 0.04248, - 0.03418, - 0.041748, - 0.038086, - 0.024292, - 0.051514, - 0.016235, - -0.000173, - 0.026123, - 0.027588, - 0.032227, - 0.005798, - 0.068359, - 0.036865, - 0.051025, - -0.000182, - 0.02832, - 0.038086, - 0.034912, - 0.032471, - 0.032959, - 0.050781, - 0.033936, - 0.030273, - 0.026367, - 0.034912, - 0.022949, - 0.026123, - 0.028564, - 0.025757, - 0.020386, - 0.027954, - 0.036133, - 0.023193, - -0.002243, - 0.023926, - 0.039307, - 0.097168, - 0.081543, - 0.028564, - 0.044922, - 0.017578, - 0.03064, - 0.02124, - 0.031738, - 0.038818, - 0.066406, - 0.034424, - 0.0271, - 0.041504, - 0.037354, - 0.002701, - 0.061523, - 0.0354, - 0.033936, - 0.026123, - 0.020264, - -0.001648, - 0.051514, - 0.018555, - 0.030273, - 0.018433, - 0.061523, - 0.028809, - 0.041504, - 0.019409, - 0.02124, - 0.036377, - 0.02356, - 0.11084, - 0.038818, - 0.027954, - 0.032227, - 0.04126, - -0.00824, - 0.030396, - 0.022339, - 0.035889, - 0.022949, - 0.030396, - 0.023315, - 0.04126, - 0.0271, - 0.039307, - -0.000104, - 0.026489, - 0.026611, - 0.016968, - 0.000483, - 0.029907, - 0.005188, - 0.027588, - 0.032227, - 0.029785, - 0.025024, - 0.000656, - 0.024048, - 0.019531, - 0.000706, - 0.021118, - 0.028931, - 0.01709, - 0.092773, - 0.032471, - 0.025757, - 0.057861, - 0.019653, - 0.034668, - 0.067871, - 0.001312, - 0.026245, - 0.044678, - 0.118164, - 0.027954, - 0.034424, - 0.026367, - 0.038574, - 0.027222, - 0.030273, - 0.031982, - 0.010559, - 0.026611, - 0.029541, - 0.018433, - 0.031738, - 0.098633, - 0.026978, - 0.018311, - 0.044434, - 0.024292, - 0.001274, - 0.021118, - 0.040527, - 0.029419, - 0.037354, - 0.048828, - -0.000999, - 0.025269, - 0.055908, - 0.02478, - 0.088867, - 0.033936, - 0.031738, - 0.066895, - 0.029297, - 0.024902, - 0.036865, - 0.069824, - 0.030029, - 0.037842, - 0.003052, - 0.033936, - 0.026978, - 0.012695, - 0.023438, - 0.0271, - 0.025513, - 0.04126, - 0.037842, - 0.025879, - 0.028809, - 0.028442, - 0.032715, - 0.022827, - 0.008667, - 0.040283, - 0.036865, - 0.030884, - 0.025879, - 0.013611, - 0.024414, - 0.026245, - 0.052734, - 0.046631, - 0.002106, - 0.028564, - 0.073242, - 0.037109, - 0.029175, - 0.019531, - 0.034912, - 0.024048, - 0.048096, - 0.001526, - 0.031494, - 0.022583, - 0.029785, - 0.011108, - 0.034912, - 0.025269, - 0.019531, - 0.025513, - 0.031494, - 0.013123, - 0.029907, - 0.00412, - 0.023682, - 0.089844, - 0.030029, - 0.060059, - 0.022461, - 0.025391, - -0.070312, - 0.040039, - 0.023926, - 0.03064, - 0.036377, - 0.057373, - 0.070312, - 0.041504, - 0.04126, - 0.056885, - 0.025513, - 0.027954, - 0.029785, - 0.02832, - 0.022705, - 0.022339, - 0.022339, - 0.037109, - 0.031006, - 0.035889, - -0.001755, - 0.016846, - 0.025757, - 0.027954, - 0.038574, - 0.025024, - 0.039307, - 0.028564, - 0.029053, - 0.025269, - 0.024536, - 0.029419, - 0.041992, - 0.032471, - 0.026123, - 0.029297, - 0.026978, - 0.040283, - 0.027466, - 0.017334, - 0.059082, - 0.025024, - 0.023315, - 0.071289, - 0.023682, - 0.025879, - 0.031982, - 0.035889, - 0.129883, - 0.033447, - 0.032959, - 0.03418, - 0.0271, - 0.037598, - 0.020264, - 0.020752, - 0.043701, - 0.020996, - 0.100586, - 0.044922, - 0.019531, - 0.032471, - 0.037354, - 0.033691, - 0.07373, - 0.038086, - 0.03418, - 0.028564, - 0.030273, - 0.031738, - 0.030151, - 0.032959, - 0.025879, - 0.0354, - 0.026611, - 0.049805, - 0.031982, - 0.02478, - 0.044922, - 0.023315, - 0.025635, - 0.028809, - 0.033691, - 0.037598, - 0.037598, - 0.036133, - 0.03833, - 0.029663, - 0.014404, - 0.045166, - 0.038574, - 0.038086, - -0.002518, - 0.020996, - 0.02478, - 0.012512, - 0.023193, - 0.000311, - 0.034424, - 0.025879, - 0.017212, - 0.037598, - 0.020752, - -0.007935, - 0.026733, - 0.030884, - 0.030884, - 0.013611, - 0.001297, - 0.058838, - 0.032715, - 0.029297, - 0.028198, - 6.7e-05, - 0.026978, - 0.026001, - 0.057617, - 0.026733, - 0.098145, - 0.024902, - 0.0271, - 0.021606, - 0.029175, - 0.036133, - 0.044434, - 0.025879, - 0.001945, - 0.026489, - 0.025024, - 0.038574, - 0.011719, - 0.064941, - 0.024658, - 0.032715, - 0.044434, - 0.020264, - 0.033936, - 0.024048, - 0.000648, - 0.032227, - 0.040527, - 0.006744, - 0.031494, - 0.026489, - -0.011414, - 0.023926, - 0.037109, - 0.02417, - 0.024902, - 0.026855, - 0.049805, - 0.026001, - 0.023315, - 0.034668, - 0.030762, - 0.026733, - 0.005463, - 0.039062, - 0.026367, - 0.024414, - 0.137695, - 0.053711, - 0.023193, - 0.025757, - 0.023315, - 0.036865, - 0.036621, - 0.030884, - 0.050293, - 0.031738, - 0.030884, - 0.026978, - 0.029785, - 0.028931, - 0.03418, - 0.031128, - 0.044189, - 0.06543, - 0.022827, - 0.022705, - 0.021362, - 0.027588, - 0.001213, - 0.024292, - 0.023315, - 0.001015, - -0.000771, - 0.013123, - 0.031982, - 0.015869, - 0.037109, - 0.013794, - 0.085938, - 0.028442, - 0.034424, - 0.029663, - 0.036133, - 0.027466, - -0.000437, - 0.035645, - 0.026001, - 0.017212, - 0.007568, - 0.027954, - 0.025757, - 0.006531, - 0.03418, - 0.029663, - 0.043701, - 0.029541, - 0.027466, - 0.031494, - 0.054199, - 0.027954, - 0.046143, - 0.019897, - 0.018311, - 0.013794, - 0.031494, - 0.026367, - 0.01416, - 0.010986, - 0.03418, - 0.057617, - 0.023682, - 0.025024, - 0.030273, - 0.131836, - 0.025635, - 0.037598, - 0.028442, - 0.033203, - 0.029907, - 0.018555, - 0.083496, - 0.020874, - 0.029419, - 0.008728, - 0.04541, - 0.102539, - 0.021729, - 0.003738, - 0.035889, - 0.000496, - 0.02356, - 0.033203, - 0.021973, - 0.028809, - 0.063477, - 0.0271, - 0.025879, - 0.024902, - 0.001297, - 0.024658, - 0.026855, - 0.028198, - 0.033203, - 0.030884, - 0.02832, - 0.033936, - 0.03125, - 0.155273, - 0.032959, - 0.023315, - 0.023315, - 0.028076, - 0.045166, - 0.029053, - 0.05957, - 0.021484, - 0.03418, - 0.03418, - 0.035889, - 0.05249, - 0.034668, - 0.028198, - 0.031982, - 0.037598, - 0.03418, - 0.027222, - 0.024536, - 0.00071, - 0.031006, - 0.019531, - 0.046875, - 0.031738, - 0.028442, - 0.030151, - 0.07959, - 0.043457, - 0.00592, - 0.02002, - 0.02356, - 0.026978, - 0.02771, - 0.043457, - 0.032959, - 0.103516, - 0.026733, - 0.033936, - 0.024048, - 0.021973, - 0.022217, - 0.024048, - 0.032715, - 0.030518, - 0.022705, - 0.016235, - 0.036377, - 0.033936, - 0.022827, - 0.021484, - 0.013916, - 0.02356, - 0.024292, - 0.030396, - 0.028809, - 0.026123, - 0.034424, - 0.036377, - 0.053467, - 0.032227, - 0.051025, - 0.015381, - 0.024292, - 0.025391, - 0.011292, - 0.042236, - 0.026367, - 0.032227, - 0.0625, - 0.030029, - 0.013611, - 0.012756, - 0.039551, - 0.030151, - 0.027466, - 0.032959, - 0.024414, - 0.048828, - 0.001411, - 0.032959, - 0.017944, - 0.031494, - 0.001122, - 0.026978, - 0.012146, - 0.018311, - 0.033691, - 0.05542, - 0.028564, - 0.026855, - 0.113281, - 0.024536, - 0.033203, - 0.101562, - 0.02356, - 0.04126, - 0.032471, - 0.03418, - 0.031982, - 0.026367, - 0.044922, - 0.038818, - 0.032227, - 0.021362, - 0.031128, - 0.025146, - 0.010681, - 0.045654, - 0.01355, - 0.037598, - 0.031006, - 0.026001, - 0.025635, - 0.030273, - 0.03418, - 0.03125, - 0.000553, - 0.031494, - 0.038574, - 0.015564, - 0.039551, - 0.014465, - 0.033203, - -0.000246, - 0.033203, - 0.029541, - 0.036621, - 0.036377, - 0.042725, - 0.017822, - 0.038818, - 0.037354, - 0.029663, - 0.043213, - 0.019409, - 0.022217, - 0.040527, - 0.02771, - 0.031494, - 0.037598, - 0.026489, - 0.029053, - 0.04248, - 0.01709, - 0.029785, - 0.02478, - 0.04248, - 0.035645, - 0.039551, - 0.02417, - 0.031738, - 0.039307, - 0.03418, - 0.018066, - 0.028564, - 0.028687, - -0.002594, - 0.031494, - 0.028442, - 0.030884, - 0.028076, - 0.042236, - 0.037842, - 0.025024, - 0.026855, - 0.02832, - 0.046143, - 0.022095, - 0.030518, - 0.048584, - 0.027222, - 0.000126, - 0.028564, - 0.030762, - 0.029419, - 0.026611, - 0.02356, - 0.025757, - 0.035889, - 0.05127, - 0.053955, - 0.026855, - 0.025146, - 0.026611, - 0.03833, - 0.058594, - 0.026978, - 0.04126, - 0.02002, - 0.001076, - 0.028198, - 0.023193, - 0.020752, - 0.038818, - 0.071289, - 0.026611, - 0.029785, - 0.029541, - 0.012878, - 0.011108, - 0.027222, - 0.040283, - 0.029053, - 0.033203, - 0.026733, - 0.031738, - 0.037354, - 0.025024, - 0.035889, - 0.025513, - 0.024902, - 0.001274, - 0.056885, - 0.04834, - 0.027466, - 0.024414, - 0.061768, - 0.026001, - 0.025391, - 0.023071, - 0.022705, - 0.024658, - 0.0354, - -0.000629, - 0.049072, - 0.021362, - 0.023315, - -0.001472, - 0.025879, - 0.035156, - 0.03125, - 0.108398, - 0.026611, - 0.019653 - ] - }, - "name": "model.transformer.layers.2.attn_norm.weight", - "outputIndexes": [ - 168 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 167, - 168 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_2/Mul_1_output_0", - "outputIndexes": [ - 169 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 169 - ], - "outputIndexes": [ - 2069 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2069 - ], - "outputIndexes": [ - 2070 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear", - "inputIndexes": [ - 2070 - ], - "outputIndexes": [ - 2071 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 13873416, - 1048598, - 131072, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2071 - ], - "outputIndexes": [ - 2072 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2072 - ], - "outputIndexes": [ - 170 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 169 - ], - "main_type": "NONE", - "name": "/Shape_9_output_0", - "outputIndexes": [ - 171 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 171 - ], - "main_type": "NONE", - "name": "Shape247", - "outputIndexes": [ - 172 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 171 - ], - "main_type": "NONE", - "name": "Rank249", - "outputIndexes": [ - 173 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 173, - 173 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp251", - "outputIndexes": [ - 174 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 174 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze252", - "outputIndexes": [ - 175 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 174, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp254", - "outputIndexes": [ - 176 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 176 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze255", - "outputIndexes": [ - 177 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 172, - 175, - 177, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice258", - "outputIndexes": [ - 178 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 178 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze259", - "outputIndexes": [ - 179 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 179 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp260", - "outputIndexes": [ - 180 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 180, - 179 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp261", - "outputIndexes": [ - 181 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 171, - 181, - 174 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_14_output_0", - "outputIndexes": [ - 182 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 182, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_21_output_0", - "outputIndexes": [ - 183 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 183, - 23, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_10_output_0", - "outputIndexes": [ - 184 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 170, - 184 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_9_output_0", - "outputIndexes": [ - 185 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 185 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_2/Mul_output_0", - "outputIndexes": [ - 186 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.75, - 1.351562, - 1.59375, - 0.886719, - 0.910156, - 1.71875, - 1.867188, - 1.515625, - 1.4375, - 1.695312, - 1.445312, - 0.462891, - 0.079102, - 2.0625, - 2.6875, - 1.007812, - 1.273438, - 1.546875, - 1.195312, - 0.617188, - 1.867188, - 2.859375, - 0.945312, - 0.263672, - 1.476562, - 2.328125, - 1.617188, - 1.960938, - 1.554688, - 1.632812, - 1.90625, - 2.21875, - 1.085938, - 0.359375, - -0.125977, - 1.085938, - 0.433594, - 1.132812, - 0.511719, - 0.302734, - 0.765625, - 0.182617, - 1.164062, - 1.609375, - 2.53125, - 1.21875, - 0.953125, - 1.4375, - 1.15625, - 1.109375, - 1.398438, - 2.71875, - 1.328125, - 0.038086, - 2.1875, - 4.5, - 1.773438, - 1.304688, - 1.40625, - 1.453125, - 1.867188, - 1.734375, - 1.476562, - 1.164062 - ] - }, - "name": "model.transformer.layers.2.attn.q_norm.weight", - "outputIndexes": [ - 187 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 186, - 187 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_2/Mul_1_output_0", - "outputIndexes": [ - 188 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 188, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_8_output_0", - "outputIndexes": [ - 189 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 188, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_9_output_0", - "outputIndexes": [ - 190 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 190 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_4_output_0", - "outputIndexes": [ - 191 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 188, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_8_output_0", - "outputIndexes": [ - 192 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 191, - 192 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_13_output_0", - "outputIndexes": [ - 193 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 193, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_9_output_0", - "outputIndexes": [ - 194 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 189, - 194 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_8_output_0", - "outputIndexes": [ - 195 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 169 - ], - "outputIndexes": [ - 2073 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2073 - ], - "outputIndexes": [ - 2074 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear", - "inputIndexes": [ - 2074 - ], - "outputIndexes": [ - 2075 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4096, - "weightSize": 0 - }, - "external": [ - 15057182, - 262166, - 32768, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2075 - ], - "outputIndexes": [ - 2076 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2076 - ], - "outputIndexes": [ - 196 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 183, - 72, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_11_output_0", - "outputIndexes": [ - 197 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 196, - 197 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_10_output_0", - "outputIndexes": [ - 198 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 198 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_2/Mul_output_0", - "outputIndexes": [ - 199 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.09375, - 0.621094, - 1.53125, - 0.511719, - 0.925781, - 1.84375, - 1.015625, - 1.046875, - 0.824219, - 0.804688, - 0.34375, - 1.304688, - 2.046875, - 1.007812, - 0.125977, - 1.15625, - 0.480469, - 0.832031, - 1.765625, - 3.015625, - 1.273438, - 0.433594, - 2.453125, - 5.9375, - 1.796875, - 1.40625, - 1.257812, - 1.539062, - 1.859375, - 1.78125, - 1.65625, - 1.34375, - 0.859375, - 0.859375, - 0.109375, - 1.515625, - 0.040283, - 1.515625, - -0.453125, - 1.101562, - 1.453125, - 1.53125, - 2.4375, - 1.375, - 0.474609, - 1.609375, - 2.71875, - 1.328125, - 1.75, - 1.773438, - 0.671875, - 0.022705, - 1.804688, - 2.375, - 0.490234, - 0.337891, - 1.390625, - 2.234375, - 2.0, - 1.664062, - 1.5625, - 1.515625, - 1.703125, - 2.15625 - ] - }, - "name": "model.transformer.layers.2.attn.k_norm.weight", - "outputIndexes": [ - 200 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 199, - 200 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_2/Mul_1_output_0", - "outputIndexes": [ - 201 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 201, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_10_output_0", - "outputIndexes": [ - 202 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 201, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_11_output_0", - "outputIndexes": [ - 203 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 203 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_5_output_0", - "outputIndexes": [ - 204 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 201, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_10_output_0", - "outputIndexes": [ - 205 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 204, - 205 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_14_output_0", - "outputIndexes": [ - 206 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 206, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_11_output_0", - "outputIndexes": [ - 207 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 202, - 207 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_9_output_0", - "outputIndexes": [ - 208 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 169 - ], - "outputIndexes": [ - 2077 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2077 - ], - "outputIndexes": [ - 2078 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear", - "inputIndexes": [ - 2078 - ], - "outputIndexes": [ - 2079 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4096, - "weightSize": 0 - }, - "external": [ - 15353140, - 262166, - 32768, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2079 - ], - "outputIndexes": [ - 2080 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2080 - ], - "outputIndexes": [ - 209 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 209, - 197 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_11_output_0", - "outputIndexes": [ - 210 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 195, - 208, - 210, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.2/self_attn/FusedAttention", - "outputIndexes": [ - 211 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 211 - ], - "outputIndexes": [ - 2081 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2081 - ], - "outputIndexes": [ - 2082 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear", - "inputIndexes": [ - 2082 - ], - "outputIndexes": [ - 2083 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 16384, - "weightSize": 0 - }, - "external": [ - 15649098, - 1048598, - 131072, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2083 - ], - "outputIndexes": [ - 2084 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2084 - ], - "outputIndexes": [ - 212 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 166, - 212 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_10_output_0", - "outputIndexes": [ - 213 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 213 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_2/Mul_output_0", - "outputIndexes": [ - 214 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.132812, - 0.078613, - 0.100586, - 0.120117, - 0.142578, - 0.11377, - 0.15332, - 0.12793, - 0.095703, - -0.000463, - 0.140625, - 0.096191, - 0.120117, - 0.119141, - 0.111816, - 0.103516, - 0.118164, - 0.092285, - 0.141602, - 0.120117, - 0.12793, - 0.116699, - 0.121582, - 0.091797, - 0.107422, - 0.143555, - 0.111328, - 0.11084, - 0.126953, - 0.106445, - 0.12207, - 0.111816, - 0.122559, - 0.118164, - 0.133789, - 0.118652, - 0.125977, - 0.125977, - 0.102539, - 0.063477, - 0.133789, - 0.128906, - 0.11377, - 0.009216, - 0.119629, - 0.04541, - 0.121582, - 0.114746, - 0.118652, - 0.098145, - 0.115723, - 0.110352, - 0.129883, - 0.067383, - 0.129883, - 0.125, - 0.118164, - 0.132812, - 0.128906, - 0.131836, - 0.119629, - 0.128906, - 0.361328, - 0.124023, - 0.106934, - 0.116211, - 0.102051, - 0.139648, - 0.130859, - 0.10791, - 0.137695, - 0.11377, - 0.128906, - 0.116211, - 0.100586, - 0.105957, - 0.097656, - -0.001984, - 0.110352, - 0.115234, - 0.134766, - 0.125, - 0.094238, - 0.115234, - 0.130859, - 0.109375, - 0.126953, - 0.143555, - 0.116699, - 0.099121, - 0.12207, - 0.102539, - 0.12793, - 0.048584, - 0.118164, - 0.128906, - 0.121094, - 0.066406, - 0.118652, - 0.12793, - 0.108398, - 0.116211, - 0.148438, - 0.11084, - 0.115723, - 0.110352, - 0.106934, - 0.128906, - 0.117188, - 0.087402, - 0.06543, - 0.125977, - 0.125, - 0.099609, - 0.135742, - 0.117676, - 0.106934, - 0.107422, - 0.117676, - 0.115723, - 0.130859, - 0.118164, - 0.101074, - 0.000196, - 0.132812, - 0.037598, - 0.118652, - 0.125977, - 0.069336, - 0.100098, - 0.135742, - 0.121582, - 0.114746, - 0.12207, - 0.105957, - 0.142578, - 0.15332, - 0.277344, - 0.120117, - 0.111328, - 0.106445, - 0.106445, - 0.128906, - 0.129883, - 0.079102, - 0.02771, - 0.136719, - 0.041748, - 0.132812, - 0.091797, - 0.138672, - 0.117188, - 0.125977, - 0.102539, - 0.131836, - 0.109863, - 0.129883, - 0.106934, - 0.050293, - 0.114258, - 0.102051, - 0.129883, - 0.062988, - 0.099121, - 0.102539, - 0.137695, - 0.119141, - 0.044434, - 0.032959, - 0.151367, - 0.07666, - 0.071777, - 0.125977, - 0.074707, - 0.098145, - 0.123535, - 0.102539, - 0.10791, - 0.08252, - 0.108398, - 0.135742, - 0.128906, - 0.12793, - 0.121094, - 0.122559, - 0.112793, - 0.117676, - 0.123535, - 0.124023, - 0.129883, - 0.12793, - 0.111816, - 0.117188, - 0.097168, - 0.111328, - 0.105957, - 0.121094, - 0.103516, - 0.306641, - 0.130859, - 0.133789, - 0.119141, - 0.117676, - 0.126953, - 0.10791, - 0.114746, - 0.113281, - 0.12793, - 0.082031, - 0.081055, - 0.648438, - 0.115234, - 0.11377, - 0.114746, - 0.106445, - 0.128906, - 0.122559, - 0.107422, - 0.12207, - 0.09668, - 0.036377, - 0.120605, - 0.12207, - 0.117676, - 0.063477, - 0.095215, - 0.122559, - 0.129883, - 0.0625, - 0.123535, - 0.083984, - 0.065918, - 0.07959, - 0.123047, - 0.11377, - 0.210938, - 0.103516, - 0.124023, - -0.068848, - 0.12793, - 0.122559, - 0.062988, - 0.177734, - 0.11084, - 0.106445, - 0.125, - 0.049316, - 0.117188, - 0.04248, - 0.111328, - 0.12207, - 0.044922, - 0.141602, - 0.139648, - 0.122559, - 0.056396, - 0.114746, - 0.123047, - 0.109375, - 0.111816, - 0.100586, - 0.09668, - 0.123047, - 0.099121, - 0.115723, - 0.132812, - 0.140625, - 0.102051, - 0.119141, - 0.150391, - 0.19043, - 0.121094, - 0.117676, - 0.126953, - 0.104492, - 0.07666, - 0.25, - 0.152344, - 0.148438, - 0.104492, - 0.123047, - 0.125977, - 0.120117, - 0.091797, - 0.169922, - 0.116211, - -0.001274, - 0.118164, - 0.11377, - 0.11084, - 0.134766, - 0.112793, - 0.120605, - 0.111816, - 0.122559, - 0.120117, - 0.105469, - 0.123047, - 0.170898, - 0.382812, - 0.115234, - 0.118164, - 0.08252, - 0.104492, - 0.129883, - 0.161133, - 0.107422, - 0.130859, - 0.103027, - 0.124512, - 0.155273, - 0.117676, - 0.112305, - 0.131836, - 0.176758, - 0.125, - 0.157227, - 0.294922, - 0.12207, - 0.07373, - 0.110352, - 0.097656, - 0.133789, - 0.134766, - 0.141602, - 0.126953, - 0.134766, - 0.00061, - 0.125, - 0.141602, - 0.128906, - 0.075684, - 0.136719, - 0.116211, - 0.086914, - 0.141602, - 0.111328, - 0.058105, - 0.129883, - 0.125, - 0.114258, - 0.151367, - 0.120605, - 0.130859, - 0.09668, - 0.087891, - 0.110352, - 0.116211, - 0.141602, - 0.10791, - 0.132812, - 0.111328, - 0.118652, - 0.105469, - 0.090332, - 0.11084, - 0.128906, - 0.133789, - 0.137695, - 0.081543, - 0.115234, - 0.112793, - 0.135742, - 0.490234, - 0.103027, - -8e-06, - 0.142578, - 0.10498, - 0.111816, - 0.120605, - 0.083496, - -0.088379, - 0.105469, - 0.062988, - 0.099121, - 0.095215, - 0.132812, - 0.088867, - 0.134766, - 0.035156, - 0.119141, - 0.294922, - 0.131836, - 0.060303, - 0.079102, - 0.133789, - 0.118652, - 0.121094, - 0.121582, - 0.119141, - 0.123535, - 0.106445, - 0.125, - 0.125977, - 0.126953, - 0.135742, - 0.15918, - 0.138672, - 0.058105, - 0.108398, - 0.123535, - 0.128906, - 0.091797, - 0.12793, - 0.119141, - 0.035156, - 0.07666, - 0.117676, - 0.125977, - 0.094727, - 0.029053, - 0.232422, - 0.114746, - 0.099121, - 0.11084, - 0.094727, - 0.124512, - 0.116211, - 0.109863, - 0.112793, - 0.124023, - 0.074707, - 0.128906, - 0.109863, - 0.141602, - 0.15918, - 0.174805, - 0.09375, - 0.103516, - 0.129883, - 0.120605, - 0.118164, - 0.363281, - 0.117188, - 0.390625, - 0.118164, - 0.089355, - 0.124512, - 0.138672, - 0.129883, - 0.118164, - 0.114746, - 0.128906, - 0.119141, - 0.101074, - 0.111816, - 0.145508, - 0.112793, - 0.123047, - 0.093262, - 0.118164, - 0.04834, - 0.129883, - 0.112305, - 0.104004, - 0.10498, - 0.115723, - 0.134766, - 0.139648, - 0.08252, - 0.105469, - 0.135742, - 0.116211, - 0.124512, - 0.112793, - 0.175781, - 0.122559, - 0.129883, - 0.106445, - 0.117188, - 0.075195, - 0.081055, - 0.114746, - 0.10791, - 0.130859, - 0.146484, - 0.133789, - 0.112793, - 0.126953, - 0.120605, - 0.138672, - 0.12207, - 0.100098, - 0.146484, - 0.132812, - 0.112793, - 0.123535, - 0.12207, - 0.185547, - 0.120117, - 0.044922, - 0.134766, - 0.121582, - 0.105469, - 0.141602, - 0.089355, - 0.120605, - 0.117188, - 0.155273, - 0.105957, - 0.121094, - 0.121582, - 0.113281, - 0.116699, - 0.124023, - 0.142578, - 0.122559, - 0.119141, - 0.131836, - 0.131836, - 0.126953, - 0.129883, - 0.125977, - 0.123535, - 0.047363, - -0.180664, - 0.125977, - 0.10791, - 0.128906, - 0.089844, - 0.122559, - 0.148438, - 0.094727, - 0.146484, - 0.067871, - 0.059082, - 0.121094, - 0.116211, - 0.108887, - 0.116211, - 0.10791, - -0.00036, - 0.10791, - 0.111816, - 0.120605, - 0.113281, - 0.111816, - 0.145508, - 0.11084, - 0.115234, - 0.111816, - 0.131836, - 0.106934, - 0.123047, - 0.118652, - 0.128906, - 0.095703, - 0.061523, - 0.115723, - 0.114258, - 0.094238, - 0.123047, - 0.116211, - 0.201172, - 0.119141, - 0.12793, - 0.097168, - 0.111328, - 0.115723, - 0.00058, - 0.132812, - 0.097656, - 0.112305, - 0.125, - 0.109863, - 0.028076, - 0.126953, - 0.063477, - 0.114746, - -0.000671, - 0.119141, - 0.041504, - 0.10498, - 0.175781, - 0.155273, - 0.089355, - 0.110352, - 0.125, - 0.141602, - 0.117676, - 0.116699, - 0.120605, - -0.001579, - 0.070801, - 0.118164, - 0.123535, - 0.109375, - 0.124512, - 0.119141, - 0.12207, - 0.137695, - 0.128906, - 0.114746, - 0.143555, - 0.117188, - 0.085449, - 0.110352, - 0.121582, - 0.118652, - 0.144531, - 0.192383, - 0.125977, - 0.123535, - 0.118652, - 0.109375, - 0.104492, - 0.148438, - 0.124023, - 0.081543, - 0.121094, - 0.163086, - 0.092773, - 0.087891, - 0.15918, - 0.112793, - 0.117676, - 0.111328, - 0.131836, - 0.130859, - 0.138672, - 0.117188, - 0.101074, - 0.105469, - 0.103027, - 0.111328, - 0.116699, - 0.111816, - -0.056641, - 0.163086, - 0.138672, - 0.119629, - 0.123535, - 0.091797, - 0.11084, - 0.128906, - 0.129883, - 0.134766, - 0.140625, - 0.111328, - 0.114746, - 0.137695, - 0.133789, - 0.148438, - 0.144531, - 0.125, - 0.136719, - 0.123535, - 0.069824, - 0.131836, - 0.108887, - 0.121094, - 0.128906, - 0.134766, - 0.125, - 0.146484, - 0.099609, - 0.117676, - 0.132812, - 0.137695, - 0.133789, - 0.137695, - 0.136719, - 0.135742, - 0.118164, - 0.117188, - 0.137695, - 0.044678, - 0.135742, - 0.111328, - 0.100586, - 0.114258, - 0.110352, - 0.094238, - 0.101562, - 0.144531, - 0.117676, - 0.116699, - 0.110352, - 0.085938, - 0.108887, - 0.069336, - 0.030884, - 0.121094, - 0.12207, - 0.11377, - 0.131836, - 0.488281, - 0.125977, - 0.095703, - 0.069336, - 0.126953, - 0.130859, - 0.117188, - 0.109375, - 0.137695, - 0.120605, - 0.106445, - 0.094238, - 0.141602, - 0.136719, - 0.116211, - 0.10498, - 0.123047, - 0.130859, - 0.123535, - 0.117188, - 0.121094, - 0.136719, - 0.126953, - 0.097168, - 0.124512, - 0.105957, - 0.523438, - 0.140625, - 0.130859, - 0.123535, - 0.121582, - 0.129883, - 0.193359, - 0.105469, - 0.104004, - 0.121582, - 0.113281, - 0.118652, - 0.121582, - 0.137695, - 0.116211, - 0.134766, - 0.074219, - 0.194336, - 0.088867, - 0.109375, - 0.097656, - 0.109375, - 0.12793, - 0.094727, - 0.099609, - 0.124023, - 0.121582, - 0.095215, - 0.121094, - 0.119141, - 0.142578, - 0.10498, - 0.000257, - 0.105469, - 0.106445, - 0.131836, - 0.098633, - 0.131836, - 0.113281, - 0.12793, - 0.131836, - 0.147461, - 0.149414, - 0.143555, - 0.363281, - 0.113281, - 0.106934, - 0.107422, - 0.083008, - 0.111328, - 0.099609, - 0.131836, - 0.15332, - 0.114746, - 0.118652, - 0.110352, - 0.108398, - 0.119141, - 0.121582, - 0.121582, - 0.129883, - 0.108398, - 0.096191, - 0.111328, - 0.089844, - 0.117188, - 0.115234, - 0.087891, - 0.114746, - -2.9e-05, - 0.100098, - 0.128906, - 0.170898, - 0.116211, - 0.12207, - 0.120605, - 0.119629, - 0.067871, - 0.103027, - 0.124023, - 0.129883, - -0.001389, - -0.000153, - 0.125, - -0.001694, - 0.132812, - 0.114746, - 0.132812, - 0.11377, - 0.060059, - 0.120117, - 0.094238, - 0.132812, - 0.135742, - 0.104004, - 0.213867, - 0.119629, - 0.109863, - 0.093262, - 0.126953, - 0.120117, - 0.112305, - 0.148438, - 0.123535, - 0.10498, - 0.109863, - 0.117188, - 0.130859, - 0.124023, - 0.133789, - 0.136719, - 0.116211, - 0.125977, - 0.121094, - 0.053955, - 0.09375, - 0.106934, - 0.117676, - 0.106934, - 0.12207, - 0.081543, - 0.139648, - 0.112305, - 0.130859, - 0.131836, - 0.129883, - 0.11377, - 0.125, - 0.11377, - 0.119141, - 0.488281, - 0.207031, - 0.125977, - 0.119629, - 0.125977, - 0.105469, - 0.170898, - 0.123535, - 0.125, - 0.349609, - 0.114258, - 0.135742, - 0.110352, - 0.050049, - 0.112305, - 0.121094, - 0.098145, - 0.116699, - 0.124023, - 0.109375, - 0.047607, - 0.125977, - 0.101562, - 0.11084, - 0.120117, - 0.115723, - 0.110352, - 0.089355, - 0.12207, - 0.097656, - 0.148438, - 0.124512, - 0.131836, - 0.000471, - 0.135742, - 0.116699, - 0.123047, - 0.074219, - 0.217773, - 0.103027, - 0.104004, - 0.121582, - 0.105469, - 0.137695, - 0.125977, - 0.112305, - 0.302734, - 0.121582, - 0.123047, - 0.131836, - 0.052002, - 0.111328, - 0.070312, - 0.119629, - 0.126953, - 0.108398, - 0.112305, - 0.121582, - 0.121582, - 0.095703, - 0.063477, - 0.144531, - 0.079102, - 0.097168, - 0.125977, - 0.140625, - 0.116699, - 0.138672, - 0.128906, - 0.070801, - 0.128906, - 0.030762, - 0.285156, - 0.116211, - 0.146484, - 0.130859, - 0.125, - 0.099609, - 0.125977, - 0.111816, - 0.120605, - 0.416016, - -0.00209, - 0.109863, - 0.120605, - 0.174805, - 0.099609, - 0.100098, - 0.447266, - 0.11377, - 0.115723, - 0.11377, - 0.128906, - 0.12793, - 0.11377, - 0.120117, - 0.133789, - 0.130859, - 0.131836, - 0.126953, - 0.126953, - 0.064453, - 0.007507, - 0.086914, - 0.05957, - 0.135742, - 0.118164, - 0.217773, - 0.118164, - 0.096191, - 0.072266, - 0.125, - 0.128906, - 0.065918, - 0.138672, - 0.139648, - 0.103027, - 0.130859, - 0.117188, - 0.119629, - 0.097168, - 0.119629, - 0.125977, - 0.020996, - 0.117676, - 0.119629, - 0.155273, - 0.12793, - 0.083984, - 0.123047, - 0.111816, - 0.142578, - 0.093262, - 0.126953, - 0.113281, - 0.035156, - 0.033691, - 0.121094, - 0.112793, - 0.115723, - 0.103516, - 0.090332, - 0.114258, - 0.121582, - 0.001015, - 0.134766, - 0.103516, - 0.133789, - 0.11377, - 0.12793, - 0.132812, - 0.474609, - 0.104004, - 0.115723, - 0.117676, - 0.037842, - 0.099609, - 0.123535, - 0.143555, - 0.132812, - 0.109375, - 0.125, - 0.133789, - 0.115723, - 0.094727, - 0.143555, - 0.141602, - 0.126953, - 0.10791, - 0.092285, - 0.093262, - 0.11377, - 0.123047, - 0.128906, - 0.104004, - 0.125, - 0.119629, - 0.132812, - 0.123535, - 0.125, - 0.111328, - 0.103027, - 0.119141, - 0.124023, - 0.120117, - 0.154297, - 0.172852, - -0.001564, - 0.08252, - 0.054199, - 0.141602, - 0.115723, - 0.098633, - 0.10498, - 0.324219, - 0.104492, - 0.133789, - 0.063477, - 0.115234, - 0.134766, - 0.125977, - 0.116699, - 0.105957, - 0.118164, - 0.040039, - 0.122559, - 0.109863, - 0.114746, - 0.099121, - 0.103027, - 0.071777, - 0.125977, - 0.135742, - 0.098633, - 0.124512, - 0.109375, - 0.133789, - 0.114746, - 0.115723, - 0.124512, - 0.185547, - 0.106934, - 0.114258, - 0.095703, - 0.110352, - 0.114746, - 0.133789, - 0.069336, - 0.10791, - 0.132812, - 0.18457, - 0.117676, - 0.142578, - 0.124023, - 0.158203, - 0.07666, - 0.117676, - 0.032715, - 0.129883, - 0.116211, - 0.137695, - 0.125977, - 0.117188, - 0.10498, - 0.12793, - 0.126953, - 0.106934, - 0.140625, - 0.117676, - 0.073242, - 0.443359, - 0.111328, - 0.116211, - 0.084473, - 0.111816, - 0.135742, - 0.089355, - 0.11377, - 0.124023, - 0.094727, - 0.115234, - 0.138672, - 0.115723, - 0.15332, - 0.082031, - 0.000112, - 0.125977, - 0.109375, - 0.05542, - 0.087402, - 0.120605, - 0.102051, - 0.128906, - 0.134766, - 0.134766, - 0.104004, - 0.126953, - 0.072266, - 0.117676, - 0.066895, - 0.108887, - 0.12207, - 0.088867, - 0.12207, - 0.130859, - 0.151367, - 0.141602, - 0.123535, - 0.144531, - 0.135742, - 0.53125, - 0.123047, - 0.141602, - 0.092285, - 0.133789, - 0.123535, - 0.118164, - 0.128906, - 0.12207, - 0.128906, - 0.118652, - 0.128906, - 0.116211, - 0.121094, - 0.117676, - 0.100586, - 0.143555, - 0.119141, - 0.123047, - 0.128906, - 0.106445, - 0.115723, - 0.140625, - 0.115234, - 0.117188, - 0.12793, - 0.075684, - -0.000319, - 0.112793, - 0.120117, - 0.109375, - 0.112793, - 0.131836, - 0.100586, - 0.114746, - 0.115723, - 0.110352, - 0.142578, - 0.10791, - 0.125977, - 0.128906, - 0.094238, - 0.119629, - 0.108887, - 0.112793, - 0.133789, - 0.119629, - 0.092285, - 0.129883, - 0.111816, - 0.114746, - 0.115723, - 0.106934, - 0.160156, - 0.099121, - 0.227539, - 0.079102, - 0.110352, - 0.116211, - -0.000839, - 0.107422, - 0.077148, - 0.104492, - 0.121582, - 0.10791, - 0.53125, - 0.044678, - 0.125, - 0.114746, - 0.12793, - 0.126953, - 0.104004, - 0.116211, - 0.125, - 0.129883, - 0.12793, - 0.123535, - 0.125, - 0.472656, - 0.121094, - 0.136719, - 0.112305, - 0.116699, - 0.11377, - 0.148438, - 0.136719, - 1.0625, - 0.140625, - 0.460938, - 0.148438, - 0.119629, - 0.140625, - 0.000387, - 0.136719, - 0.084961, - 0.132812, - 0.12793, - 0.11377, - 0.072266, - 0.106445, - 0.12207, - 0.109863, - 0.121582, - 0.114258, - 0.129883, - 0.096191, - 0.041748, - 0.671875, - 0.095703, - 0.116699, - 0.12793, - 0.125977, - 0.118164, - 0.119629, - 0.11377, - 0.131836, - 0.188477, - 0.124023, - 0.002045, - 0.120605, - 0.00018, - 0.103516, - 0.11084, - 0.123535, - 0.112793, - 0.059326, - 0.112305, - 0.11377, - 0.124023, - 0.092285, - 0.116699, - 0.128906, - 0.116699, - 0.109863, - 0.443359, - 0.123047, - 0.129883, - 0.109863, - 0.117676, - 0.110352, - 0.105957, - 0.135742, - 0.155273, - 0.114746, - 0.082031, - 0.12793, - 0.118652, - 0.143555, - 0.125977, - 0.140625, - 0.142578, - 0.100098, - 0.122559, - 0.217773, - 0.114746, - 0.10498, - 0.166992, - 0.138672, - 0.104004, - 0.120605, - 0.112305, - 0.130859, - 0.103027, - 0.118164, - 0.106445, - 0.296875, - 0.121094, - 0.085938, - 0.123535, - 0.083496, - 0.075684, - 0.10498, - 0.125977, - 0.129883, - 0.108398, - 0.129883, - 0.116211, - 0.171875, - 0.035156, - 0.133789, - 0.125977, - 0.124512, - 0.121094, - 0.10791, - 0.109375, - 0.105957, - 0.206055, - 0.107422, - 0.118652, - 0.119629, - 0.154297, - 0.085938, - 0.114746, - 0.084473, - 0.114258, - 0.123535, - 0.119629, - 0.125, - 0.125, - 0.123535, - 0.117676, - 0.001366, - 0.119629, - 0.149414, - 0.108398, - 0.114746, - 0.121582, - 0.120117, - 0.115234, - 0.116211, - 0.147461, - 0.121094, - 0.116211, - 0.133789, - 0.139648, - 0.120117, - 0.123535, - 0.365234, - 0.123047, - 0.124512, - 0.117676, - 0.119629, - 0.119141, - 0.121094, - 0.118164, - 0.001442, - 0.118164, - 0.112305, - 0.132812, - 0.088379, - 0.376953, - 0.119629, - 0.139648, - 0.07959, - 0.125, - 0.136719, - 0.144531, - 0.105957, - 0.116699, - 0.092285, - 0.118652, - 0.125977, - 0.108398, - 0.068359, - 0.122559, - 0.131836, - 0.141602, - 0.107422, - 0.078613, - 0.095703, - 0.130859, - 0.086426, - 0.000372, - 0.126953, - 0.128906, - 0.488281, - 0.053223, - 0.134766, - 0.132812, - 0.050781, - 0.123047, - 0.12207, - 0.106445, - 0.114258, - 0.22168, - 0.124023, - 0.117676, - 0.135742, - 0.123047, - 0.105469, - 0.178711, - 0.133789, - 0.125, - 0.080566, - 0.109863, - 0.105469, - 0.104004, - 0.113281, - 0.069824, - 0.109863, - 0.105957, - 0.132812, - 0.123047, - 0.130859, - 0.10791, - 0.12793, - 0.095703, - 0.206055, - 0.126953, - 0.104492, - 0.12793, - 0.15625, - 0.118652, - 0.109375, - 0.09375, - 0.124023, - 0.116211, - 0.111816, - 0.128906, - 0.10791, - 0.112793, - 0.109375, - -0.000303, - 0.089844, - 0.124023, - 0.036621, - 0.126953, - 0.103027, - 0.094727, - 0.120605, - 0.123535, - 0.121582, - 0.118164, - 0.114258, - 0.149414, - 0.103027, - 0.106445, - 0.052246, - 0.135742, - 0.07959, - 0.000587, - 0.132812, - 0.126953, - 0.133789, - 0.144531, - 0.131836, - 0.125977, - 0.123047, - 0.115234, - 0.139648, - 0.523438, - 0.109375, - 0.139648, - 0.109375, - 0.117676, - 0.12793, - 0.140625, - 0.132812, - 0.11084, - 0.12207, - 0.068359, - 0.121582, - 0.123047, - 0.482422, - 0.078613, - 0.072266, - 0.147461, - 0.135742, - 0.001183, - 0.106934, - 0.098145, - 0.071777, - 0.125, - 0.150391, - 0.111816, - 0.106445, - 0.149414, - 0.125977, - 0.271484, - 0.105469, - 0.123535, - 0.133789, - 0.105957, - 0.132812, - 0.124023, - 0.185547, - 0.091797, - 0.118164, - 0.117188, - 0.128906, - 0.121094, - 0.115234, - 0.099609, - 0.112305, - 0.121094, - 0.110352, - 0.135742, - 0.114258, - 0.123535, - 0.114746, - 0.139648, - 0.125, - 0.109863, - 0.112793, - 0.109375, - 0.132812, - 0.119141, - 0.000496, - 0.132812, - 0.105469, - 0.121094, - 0.139648, - 0.089355, - 0.075195, - 0.388672, - 0.131836, - 0.094238, - -0.000418, - 0.126953, - 0.071777, - 0.134766, - 0.072266, - 0.118652, - 0.125977, - 0.126953, - 0.043701, - 0.097656, - 0.118164, - 0.095215, - 0.139648, - 0.117676, - 0.116699, - 0.10498, - 0.099121, - 0.059082, - 0.398438, - 0.116699, - 0.130859, - 0.128906, - 0.108398, - 0.283203, - 0.132812, - 0.111816, - 0.130859, - 0.138672, - 0.138672, - -0.013733, - 0.116211, - 0.118164, - 0.296875, - 0.058594, - 0.102539, - 0.11377, - 0.126953, - 0.135742, - 0.124512, - 0.116211, - 0.118164, - 0.141602, - 0.203125, - 0.07959, - 0.106445, - 0.11084, - 0.123047, - 0.114258, - 0.122559, - 0.134766, - 0.11084, - 0.132812, - 0.132812, - 0.108887, - 0.131836, - 0.132812, - 0.134766, - 0.112305, - 0.120117, - 0.136719, - 0.122559, - 0.137695, - 0.123047, - 0.140625, - 0.111816, - 0.125977, - 0.384766, - 0.095215, - 0.118652, - 0.111328, - 0.115723, - 0.059814, - 0.134766, - 0.11084, - 0.081055, - 0.115723, - 0.12793, - 0.090332, - 0.097168, - 0.124512, - 0.105957, - 0.208008, - 0.105957, - 0.067383, - 0.109863, - 0.076172, - 0.128906, - 0.130859, - 0.129883, - 0.077148, - 0.119629, - 0.115723, - 0.113281, - 0.138672, - 0.115723, - 0.120605, - 0.110352, - 0.090332, - 0.143555, - 0.111328, - 0.100098, - 0.116211, - 0.118652, - 0.118164, - 0.123535, - 0.133789, - 0.118652, - 0.107422, - 0.118652, - 0.110352, - 0.099121, - 0.11377, - 0.056152, - 0.177734, - 0.10498, - 0.087891, - 0.125, - 0.115723, - 0.100098, - 0.124023, - 0.035156, - 0.111816, - 0.116211, - 0.107422, - 0.129883, - 0.114258, - 0.119141, - 0.114258, - 0.114746, - 0.132812, - 0.046387, - 0.121094, - 0.148438, - 0.10791, - 0.118652, - 0.122559, - -0.000284, - 0.125977, - 0.104492, - 0.128906, - 0.145508, - 0.11377, - 0.060059, - 0.116699, - 0.114746, - 0.120117, - 0.108398, - 0.137695, - 0.125977, - 0.09375, - 0.129883, - 0.10791, - 0.114746, - 0.105957, - 0.139648, - 0.092773, - 0.128906, - 0.134766, - 0.117188, - 0.12207, - 0.102051, - 0.022949, - 0.129883, - 0.140625, - 0.09375, - 0.128906, - 0.126953, - 0.089355, - 0.143555, - 0.116211, - 0.124512, - 0.116699, - 0.11084, - 0.11377, - 0.074219, - 0.100586, - 0.149414, - 0.133789, - 0.132812, - 0.120117, - 0.138672, - 0.120605, - 0.114746, - 0.126953, - 0.144531, - 0.10498, - 0.116699, - 0.115234, - 0.151367, - 0.119629, - 0.129883, - 0.119141, - 0.141602, - 0.120605, - 0.148438, - 0.11084, - 0.129883, - 0.065918, - 0.111328, - 0.120605, - 0.306641, - 0.12793, - 0.115723, - 0.120605, - 0.132812, - 0.02478, - 0.126953, - 0.125977, - 0.041016, - 0.12793, - 0.126953, - 0.125, - 0.061279, - 0.12793, - 0.126953, - 0.365234, - 0.08252, - 0.133789, - 0.130859, - 0.070801, - 0.120117, - 0.031128, - 0.115723, - 0.146484, - 0.103027, - 0.112793, - 0.111328, - 0.129883, - 0.103516, - 0.110352, - 0.114258, - 0.116211, - 0.136719, - 0.074219, - 0.130859, - -0.006561, - 0.125, - 0.126953, - 0.108398, - 0.063477, - 0.111816, - 0.120605, - 0.118652, - 0.130859, - 0.000576, - 0.124023, - 0.081543, - 0.101074, - 0.089355, - 0.143555, - 0.062988, - 0.123047, - 0.124023, - 0.146484, - 0.128906, - 0.119629, - 0.092773, - 0.137695, - 0.116699, - 0.139648, - 0.133789, - 0.145508, - 0.212891, - 0.081055, - 0.103516, - 0.125977, - 0.111816, - 0.120605, - 0.114746, - 0.129883, - 0.133789, - 0.158203, - 0.103516, - 0.111328, - 0.120117, - 0.076172, - 0.128906, - 0.088867, - 0.117188, - 0.128906, - 0.123047, - 0.121582, - 0.133789, - 0.121582, - 0.208008, - 0.145508, - 0.109863, - 0.125, - 0.114258, - 0.12793, - 0.125977, - 0.119141, - 0.129883, - 0.118164, - 0.130859, - 0.134766, - 0.001633, - 0.129883, - 0.103027, - 0.138672, - 0.110352, - 0.12793, - 0.101074, - 0.108887, - 0.030762, - 0.106934, - 0.129883, - 0.129883, - 0.126953, - 0.112305, - 0.219727, - 0.237305, - 0.128906, - 0.104492, - 0.141602, - 0.106934, - 0.134766, - 0.119141, - 0.128906, - 0.116211, - 0.151367, - 0.126953, - 0.122559, - 0.098145, - 0.100098, - 0.11084, - 0.106445, - 0.086426, - 0.120605, - 0.114746, - 0.129883, - 0.141602, - 0.113281, - 0.124512, - 0.119141, - 0.120117, - 0.104004, - 0.103516, - 0.136719, - 0.106445, - 0.118164, - 0.112793, - 0.133789, - 0.098145, - 0.115234, - 0.093262, - -0.001236, - 0.115723, - 0.117188, - 0.089844, - 0.103027, - 0.111328, - 0.120117, - 0.257812, - 0.099121, - 0.10498, - 0.033691, - 0.120117, - 0.126953, - 0.101562, - 0.078125, - 0.08252, - 0.112793, - 0.08252, - 0.133789, - 0.119629, - 0.105957, - 0.019409, - 0.10791, - 0.095215, - 0.044678, - 0.099121, - 0.145508, - 0.11084, - 0.125, - 0.142578, - 0.118652, - 0.116699, - 0.324219, - 0.107422, - 0.155273, - 0.128906, - 0.123535, - 0.105957, - 0.135742, - 0.134766, - 0.142578, - 0.139648, - 0.114258, - 0.085449, - 0.146484, - 0.003464, - 0.131836, - 0.035889, - 0.137695, - 0.128906, - 0.119629, - 0.083984, - 0.134766, - 0.128906, - 0.103027, - -0.000687, - 0.112793, - 0.129883, - 0.124512, - 0.107422, - 0.03418, - 0.123535, - 0.001022, - 0.124023, - 0.097168, - 0.123535, - 0.090332, - 0.109375, - 0.113281, - 0.111328, - 0.120117, - 0.111328, - 0.131836, - 0.095703, - 0.126953, - 0.140625, - 0.134766, - 0.124512, - 0.123535, - 0.121582, - 0.117188, - 0.119141, - 0.077637, - 0.129883, - 0.085938, - 0.139648, - 0.114746, - 0.132812, - 0.12207, - 0.101562, - 0.116699, - 0.136719, - 0.106445, - 0.095215, - 0.129883, - 0.096191, - 0.123047, - 0.126953, - 0.115234, - 0.121094, - 0.139648, - 0.129883, - 0.114746, - 0.113281, - 0.120605, - 0.130859, - 0.108398, - 0.148438, - 0.124023, - 0.11377, - 0.038086, - 0.123047, - 0.109375, - 0.118652, - 0.117676, - 0.11377, - 0.088379, - 0.09375, - 0.116211, - 0.117676, - 0.123047, - 0.118164, - 0.103027, - 0.132812, - 0.146484, - 0.111816, - 0.152344, - 0.107422, - 0.203125, - 0.131836, - 0.092773, - 0.118164, - 0.109375, - 0.139648, - 0.12793, - 0.131836, - 0.093262, - 0.035889, - 0.041748, - 0.121094, - 0.129883, - 0.125977, - 0.126953, - 0.112793, - 0.130859, - 0.130859, - 0.103027, - 0.112305, - 0.097656, - 0.132812, - 0.081055, - 0.141602, - 0.111816, - 0.117676, - 0.120605, - 0.108887, - 0.138672, - 0.120605, - 0.119629, - 0.131836, - 0.134766, - 0.125977, - 0.061768, - 0.175781, - 0.115234, - 0.120117, - 0.111816, - 0.101562, - 0.10791, - 0.115723, - 0.277344, - 0.107422, - 0.10791 - ] - }, - "name": "model.transformer.layers.2.ffn_norm.weight", - "outputIndexes": [ - 215 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 214, - 215 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_2/Mul_1_output_0", - "outputIndexes": [ - 216 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 216 - ], - "outputIndexes": [ - 2085 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2085 - ], - "outputIndexes": [ - 2086 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear", - "inputIndexes": [ - 2086 - ], - "outputIndexes": [ - 2087 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 3072, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 49152, - "weightSize": 0 - }, - "external": [ - 16828768, - 3145750, - 393216, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2087 - ], - "outputIndexes": [ - 2088 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2088 - ], - "outputIndexes": [ - 217 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 3072 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1536 - ] - }, - "name": "/ffn_2/Mul_output_0", - "outputIndexes": [ - 218 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 217, - 21, - 218, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_2/Slice_output_0", - "outputIndexes": [ - 219 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 219 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_2/Sigmoid_output_0", - "outputIndexes": [ - 220 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 219, - 220 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_2/Mul_output_0", - "outputIndexes": [ - 221 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3072 - ] - }, - "name": "/ffn_2/Mul_1_output_0", - "outputIndexes": [ - 222 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 217, - 218, - 222, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_2/Slice_1_output_0", - "outputIndexes": [ - 223 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 221, - 223 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_2/Mul_2_output_0", - "outputIndexes": [ - 224 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 224 - ], - "outputIndexes": [ - 2089 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2089 - ], - "outputIndexes": [ - 2090 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear", - "inputIndexes": [ - 2090 - ], - "outputIndexes": [ - 2091 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 20367734, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2091 - ], - "outputIndexes": [ - 2092 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2092 - ], - "outputIndexes": [ - 225 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 213, - 225 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_11_output_0", - "outputIndexes": [ - 226 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 226, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_12_output_0", - "outputIndexes": [ - 227 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 227 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_3/Mul_output_0", - "outputIndexes": [ - 228 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.029541, - 0.031128, - 0.036133, - 0.041016, - 0.059814, - 0.040039, - 0.086426, - 0.033203, - 0.030762, - 0.038574, - 0.038818, - 0.043213, - 0.038086, - 0.03833, - 0.039307, - 0.027954, - 0.043701, - 0.036865, - 0.037598, - 0.041504, - 0.038818, - 0.031738, - 0.037354, - 0.025635, - 0.032959, - 0.043457, - 0.030762, - 0.0354, - 0.036133, - 0.038818, - 0.039795, - 0.034668, - 0.03833, - 0.037354, - 0.041016, - 0.037354, - 0.038574, - 0.031494, - 0.036377, - 0.037354, - 0.045654, - 0.029175, - 0.037109, - 0.029053, - 0.035156, - 0.030762, - 0.033691, - 0.032471, - 0.041504, - 0.037354, - 0.043213, - 0.037598, - 0.040527, - 0.027588, - 0.039062, - 0.030762, - 0.039307, - 0.041016, - 0.037109, - 0.036621, - 0.036377, - 0.041504, - 0.055908, - 0.047852, - 0.041504, - 0.029419, - 0.038086, - 0.038574, - 0.038818, - 0.037354, - 0.044678, - 0.039551, - 0.031738, - 0.036865, - 0.040771, - 0.036621, - 0.040283, - 0.0271, - 0.043701, - 0.030396, - 0.034424, - 0.034668, - 0.036133, - 0.038818, - 0.037598, - 0.040527, - 0.041016, - 0.036865, - 0.035645, - 0.041748, - 0.034912, - 0.033203, - 0.0354, - 0.029663, - 0.049561, - 0.042236, - 0.0354, - 0.03064, - 0.029053, - 0.039307, - 0.033203, - 0.034912, - 0.085449, - 0.031982, - 0.034912, - 0.039062, - 0.036377, - 0.037354, - 0.032227, - 0.024902, - 0.029175, - 0.047363, - 0.035889, - 0.028564, - 0.033203, - 0.038818, - 0.051025, - 0.026611, - 0.03833, - 0.040283, - 0.044434, - 0.038818, - 0.038086, - 0.025146, - 0.037842, - 0.020386, - 0.04126, - 0.037354, - 0.033691, - 0.035645, - 0.038086, - 0.041016, - 0.042236, - 0.045654, - 0.03833, - 0.040039, - 0.057861, - 0.0354, - 0.039551, - 0.031982, - 0.033447, - 0.040039, - 0.035889, - 0.037842, - 0.026733, - 0.021851, - 0.035156, - 0.031006, - 0.047607, - 0.044434, - 0.032715, - 0.031982, - 0.035889, - 0.03833, - 0.041748, - 0.031006, - 0.042725, - 0.030884, - 0.028931, - 0.035645, - 0.039062, - 0.033691, - 0.046143, - 0.040283, - 0.03125, - 0.052246, - 0.040527, - 0.025391, - 0.022461, - 0.053223, - 0.070801, - 0.026611, - 0.043213, - 0.03833, - 0.039062, - 0.04126, - 0.037842, - 0.044434, - 0.036621, - 0.050049, - 0.032715, - 0.043701, - 0.037354, - 0.041016, - 0.039307, - 0.043945, - 0.041992, - 0.042725, - 0.031738, - 0.037598, - 0.044434, - 0.034424, - 0.038574, - 0.034912, - 0.03418, - 0.040039, - 0.039062, - 0.029297, - 0.037354, - 0.045166, - 0.040527, - 0.042236, - 0.037842, - 0.031494, - 0.041504, - 0.032227, - 0.042236, - 0.036865, - 0.036865, - 0.04248, - 0.05835, - 0.03418, - 0.039795, - 0.037842, - 0.039551, - 0.0354, - 0.037354, - 0.033203, - 0.037842, - 0.035889, - 0.028198, - 0.043701, - 0.05835, - 0.034668, - 0.038574, - 0.036865, - 0.036865, - 0.037109, - 0.031006, - 0.037109, - 0.035889, - 0.03125, - 0.041992, - 0.036133, - 0.043213, - 0.045654, - 0.038574, - 0.036621, - 0.080566, - 0.034668, - 0.036377, - 0.040771, - 0.037109, - 0.033203, - 0.031738, - 0.036865, - 0.033691, - 0.035645, - 0.036133, - 0.036377, - 0.037598, - 0.033691, - 0.044189, - 0.040039, - 0.048828, - 0.035645, - 0.0354, - 0.035889, - 0.037354, - 0.041016, - 0.030273, - 0.037598, - 0.04248, - 0.038574, - 0.032715, - 0.043945, - 0.033691, - 0.033203, - 0.042969, - 0.044922, - 0.043457, - 0.030762, - 0.033936, - 0.037842, - 0.03833, - 0.044189, - 0.054932, - 0.050781, - 0.048828, - 0.040771, - 0.03125, - 0.0354, - 0.041016, - 0.043457, - 0.051758, - 0.040527, - 0.034424, - 0.031738, - 0.041748, - 0.033203, - 0.035645, - 0.042236, - 0.040771, - 0.033447, - 0.038086, - 0.033203, - 0.039795, - 0.034912, - 0.061768, - 0.032471, - 0.040771, - 0.039551, - 0.041504, - 0.034912, - 0.040771, - 0.044189, - 0.034912, - 0.033691, - 0.036133, - 0.03833, - 0.046875, - 0.045898, - 0.039307, - 0.041504, - 0.055908, - 0.038086, - 0.057129, - 0.038574, - 0.046631, - 0.043457, - 0.03418, - 0.041504, - 0.033447, - 0.033203, - 0.039307, - 0.033936, - 0.039551, - 0.085449, - 0.040039, - 0.045654, - 0.0271, - 0.033447, - 0.038574, - 0.039795, - 0.03833, - 0.045166, - 0.038818, - 0.028564, - 0.037109, - 0.040527, - 0.035889, - 0.053223, - 0.038086, - 0.052246, - 0.035156, - 0.046631, - 0.043701, - 0.032471, - 0.036621, - 0.035889, - 0.031006, - 0.033691, - 0.028687, - 0.04248, - 0.048096, - 0.040527, - 0.041748, - 0.037842, - 0.035156, - 0.035645, - 0.032471, - 0.053955, - 0.041504, - 0.034912, - 0.040283, - 0.042725, - 0.040527, - 0.04541, - 0.039795, - 0.033936, - 0.033691, - 0.083984, - 0.032227, - 0.031494, - 0.03418, - 0.032959, - 0.054443, - 0.040527, - 0.040527, - 0.02124, - 0.034668, - 0.039062, - 0.035889, - 0.030029, - 0.032715, - 0.036133, - 0.038574, - 0.032959, - 0.038086, - 0.034424, - 0.034912, - 0.036865, - 0.039307, - 0.030151, - 0.041992, - 0.03833, - 0.036377, - 0.080566, - 0.032227, - 0.03418, - 0.031738, - 0.043945, - 0.034912, - 0.028198, - 0.03418, - 0.026978, - 0.022095, - 0.031738, - 0.039062, - 0.036133, - 0.020508, - 0.033447, - 0.035156, - 0.036621, - 0.046387, - 0.033447, - 0.052734, - 0.037598, - 0.037598, - 0.043945, - 0.042969, - 0.028809, - 0.03833, - 0.027832, - 0.054443, - 0.03418, - 0.040039, - 0.042236, - 0.0354, - 0.036621, - 0.041748, - 0.030884, - 0.039062, - 0.034912, - 0.05127, - 0.037598, - 0.026367, - 0.034424, - 0.033936, - 0.049561, - 0.034668, - 0.037354, - 0.031494, - 0.032715, - 0.032959, - 0.038086, - 0.040527, - 0.033447, - 0.041016, - 0.033203, - 0.033447, - 0.024414, - 0.037842, - 0.031738, - 0.045166, - 0.032227, - 0.028076, - 0.037842, - 0.04126, - 0.040039, - 0.031738, - 0.047852, - 0.038086, - 0.050293, - 0.04541, - 0.039307, - 0.031128, - 0.043457, - 0.0354, - 0.044678, - 0.033936, - 0.035156, - 0.035645, - 0.046387, - 0.032959, - 0.037598, - 0.036621, - 0.040283, - 0.034668, - 0.043213, - 0.037598, - 0.037109, - 0.035645, - 0.043701, - 0.036133, - 0.034668, - 0.033936, - 0.03833, - 0.04126, - 0.031982, - 0.03833, - 0.039062, - 0.033447, - 0.031494, - 0.042725, - 0.038818, - 0.032959, - 0.035156, - 0.036865, - 0.037109, - 0.040039, - 0.034424, - 0.039307, - 0.037354, - 0.041016, - 0.050781, - 0.036133, - 0.044434, - 0.033936, - 0.033691, - 0.036133, - 0.038086, - 0.038574, - 0.037598, - 0.0271, - 0.099121, - 0.033691, - 0.036865, - 0.037842, - 0.03833, - 0.032959, - 0.033936, - 0.036377, - 0.044189, - 0.03833, - 0.043701, - 0.04126, - 0.037354, - 0.037598, - 0.035889, - 0.037354, - 0.056152, - 0.033936, - 0.039551, - 0.038086, - 0.0354, - 0.038086, - 0.051025, - 0.03418, - 0.039307, - 0.038818, - 0.041504, - 0.043213, - 0.033447, - 0.040527, - 0.036865, - 0.188477, - 0.039551, - 0.038574, - 0.040527, - 0.036865, - 0.034668, - 0.040039, - 0.084961, - 0.034424, - 0.02771, - 0.031494, - 0.028931, - 0.035156, - -0.000126, - 0.039307, - 0.043213, - 0.039307, - 0.029419, - 0.03064, - 0.022339, - 0.033203, - 0.042969, - 0.041504, - 0.02417, - 0.031982, - 0.026245, - 0.044434, - 0.029663, - 0.047852, - 0.056152, - 0.033691, - 0.033203, - 0.079102, - 0.031128, - 0.033447, - 0.03833, - 0.078125, - 0.025757, - 0.041016, - 0.034912, - 0.031494, - 0.035889, - 0.031738, - 0.037109, - 0.041504, - 0.03833, - 0.038818, - 0.035156, - 0.042969, - 0.034912, - 0.037109, - 0.041016, - 0.033447, - 0.042236, - 0.043457, - 0.037842, - 0.034912, - 0.037354, - 0.037842, - 0.032959, - 0.03833, - 0.03833, - 0.044922, - 0.045654, - 0.053467, - 0.045166, - 0.035156, - 0.043457, - 0.03418, - 0.036621, - 0.031494, - 0.040283, - 0.036377, - 0.039551, - 0.028198, - 0.029663, - 0.04248, - 0.039551, - 0.040283, - 0.059082, - 0.033203, - 0.049316, - 0.050537, - 0.038574, - 0.036133, - 0.034424, - 0.036621, - 0.041504, - 0.044922, - 0.049072, - 0.040039, - 0.03418, - 0.036621, - 0.03125, - 0.040771, - 0.034424, - 0.033936, - 0.051025, - 0.036133, - 0.041748, - 0.0354, - 0.03833, - 0.033691, - 0.034912, - 0.036377, - 0.038574, - 0.040283, - 0.033203, - 0.037598, - 0.044189, - 0.030151, - 0.040527, - 0.03418, - 0.03418, - 0.032959, - 0.036865, - 0.039062, - 0.041016, - 0.035156, - 0.037109, - 0.029785, - 0.041016, - 0.035645, - 0.033691, - 0.038086, - 0.036377, - 0.087402, - 0.033936, - 0.057617, - 0.036621, - 0.039307, - 0.053711, - 0.045898, - 0.034668, - 0.032959, - 0.022217, - 0.038574, - 0.03125, - 0.034424, - 0.034912, - 0.049561, - 0.043701, - 0.033936, - 0.035889, - 0.044678, - 0.039551, - 0.045898, - 0.037354, - 0.031494, - 0.033691, - 0.040283, - 0.035889, - 0.041992, - 0.036621, - 0.040527, - 0.04126, - 0.03125, - 0.039795, - 0.03125, - 0.034668, - 0.036377, - 0.038818, - 0.027466, - 0.041992, - 0.039062, - 0.036133, - 0.041504, - 0.076172, - 0.032959, - 0.040283, - 0.041748, - 0.037354, - 0.065918, - 0.053467, - 0.036621, - 0.041748, - 0.038086, - 0.042725, - 0.046631, - 0.038574, - 0.041748, - 0.031128, - 0.037598, - 0.047363, - 0.038086, - 0.036865, - 0.040283, - 0.030396, - 0.039795, - 0.031738, - 0.037842, - 0.043213, - 0.039795, - 0.042236, - 0.047607, - 0.040039, - 0.04248, - 0.040283, - 0.049316, - 0.038086, - 0.028931, - 0.039062, - 0.039307, - 0.041016, - 0.034912, - 0.038086, - 0.038574, - 0.038818, - 0.03833, - 0.044434, - 0.043213, - 0.034912, - 0.032471, - 0.030884, - 0.037354, - 0.037842, - 0.034424, - 0.040039, - 0.039795, - 0.039307, - 0.037598, - 0.033203, - 0.032227, - 0.047852, - 0.031738, - 0.035645, - 0.038574, - 0.036621, - 0.038818, - 0.040771, - 0.032715, - 0.029053, - 0.029663, - 0.034668, - 0.042236, - 0.029053, - 0.034424, - 0.041016, - 0.094727, - 0.039795, - 0.03833, - 0.036377, - 0.029907, - 0.043457, - 0.032227, - 0.038574, - 0.040039, - 0.023682, - 0.033447, - 0.056396, - 0.03125, - 0.037354, - 0.03125, - 0.044678, - 0.038818, - 0.031128, - 0.046143, - 0.039307, - 0.050537, - 0.032471, - 0.032227, - 0.05249, - 0.028564, - 0.039062, - 0.0354, - 0.042236, - 0.037842, - 0.04126, - 0.044922, - 0.037598, - 0.036621, - 0.040283, - 0.036377, - 0.041504, - 0.037354, - 0.039307, - 0.033691, - 0.039795, - 0.039795, - 0.032471, - 0.025635, - 0.036377, - 0.03833, - 0.039795, - 0.040771, - 0.034912, - 0.030396, - 0.046875, - 0.032227, - 0.040283, - 0.035889, - 0.0354, - 0.04248, - 0.041992, - 0.037842, - 0.041504, - 0.075684, - 0.056396, - 0.032471, - 0.04541, - 0.046631, - 0.033691, - 0.046875, - 0.038086, - 0.033447, - 0.053711, - 0.040771, - 0.043213, - 0.030762, - 0.031006, - 0.032471, - 0.04126, - 0.034912, - 0.040283, - 0.03418, - 0.039551, - 0.028076, - 0.033203, - 0.041748, - 0.039062, - 0.036865, - 0.045654, - 0.037598, - 0.047119, - 0.037842, - 0.031494, - 0.05249, - 0.032715, - 0.037354, - 0.043945, - 0.0354, - 0.040527, - 0.041992, - -8e-05, - 0.028442, - 0.041504, - 0.0354, - 0.039551, - 0.037354, - 0.041992, - 0.038574, - 0.036377, - 0.033203, - 0.03418, - 0.039307, - 0.041504, - 0.02771, - 0.032227, - 0.041016, - 0.038574, - 0.04126, - 0.032471, - 0.037354, - 0.041992, - 0.037842, - 0.042236, - 0.040039, - 0.056885, - 0.033936, - 0.048096, - 0.042236, - 0.05542, - 0.04126, - 0.038574, - 0.03418, - 0.032471, - 0.03833, - 0.025269, - 0.033936, - 0.036133, - 0.032715, - 0.032227, - 0.039307, - 0.043701, - 0.037842, - 0.040039, - 0.033203, - 0.038086, - 0.036621, - 0.035645, - 0.040283, - 0.075684, - 0.038574, - 0.040527, - 0.04248, - 0.036621, - 0.034424, - 0.033447, - 0.037109, - 0.027832, - 0.038818, - 0.033691, - 0.036133, - 0.033447, - 0.041992, - 0.037598, - 0.040283, - 0.069824, - 0.031006, - 0.032715, - 0.043701, - 0.036621, - 0.035889, - 0.033691, - 0.038086, - 0.044434, - 0.037109, - 0.033203, - 0.0354, - 0.032227, - 0.036377, - 0.042236, - 0.048096, - 0.050537, - 0.039551, - 0.032715, - 0.043213, - 0.044434, - 0.040771, - 0.018799, - 0.041016, - 0.035889, - 0.039062, - 0.037354, - 0.022949, - 0.037109, - 0.044678, - 0.083496, - 0.038574, - 0.040771, - 0.043457, - 0.025513, - 0.0271, - 0.032227, - 0.04126, - 0.037109, - 0.044922, - 0.033936, - 0.034668, - 0.033203, - 0.000572, - 0.037354, - 0.054688, - 0.034424, - 0.036621, - 0.042236, - 0.033447, - 0.128906, - 0.036377, - 0.033203, - 0.029541, - 0.024902, - 0.037109, - 0.0354, - 0.043457, - 0.041016, - 0.037354, - 0.033203, - 0.030518, - 0.037842, - 0.053223, - 0.032959, - 0.033447, - 0.0354, - 0.038574, - 0.041016, - 0.033447, - 0.038574, - 0.029907, - 0.037598, - 0.026978, - 0.045654, - 0.037598, - 0.043701, - 0.037109, - 0.040527, - 0.039795, - 0.046143, - 0.030273, - 0.037842, - 0.038818, - 0.037598, - 0.033447, - 0.034424, - 0.040039, - 0.025757, - 0.056396, - 0.031982, - 0.057129, - 0.043945, - 0.214844, - 0.037109, - 0.043457, - 0.036377, - 0.037842, - 0.042725, - 0.042969, - 0.030396, - 0.033447, - 0.03418, - 0.02063, - 0.041748, - 0.034912, - 0.029663, - 0.042236, - 0.036865, - 0.037109, - 0.041748, - 0.03833, - 0.0354, - 0.039551, - 0.040527, - 0.038086, - 0.040771, - 0.03833, - 0.03125, - 0.081543, - 0.034424, - 0.053223, - 0.036377, - 0.040771, - 0.036865, - 0.044189, - 0.04248, - 0.035645, - 0.045654, - 0.039062, - 0.037842, - 0.066406, - 0.04541, - 0.062012, - 0.037109, - 0.042236, - 0.027588, - 0.038818, - 0.035156, - 0.035889, - 0.04126, - 0.035889, - 0.032227, - 0.037354, - 0.040039, - 0.042969, - 0.039551, - 0.032471, - 0.172852, - 0.04834, - 0.03418, - 0.029541, - 0.041504, - 0.037598, - 0.033447, - 0.033447, - 0.034424, - 0.036377, - 0.037109, - 0.042236, - 0.040771, - 0.036621, - 0.035645, - 0.039551, - 0.025757, - 0.032959, - 0.03125, - 0.039551, - 0.041016, - 0.031738, - 0.025024, - 0.041016, - 0.047363, - 0.041992, - 0.029541, - 0.034424, - 0.037842, - 0.038818, - 0.038574, - 0.03125, - 0.041504, - 0.035889, - 0.029541, - 0.032227, - 0.054932, - 0.031738, - 0.042969, - 0.038086, - 0.037354, - 0.030762, - 0.033691, - 0.044922, - 0.04248, - 0.040283, - 0.034668, - 0.038818, - 0.034424, - 0.030029, - 0.042725, - 0.037354, - 0.046631, - 0.034912, - 0.036865, - 0.038086, - 0.03418, - 0.040527, - 0.036377, - 0.030762, - 0.032471, - 0.029541, - 0.031982, - 0.031494, - 0.030518, - 0.034912, - 0.031128, - 0.035156, - -0.001495, - 0.035889, - 0.048828, - 0.032715, - 0.039795, - 0.041992, - 0.034912, - 0.036865, - 0.034668, - 0.036865, - 0.037109, - 0.034912, - 0.040039, - 0.038086, - 0.037598, - 0.032959, - 0.033203, - 0.034668, - 0.042236, - 0.037109, - 0.030273, - 0.042725, - 0.039551, - 0.029297, - 0.035645, - 0.04541, - 0.046631, - 0.035889, - 0.169922, - 0.03125, - 0.036377, - 0.041992, - 0.026489, - 0.030518, - 0.039795, - 0.034424, - 0.038818, - 0.035645, - 0.054932, - 0.0271, - 0.040039, - 0.034912, - 0.035645, - 0.04126, - 0.03418, - 0.032715, - 0.044922, - 0.040039, - 0.033447, - 0.040527, - 0.040039, - 0.03418, - 0.044678, - 0.035889, - 0.031982, - 0.043945, - 0.04541, - 0.044678, - 0.043945, - -0.000969, - 0.040771, - 0.046143, - 0.048584, - 0.033203, - 0.037598, - 0.027832, - 0.063965, - 0.032471, - 0.051025, - 0.032959, - 0.046387, - 0.031982, - 0.031982, - 0.030396, - 0.036621, - 0.035889, - 0.035156, - 0.039795, - 0.037109, - 0.029663, - 0.064453, - 0.040527, - 0.038818, - 0.04541, - 0.038574, - 0.037598, - 0.03833, - 0.037598, - 0.034424, - 0.038086, - 0.044922, - 0.074219, - 0.039062, - 0.035645, - 0.041016, - 0.04834, - 0.041992, - 0.03418, - 0.066406, - 0.043457, - 0.032959, - 0.042969, - 0.036865, - 0.032227, - 0.031494, - 0.039551, - 0.036865, - 0.044434, - 0.033447, - 0.032715, - 0.0354, - 0.029785, - 0.033447, - 0.03833, - 0.036865, - 0.052734, - 0.035156, - 0.033203, - 0.03418, - 0.038086, - 0.044922, - 0.040527, - 0.038818, - 0.032715, - 0.036621, - 0.039551, - 0.102539, - 0.036621, - 0.033936, - 0.084961, - 0.040527, - 0.030273, - 0.04248, - 0.034912, - 0.036621, - 0.037354, - 0.037109, - 0.030151, - 0.042725, - 0.041016, - 0.0354, - 0.034668, - 0.034912, - 0.039307, - 0.036865, - 0.032715, - 0.049316, - 0.032227, - 0.039795, - 0.045166, - 0.04248, - 0.020874, - 0.037842, - 0.042236, - 0.035645, - 0.042236, - 0.042236, - 0.037354, - 0.040527, - 0.036377, - 0.037598, - 0.031494, - 0.047119, - 0.047607, - 0.031006, - 0.040527, - 0.064941, - 0.039062, - 0.039062, - 0.040039, - 0.030884, - 0.040283, - 0.023315, - 0.041748, - 0.029907, - 0.039551, - 0.043457, - 0.040039, - 0.038818, - 0.039795, - 0.030884, - 0.03064, - 0.036377, - 0.033203, - 0.03418, - 0.034912, - 0.041748, - 0.046143, - 0.036621, - 0.030518, - 0.111328, - 0.047119, - 0.0354, - 0.035645, - 0.039551, - 0.031494, - 0.042236, - 0.034424, - 0.039551, - 0.039062, - 0.039795, - 0.039551, - 0.031006, - 0.034668, - 0.043457, - 0.045654, - 0.032471, - 0.038086, - 0.043945, - 0.044678, - 0.038574, - 0.047607, - 0.046387, - 0.038818, - 0.041504, - 0.030273, - 0.044189, - 0.037354, - 0.03833, - 0.035889, - 0.040039, - 0.036865, - 0.039307, - 0.041992, - 0.038086, - 5.1e-05, - 0.042969, - 0.04834, - 0.048584, - 0.048584, - 0.032227, - 0.046387, - 0.02478, - 0.036377, - 0.028687, - 0.038818, - 0.034668, - 0.057861, - 0.043213, - 0.034668, - 0.046875, - 0.036377, - 0.032959, - 0.060059, - 0.040771, - 0.045654, - 0.034912, - 0.034668, - 0.041992, - 0.04126, - 0.032715, - 0.034668, - 0.031006, - 0.047119, - 0.031128, - 0.035645, - 0.031982, - 0.035889, - 0.037109, - 0.034424, - 0.065918, - 0.03833, - 0.035889, - 0.042969, - 0.052246, - 0.031494, - 0.044678, - 0.035889, - 0.040527, - 0.032471, - 0.033936, - 0.032227, - 0.043213, - 0.040527, - 0.037109, - 0.000668, - 0.041504, - 0.0354, - 0.028564, - 0.029053, - 0.038818, - 0.036133, - 0.03833, - 0.045166, - 0.037109, - 0.040283, - 0.027466, - 0.036865, - 0.036377, - 0.033447, - 0.026611, - 0.035889, - 0.027832, - 0.059082, - 0.042969, - 0.041992, - 0.05957, - 0.03418, - 0.037598, - 0.046875, - 0.02832, - 0.035889, - 0.038818, - 0.050049, - 0.033936, - 0.039795, - 0.041504, - 0.050781, - 0.0354, - 0.035645, - 0.034668, - 0.036865, - 0.041016, - 0.039795, - 0.038086, - 0.044678, - 0.049805, - 0.040771, - 0.034424, - 0.050293, - 0.037354, - 0.013245, - 0.034424, - 0.034912, - 0.037598, - 0.040039, - 0.046631, - 0.034668, - 0.036865, - 0.049805, - 0.028687, - 0.061768, - 0.034424, - 0.038818, - 0.04541, - 0.034912, - 0.035889, - 0.04248, - 0.066406, - 0.034912, - 0.033936, - 0.03125, - 0.039551, - 0.034912, - 0.036377, - 0.031738, - 0.040283, - 0.032227, - 0.041748, - 0.040283, - 0.037354, - 0.038818, - 0.040771, - 0.036865, - 0.038574, - 0.034668, - 0.043457, - 0.03418, - 0.044922, - 0.032471, - 0.035156, - 0.037598, - 0.033936, - 0.052002, - 0.045166, - 0.032471, - 0.03418, - 0.034912, - 0.038086, - 0.046631, - 0.020386, - 0.03833, - 0.030518, - 0.038574, - 0.018433, - 0.037842, - 0.033447, - 0.04126, - 0.026611, - 0.038086, - 0.039307, - 0.036621, - 0.041748, - 0.040039, - 0.040039, - 0.033203, - 0.040039, - 0.025513, - 0.044434, - 0.039551, - 0.059814, - 0.034912, - 0.037598, - 0.06543, - 0.037842, - 0.0354, - 0.043213, - 0.041748, - 0.05542, - 0.070312, - 0.041992, - 0.042236, - 0.03064, - 0.032471, - 0.039062, - 0.032959, - 0.041748, - 0.030029, - 0.035156, - 0.034424, - 0.037598, - 0.039062, - 0.047363, - 0.032227, - 0.029663, - 0.030396, - 0.039795, - 0.047607, - 0.033447, - 0.039307, - 0.042969, - 0.031006, - 0.038818, - 0.031006, - 0.033936, - 0.039062, - 0.040039, - 0.032471, - 0.031982, - 0.036133, - 0.041016, - 0.04248, - 0.032715, - 0.062256, - 0.038574, - 0.032471, - 0.034912, - 0.043213, - 0.039062, - 0.039551, - 0.043457, - 0.064453, - 0.045654, - 0.034912, - 0.040039, - 0.033936, - 0.033203, - 0.031494, - 0.034912, - 0.044922, - 0.040039, - 0.060303, - 0.042236, - 0.033936, - 0.038086, - 0.039062, - 0.045654, - 0.060303, - 0.046143, - 0.034424, - 0.031494, - 0.038086, - 0.037354, - 0.045898, - 0.04126, - 0.0354, - 0.042969, - 0.032227, - 0.050537, - 0.037842, - 0.041748, - 0.039062, - 0.033936, - 0.040283, - 0.035156, - 0.039795, - 0.038086, - 0.040039, - 0.037598, - 0.035645, - 0.036377, - 0.032227, - 0.049072, - 0.039062, - 0.041504, - 0.034912, - 0.033691, - 0.041504, - 0.033691, - 0.032715, - 0.019409, - 0.039307, - 0.033203, - 0.035156, - 0.038818, - 0.037842, - 0.032959, - 0.033936, - 0.030762, - 0.040283, - 0.027222, - 0.031738, - 0.051514, - 0.04126, - 0.041992, - 0.038818, - 0.00042, - 0.040283, - 0.039795, - 0.061035, - 0.036133, - 0.039795, - 0.037598, - 0.036865, - 0.038086, - 0.039307, - 0.042725, - 0.046143, - 0.039062, - 0.030396, - 0.040039, - 0.034668, - 0.039795, - 0.032959, - 0.059814, - 0.033936, - 0.036621, - 0.046387, - 0.034668, - 0.040771, - 0.044189, - 0.013428, - 0.044922, - 0.036865, - 0.032715, - 0.031128, - 0.041016, - 0.028198, - 0.038574, - 0.043457, - 0.033447, - 0.038818, - 0.033691, - 0.047607, - 0.038818, - 0.032715, - 0.032471, - 0.04126, - 0.031982, - 0.033936, - 0.038086, - 0.040527, - 0.039551, - 0.088867, - 0.044189, - 0.033936, - 0.040283, - 0.037598, - 0.046387, - 0.035156, - 0.031494, - 0.043457, - 0.037354, - 0.042969, - 0.037354, - 0.034912, - 0.04248, - 0.041504, - 0.038574, - 0.044678, - 0.04541, - 0.044678, - 0.034424, - 0.033691, - 0.034912, - 0.030029, - 0.03833, - 0.029297, - 0.020996, - 0.039307, - 0.029541, - 0.041992, - 0.031494, - 0.034668, - 0.035889, - 0.035645, - 0.039551, - 0.033447, - 0.039062, - 0.039307, - 0.036377, - 0.026733, - 0.037598, - 0.034668, - 0.031982, - 0.033447, - 0.036133, - 0.036377, - 0.034668, - 0.036133, - 0.038818, - 0.051514, - 0.039795, - 0.04834, - 0.041992, - 0.05249, - 0.039551, - 0.046387, - 0.039795, - 0.035645, - 0.033447, - 0.040039, - 0.034668, - 0.036377, - 0.019165, - 0.041748, - 0.045898, - 0.029907, - 0.037842, - 0.033936, - 0.073242, - 0.036133, - 0.04126, - 0.035889, - 0.032227, - 0.034424, - 0.033691, - 0.066406, - 0.035645, - 0.041016, - 0.032959, - 0.051758, - 0.091797, - 0.028198, - 0.030029, - 0.038818, - 0.030029, - 0.032715, - 0.038574, - 0.03064, - 0.036133, - 0.057373, - 0.032959, - 0.036133, - 0.034424, - 0.030518, - 0.036133, - 0.031006, - 0.0354, - 0.039307, - 0.029541, - 0.039551, - 0.032959, - 0.042969, - 0.108887, - 0.036133, - 0.0354, - 0.037354, - 0.036621, - 0.043945, - 0.038574, - 0.047119, - 0.03125, - 0.04126, - 0.044434, - 0.045654, - 0.045654, - 0.038574, - 0.051025, - 0.044189, - 0.035889, - 0.04126, - 0.038086, - 0.043213, - 0.021484, - 0.036865, - 0.029907, - 0.046631, - 0.035889, - 0.034668, - 0.036377, - -0.00015, - 0.047363, - 0.032227, - 0.039795, - 0.033447, - 0.033447, - 0.041992, - 0.03833, - 0.03833, - 0.078613, - 0.039062, - 0.035156, - 0.0354, - 0.035645, - 0.036377, - 0.03418, - 0.037598, - 0.040771, - 0.032227, - 0.029907, - 0.032227, - 0.041016, - 0.035156, - 0.031494, - 0.03418, - 0.040527, - 0.034912, - 0.033691, - 0.037842, - 0.03418, - 0.046387, - 0.049072, - 0.046387, - 0.038818, - 0.049805, - 0.023071, - 0.034912, - 0.037109, - 0.028687, - 0.042725, - 0.037598, - 0.039307, - 0.037842, - 0.031982, - 0.035889, - 0.024902, - 0.047119, - 0.027466, - 0.03064, - 0.040527, - 0.036865, - 0.045898, - 0.036621, - 0.040771, - 0.033936, - 0.032959, - 0.022949, - 0.036377, - 0.02832, - 0.027832, - 0.038574, - 0.049072, - 0.037354, - 0.040527, - 0.097168, - 0.030884, - 0.044922, - 0.05249, - 0.03064, - 0.042236, - 0.043701, - 0.036621, - 0.034424, - 0.036377, - 0.038818, - 0.039062, - 0.036133, - 0.036621, - 0.04126, - 0.037598, - 0.022339, - 0.042236, - 0.029785, - 0.037109, - 0.035645, - 0.03125, - 0.043457, - 0.042969, - 0.04126, - 0.036865, - 0.020264, - 0.04248, - 0.041748, - 0.038086, - 0.046387, - 0.021973, - 0.035645, - -0.001114, - 0.038818, - 0.032959, - 0.039795, - 0.053223, - 0.037842, - 0.033447, - 0.036865, - 0.037842, - 0.032471, - 0.046875, - 0.036865, - 0.030762, - 0.044678, - 0.035156, - 0.033203, - 0.039062, - 0.034912, - 0.037598, - 0.042236, - 0.037598, - 0.039551, - 0.036133, - 0.041504, - 0.041016, - 0.041992, - 0.035156, - 0.040527, - 0.044922, - 0.039795, - 0.038574, - 0.036865, - 0.035156, - 0.031982, - 0.03418, - 0.039307, - 0.041016, - 0.039062, - 0.038086, - 0.042969, - 0.033691, - 0.036377, - 0.043701, - 0.043945, - 0.038086, - 0.038574, - 0.043213, - 0.038086, - 0.024902, - 0.035889, - 0.033936, - 0.034424, - 0.038086, - 0.034668, - 0.035889, - 0.044678, - 0.047852, - 0.045654, - 0.037598, - 0.040039, - 0.036133, - 0.037598, - 0.051025, - 0.033691, - 0.052246, - 0.032959, - -0.000607, - 0.042725, - 0.035156, - 0.033447, - 0.038818, - 0.065918, - 0.034912, - 0.035889, - 0.041748, - 0.020996, - 0.022949, - 0.0354, - 0.039551, - 0.033447, - 0.046143, - 0.036377, - 0.043701, - 0.046875, - 0.041748, - 0.036865, - 0.030762, - 0.033203, - 0.02771, - 0.054688, - 0.044434, - 0.037598, - 0.038086, - 0.044189, - 0.039795, - 0.041504, - 0.033936, - 0.033691, - 0.029907, - 0.033203, - 0.026855, - 0.056641, - 0.034668, - 0.037598, - 0.033203, - 0.038818, - 0.046875, - 0.037842, - 0.115234, - 0.043701, - 0.034912 - ] - }, - "name": "model.transformer.layers.3.attn_norm.weight", - "outputIndexes": [ - 229 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 228, - 229 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_3/Mul_1_output_0", - "outputIndexes": [ - 230 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 230 - ], - "outputIndexes": [ - 2093 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2093 - ], - "outputIndexes": [ - 2094 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear", - "inputIndexes": [ - 2094 - ], - "outputIndexes": [ - 2095 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 22137228, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2095 - ], - "outputIndexes": [ - 2096 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2096 - ], - "outputIndexes": [ - 231 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 230 - ], - "main_type": "NONE", - "name": "/Shape_13_output_0", - "outputIndexes": [ - 232 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 232 - ], - "main_type": "NONE", - "name": "Shape333", - "outputIndexes": [ - 233 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 232 - ], - "main_type": "NONE", - "name": "Rank335", - "outputIndexes": [ - 234 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 234, - 234 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp337", - "outputIndexes": [ - 235 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 235 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze338", - "outputIndexes": [ - 236 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 235, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp340", - "outputIndexes": [ - 237 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 237 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze341", - "outputIndexes": [ - 238 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 233, - 236, - 238, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice344", - "outputIndexes": [ - 239 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 239 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze345", - "outputIndexes": [ - 240 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 240 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp346", - "outputIndexes": [ - 241 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 241, - 240 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp347", - "outputIndexes": [ - 242 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 232, - 242, - 235 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_19_output_0", - "outputIndexes": [ - 243 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 243, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_31_output_0", - "outputIndexes": [ - 244 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 20 - ] - }, - "name": "/Constant_94_output_0", - "outputIndexes": [ - 245 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 244, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_15_output_0", - "outputIndexes": [ - 246 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 231, - 246 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_13_output_0", - "outputIndexes": [ - 247 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 247 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_3/Mul_output_0", - "outputIndexes": [ - 248 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.001373, - 2.109375, - 0.034668, - 1.507812, - 0.053955, - 2.59375, - 1.5, - 0.753906, - 2.484375, - 1.429688, - 1.523438, - 2.015625, - 2.078125, - 1.53125, - 2.03125, - 2.234375, - 2.203125, - 3.390625, - 2.28125, - 2.421875, - 2.25, - 2.3125, - 2.65625, - 4.71875, - 2.421875, - 2.40625, - 2.328125, - 2.265625, - 2.828125, - 1.875, - 2.203125, - 2.046875, - 2.234375, - 0.04248, - 1.65625, - -0.012329, - 2.046875, - 1.453125, - 1.859375, - 2.203125, - 1.726562, - 2.234375, - 2.03125, - 2.40625, - 2.15625, - 2.09375, - 2.265625, - 2.203125, - 2.234375, - 0.652344, - 2.15625, - 2.3125, - 2.390625, - 2.421875, - 2.1875, - 0.373047, - 2.40625, - 2.40625, - 2.359375, - 2.375, - 1.929688, - 2.90625, - 2.109375, - 2.578125 - ] - }, - "name": "model.transformer.layers.3.attn.q_norm.weight", - "outputIndexes": [ - 249 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 248, - 249 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_3/Mul_1_output_0", - "outputIndexes": [ - 250 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 250, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_12_output_0", - "outputIndexes": [ - 251 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 250, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_13_output_0", - "outputIndexes": [ - 252 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 252 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_6_output_0", - "outputIndexes": [ - 253 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 250, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_12_output_0", - "outputIndexes": [ - 254 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 253, - 254 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_18_output_0", - "outputIndexes": [ - 255 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 255, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_13_output_0", - "outputIndexes": [ - 256 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 251, - 256 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_12_output_0", - "outputIndexes": [ - 257 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 230 - ], - "outputIndexes": [ - 2097 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2097 - ], - "outputIndexes": [ - 2098 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear", - "inputIndexes": [ - 2098 - ], - "outputIndexes": [ - 2099 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 23616930, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2099 - ], - "outputIndexes": [ - 2100 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2100 - ], - "outputIndexes": [ - 258 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5 - ] - }, - "name": "/Constant_97_output_0", - "outputIndexes": [ - 259 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 244, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_16_output_0", - "outputIndexes": [ - 260 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 258, - 260 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_14_output_0", - "outputIndexes": [ - 261 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 261 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_3/Mul_output_0", - "outputIndexes": [ - 262 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.453125, - 1.734375, - 0.053467, - 1.34375, - 0.010986, - 2.34375, - 0.902344, - 2.109375, - 2.234375, - 2.25, - 0.061768, - 2.015625, - 2.25, - 2.515625, - 2.25, - 2.0625, - 2.1875, - 0.046875, - 2.171875, - 2.171875, - 2.375, - 2.296875, - 2.03125, - 0.228516, - 2.25, - 2.390625, - 2.375, - 2.3125, - 1.90625, - 2.859375, - 2.109375, - 2.265625, - 1.90625, - -0.010681, - 1.453125, - -0.222656, - 1.796875, - 2.0625, - 2.03125, - 1.609375, - 1.945312, - 0.90625, - 2.296875, - 2.0, - 1.59375, - 1.351562, - 2.03125, - 2.15625, - 2.171875, - 3.875, - 2.328125, - 2.21875, - 2.296875, - 2.265625, - 2.515625, - 7.53125, - 2.390625, - 2.375, - 2.46875, - 2.328125, - 2.671875, - 1.984375, - 2.3125, - 2.171875 - ] - }, - "name": "model.transformer.layers.3.attn.k_norm.weight", - "outputIndexes": [ - 263 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 262, - 263 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_3/Mul_1_output_0", - "outputIndexes": [ - 264 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 264, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_14_output_0", - "outputIndexes": [ - 265 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 264, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_15_output_0", - "outputIndexes": [ - 266 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 266 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_7_output_0", - "outputIndexes": [ - 267 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 264, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_14_output_0", - "outputIndexes": [ - 268 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 267, - 268 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_19_output_0", - "outputIndexes": [ - 269 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 269, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_15_output_0", - "outputIndexes": [ - 270 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 265, - 270 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_13_output_0", - "outputIndexes": [ - 271 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 230 - ], - "outputIndexes": [ - 2101 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2101 - ], - "outputIndexes": [ - 2102 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear", - "inputIndexes": [ - 2102 - ], - "outputIndexes": [ - 2103 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 23986872, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2103 - ], - "outputIndexes": [ - 2104 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2104 - ], - "outputIndexes": [ - 272 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 272, - 260 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_15_output_0", - "outputIndexes": [ - 273 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 257, - 271, - 273, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.3/self_attn/FusedAttention", - "outputIndexes": [ - 274 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 274 - ], - "outputIndexes": [ - 2105 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2105 - ], - "outputIndexes": [ - 2106 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear", - "inputIndexes": [ - 2106 - ], - "outputIndexes": [ - 2107 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 24356814, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2107 - ], - "outputIndexes": [ - 2108 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2108 - ], - "outputIndexes": [ - 275 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 227, - 275 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_14_output_0", - "outputIndexes": [ - 276 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 276 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_3/Mul_output_0", - "outputIndexes": [ - 277 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.15332, - 0.100098, - 0.126953, - 0.152344, - 0.15332, - 0.149414, - 0.107422, - 0.15625, - 0.124023, - 0.0625, - 0.155273, - 0.120605, - 0.147461, - 0.15332, - 0.162109, - 0.168945, - 0.134766, - 0.120605, - 0.172852, - 0.133789, - 0.15332, - 0.137695, - 0.138672, - 0.151367, - 0.15332, - 0.182617, - 0.137695, - 0.126953, - 0.139648, - 0.139648, - 0.147461, - 0.133789, - 0.155273, - 0.144531, - 0.155273, - 0.149414, - 0.152344, - 0.149414, - 0.133789, - 0.099121, - 0.166016, - 0.145508, - 0.146484, - 0.081055, - 0.140625, - 0.083984, - 0.149414, - 0.123535, - 0.144531, - 0.128906, - 0.137695, - 0.125, - 0.144531, - 0.097656, - 0.15332, - 0.146484, - 0.146484, - 0.15918, - 0.151367, - 0.148438, - 0.163086, - 0.149414, - 0.384766, - 0.164062, - 0.134766, - 0.134766, - 0.12207, - 0.149414, - 0.166016, - 0.150391, - 0.157227, - 0.142578, - 0.148438, - 0.162109, - 0.12207, - 0.124512, - 0.105469, - 0.08252, - 0.146484, - 0.145508, - 0.137695, - 0.147461, - 0.114746, - 0.131836, - 0.155273, - 0.146484, - 0.170898, - 0.164062, - 0.144531, - 0.123535, - 0.147461, - 0.138672, - 0.150391, - 0.082031, - 0.129883, - 0.144531, - 0.155273, - 0.083984, - 0.142578, - 0.150391, - 0.121582, - 0.149414, - 0.085449, - 0.154297, - 0.157227, - 0.128906, - 0.135742, - 0.15332, - 0.141602, - 0.120117, - 0.165039, - 0.163086, - 0.147461, - 0.135742, - 0.163086, - 0.148438, - 0.113281, - 0.137695, - 0.152344, - 0.149414, - 0.175781, - 0.160156, - 0.129883, - 0.064941, - 0.165039, - 0.061279, - 0.144531, - 0.148438, - 0.094727, - 0.124512, - 0.15625, - 0.15332, - 0.139648, - 0.15332, - 0.125977, - 0.162109, - 0.15332, - 0.249023, - 0.151367, - 0.155273, - 0.149414, - 0.143555, - 0.169922, - 0.15332, - 0.09375, - 0.078125, - 0.143555, - 0.085449, - 0.140625, - 0.113281, - 0.142578, - 0.152344, - 0.157227, - 0.133789, - 0.146484, - 0.137695, - 0.151367, - 0.133789, - 0.087891, - 0.140625, - 0.143555, - 0.146484, - 0.044678, - 0.112793, - 0.128906, - 0.180664, - 0.142578, - 0.069824, - 0.065918, - 0.15918, - 0.054688, - 0.106445, - 0.149414, - 0.115723, - 0.157227, - 0.140625, - 0.119141, - 0.147461, - 0.129883, - 0.146484, - 0.167969, - 0.149414, - 0.152344, - 0.157227, - 0.146484, - 0.139648, - 0.134766, - 0.138672, - 0.15918, - 0.157227, - 0.131836, - 0.138672, - 0.144531, - 0.139648, - 0.145508, - 0.135742, - 0.137695, - 0.124512, - 0.316406, - 0.139648, - 0.150391, - 0.145508, - 0.149414, - 0.151367, - 0.135742, - 0.145508, - 0.139648, - 0.148438, - 0.119141, - 0.097656, - 0.582031, - 0.151367, - 0.15625, - 0.135742, - 0.145508, - 0.15625, - 0.134766, - 0.142578, - 0.142578, - 0.124023, - 0.061035, - 0.151367, - 0.100098, - 0.142578, - 0.098145, - 0.144531, - 0.132812, - 0.168945, - 0.101074, - 0.163086, - 0.118652, - 0.081543, - 0.118164, - 0.129883, - 0.141602, - 0.243164, - 0.136719, - 0.145508, - 0.054443, - 0.163086, - 0.149414, - 0.098145, - 0.240234, - 0.154297, - 0.142578, - 0.148438, - 0.092285, - 0.15625, - 0.080078, - 0.132812, - 0.150391, - 0.09668, - 0.163086, - 0.168945, - 0.133789, - 0.089844, - 0.152344, - 0.161133, - 0.138672, - 0.129883, - 0.130859, - 0.124023, - 0.139648, - 0.125977, - 0.146484, - 0.157227, - 0.15625, - 0.133789, - 0.145508, - 0.147461, - 0.207031, - 0.150391, - 0.145508, - 0.133789, - 0.146484, - 0.083984, - 0.226562, - 0.167969, - 0.166992, - 0.138672, - 0.138672, - 0.146484, - 0.141602, - 0.125977, - 0.168945, - 0.149414, - 0.055176, - 0.130859, - 0.145508, - 0.144531, - 0.15918, - 0.142578, - 0.139648, - 0.138672, - 0.133789, - 0.136719, - 0.128906, - 0.150391, - 0.25, - 0.369141, - 0.137695, - 0.139648, - 0.112305, - 0.137695, - 0.152344, - 0.228516, - 0.128906, - 0.136719, - 0.138672, - 0.157227, - 0.168945, - 0.162109, - 0.137695, - 0.147461, - 0.193359, - 0.152344, - 0.158203, - 0.287109, - 0.134766, - 0.120605, - 0.143555, - 0.126953, - 0.140625, - 0.145508, - 0.171875, - 0.140625, - 0.15918, - 0.000113, - 0.155273, - 0.15625, - 0.145508, - 0.112793, - 0.154297, - 0.139648, - 0.107422, - 0.166016, - 0.138672, - 0.096191, - 0.148438, - 0.164062, - 0.148438, - 0.202148, - 0.15625, - 0.146484, - 0.126953, - 0.120605, - 0.145508, - 0.144531, - 0.151367, - 0.129883, - 0.146484, - 0.145508, - 0.144531, - 0.125, - 0.124023, - 0.155273, - 0.148438, - 0.170898, - 0.154297, - 0.114746, - 0.148438, - 0.145508, - 0.152344, - 0.429688, - 0.125977, - 0.066895, - 0.15625, - 0.129883, - 0.15332, - 0.146484, - 0.109375, - 0.052246, - 0.126953, - 0.091797, - 0.126953, - 0.12207, - 0.116699, - 0.11084, - 0.160156, - 0.062256, - 0.134766, - 0.310547, - 0.168945, - 0.093262, - 0.108398, - 0.161133, - 0.151367, - 0.150391, - 0.152344, - 0.149414, - 0.149414, - 0.145508, - 0.148438, - 0.157227, - 0.173828, - 0.160156, - 0.18457, - 0.166992, - 0.09375, - 0.140625, - 0.141602, - 0.151367, - 0.110352, - 0.155273, - 0.149414, - 0.068359, - 0.126953, - 0.12793, - 0.154297, - 0.125977, - 0.049805, - 0.245117, - 0.147461, - 0.135742, - 0.133789, - 0.126953, - 0.151367, - 0.145508, - 0.134766, - 0.139648, - 0.138672, - 0.126953, - 0.155273, - 0.134766, - 0.169922, - 0.1875, - 0.185547, - 0.112305, - 0.140625, - 0.147461, - 0.148438, - 0.142578, - 0.277344, - 0.15332, - 0.369141, - 0.152344, - 0.151367, - 0.152344, - 0.144531, - 0.141602, - 0.147461, - 0.144531, - 0.155273, - 0.138672, - 0.124512, - 0.139648, - 0.182617, - 0.138672, - 0.146484, - 0.125, - 0.148438, - 0.074219, - 0.142578, - 0.140625, - 0.143555, - 0.158203, - 0.152344, - 0.155273, - 0.166016, - 0.114258, - 0.124023, - 0.162109, - 0.128906, - 0.142578, - 0.144531, - 0.197266, - 0.147461, - 0.15332, - 0.139648, - 0.135742, - 0.107422, - 0.109375, - 0.142578, - 0.110352, - 0.166992, - 0.162109, - 0.149414, - 0.142578, - 0.176758, - 0.139648, - 0.167969, - 0.154297, - 0.132812, - 0.204102, - 0.15332, - 0.135742, - 0.157227, - 0.150391, - 0.203125, - 0.148438, - 0.078125, - 0.15918, - 0.135742, - 0.124512, - 0.167969, - 0.148438, - 0.15332, - 0.150391, - 0.15625, - 0.125, - 0.133789, - 0.146484, - 0.154297, - 0.143555, - 0.145508, - 0.169922, - 0.144531, - 0.15918, - 0.15625, - 0.149414, - 0.150391, - 0.168945, - 0.162109, - 0.15625, - 0.09668, - 0.000927, - 0.149414, - 0.135742, - 0.158203, - 0.118652, - 0.149414, - 0.166992, - 0.125977, - 0.15332, - 0.099609, - 0.07959, - 0.175781, - 0.138672, - 0.121582, - 0.145508, - 0.131836, - 0.042969, - 0.150391, - 0.148438, - 0.15918, - 0.139648, - 0.12793, - 0.209961, - 0.143555, - 0.160156, - 0.137695, - 0.151367, - 0.129883, - 0.157227, - 0.154297, - 0.166016, - 0.302734, - 0.087402, - 0.133789, - 0.141602, - 0.106934, - 0.157227, - 0.192383, - 0.134766, - 0.138672, - 0.166992, - 0.152344, - 0.119141, - 0.148438, - 0.15332, - 0.148438, - 0.142578, - 0.138672, - 0.132812, - 0.140625, - 0.065918, - 0.166992, - 0.099121, - 0.15918, - 0.003006, - 0.143555, - 0.057373, - 0.132812, - 0.219727, - 0.212891, - 0.085938, - 0.144531, - 0.147461, - 0.141602, - 0.145508, - 0.144531, - 0.158203, - 0.052734, - 0.107422, - 0.136719, - 0.145508, - 0.146484, - 0.147461, - 0.138672, - 0.142578, - 0.171875, - 0.143555, - 0.15332, - 0.141602, - 0.133789, - 0.115234, - 0.150391, - 0.139648, - 0.144531, - 0.155273, - 0.201172, - 0.144531, - 0.143555, - 0.129883, - 0.137695, - 0.125, - 0.191406, - 0.142578, - 0.102051, - 0.125977, - 0.21582, - 0.126953, - 0.112305, - 0.196289, - 0.166016, - 0.134766, - 0.15332, - 0.151367, - 0.15918, - 0.151367, - 0.15332, - 0.273438, - 0.121582, - 0.120605, - 0.151367, - 0.120605, - 0.147461, - 0.00032, - 0.180664, - 0.174805, - 0.136719, - 0.149414, - 0.126953, - 0.145508, - 0.162109, - 0.150391, - 0.15918, - 0.147461, - 0.155273, - 0.151367, - 0.181641, - 0.161133, - 0.154297, - 0.164062, - 0.161133, - 0.164062, - 0.152344, - 0.09082, - 0.155273, - 0.148438, - 0.133789, - 0.145508, - 0.15625, - 0.147461, - 0.186523, - 0.122559, - 0.147461, - 0.138672, - 0.183594, - 0.139648, - 0.149414, - 0.171875, - 0.143555, - 0.149414, - 0.133789, - 0.164062, - 0.081543, - 0.152344, - 0.125977, - 0.124512, - 0.131836, - 0.151367, - 0.037109, - 0.131836, - 0.158203, - 0.138672, - 0.143555, - 0.12793, - 0.158203, - 0.131836, - 0.092773, - 0.053955, - 0.144531, - 0.147461, - 0.154297, - 0.165039, - 0.431641, - 0.152344, - 0.129883, - 0.100586, - 0.171875, - 0.148438, - 0.132812, - 0.132812, - 0.197266, - 0.145508, - 0.134766, - 0.115723, - 0.170898, - 0.152344, - 0.144531, - 0.124512, - 0.147461, - 0.143555, - 0.166016, - 0.143555, - 0.164062, - 0.158203, - 0.151367, - 0.147461, - 0.175781, - 0.136719, - 0.40625, - 0.132812, - 0.158203, - 0.126953, - 0.140625, - 0.131836, - 0.172852, - 0.120605, - 0.137695, - 0.145508, - 0.149414, - 0.134766, - 0.142578, - 0.15918, - 0.152344, - 0.158203, - 0.108887, - 0.21582, - 0.119141, - 0.130859, - 0.125, - 0.145508, - 0.149414, - 0.125977, - 0.119141, - 0.148438, - 0.142578, - 0.116699, - 0.161133, - 0.147461, - 0.15332, - 0.151367, - 0.105957, - 0.132812, - 0.141602, - 0.15332, - 0.118652, - 0.134766, - 0.152344, - 0.146484, - 0.150391, - 0.178711, - 0.171875, - 0.193359, - 0.355469, - 0.146484, - 0.122559, - 0.141602, - 0.118652, - 0.142578, - 0.114746, - 0.15918, - 0.186523, - 0.145508, - 0.134766, - 0.146484, - 0.142578, - 0.144531, - 0.149414, - 0.138672, - 0.166016, - 0.131836, - 0.132812, - 0.144531, - 0.12207, - 0.145508, - 0.134766, - 0.108398, - 0.125, - 0.068848, - 0.135742, - 0.140625, - 0.144531, - 0.144531, - 0.142578, - 0.132812, - 0.161133, - 0.11377, - 0.123047, - 0.145508, - 0.170898, - 0.062988, - 0.069824, - 0.15332, - 0.10498, - 0.166016, - 0.139648, - 0.149414, - 0.140625, - 0.100586, - 0.154297, - 0.123047, - 0.161133, - 0.165039, - 0.129883, - 0.203125, - 0.142578, - 0.130859, - 0.11084, - 0.151367, - 0.152344, - 0.145508, - 0.147461, - 0.140625, - 0.141602, - 0.132812, - 0.133789, - 0.151367, - 0.139648, - 0.147461, - 0.168945, - 0.133789, - 0.136719, - 0.139648, - 0.095215, - 0.132812, - 0.140625, - 0.144531, - 0.139648, - 0.150391, - 0.115723, - 0.177734, - 0.124023, - 0.152344, - 0.137695, - 0.15625, - 0.138672, - 0.158203, - 0.185547, - 0.166016, - 0.503906, - 0.24707, - 0.165039, - 0.148438, - 0.135742, - 0.134766, - 0.1875, - 0.139648, - 0.15332, - 0.371094, - 0.152344, - 0.173828, - 0.144531, - 0.068359, - 0.12793, - 0.151367, - 0.128906, - 0.160156, - 0.136719, - 0.134766, - 0.081055, - 0.149414, - 0.110352, - 0.144531, - 0.162109, - 0.133789, - 0.137695, - 0.125977, - 0.160156, - 0.125, - 0.179688, - 0.158203, - 0.150391, - 0.155273, - 0.15332, - 0.136719, - 0.144531, - 0.131836, - 0.210938, - 0.129883, - 0.139648, - 0.145508, - 0.143555, - 0.154297, - 0.140625, - 0.132812, - 0.335938, - 0.15625, - 0.138672, - 0.141602, - 0.086426, - 0.139648, - 0.088867, - 0.148438, - 0.139648, - 0.135742, - 0.152344, - 0.15918, - 0.163086, - 0.129883, - 0.075195, - 0.151367, - 0.11084, - 0.121094, - 0.157227, - 0.182617, - 0.171875, - 0.183594, - 0.183594, - 0.161133, - 0.165039, - 0.056396, - 0.269531, - 0.154297, - 0.152344, - 0.170898, - 0.148438, - 0.125977, - 0.143555, - 0.134766, - 0.137695, - 0.345703, - 0.09375, - 0.160156, - 0.134766, - 0.144531, - 0.132812, - 0.136719, - 0.427734, - 0.131836, - 0.136719, - 0.166992, - 0.139648, - 0.15918, - 0.146484, - 0.144531, - 0.15332, - 0.150391, - 0.150391, - 0.146484, - 0.142578, - 0.020508, - 0.068848, - 0.117188, - 0.072754, - 0.155273, - 0.155273, - 0.229492, - 0.158203, - 0.142578, - 0.11377, - 0.150391, - 0.176758, - 0.102051, - 0.166016, - 0.168945, - 0.130859, - 0.152344, - 0.160156, - 0.151367, - 0.121582, - 0.154297, - 0.145508, - 0.050537, - 0.133789, - 0.15332, - 0.147461, - 0.146484, - 0.160156, - 0.163086, - 0.116699, - 0.121582, - 0.117188, - 0.154297, - 0.128906, - 0.080078, - 0.070312, - 0.152344, - 0.15332, - 0.139648, - 0.121094, - 0.109375, - 0.145508, - 0.149414, - 0.000702, - 0.149414, - 0.103516, - 0.143555, - 0.146484, - 0.137695, - 0.138672, - 0.443359, - 0.139648, - 0.145508, - 0.138672, - 0.060791, - 0.123535, - 0.147461, - 0.148438, - 0.15918, - 0.142578, - 0.157227, - 0.158203, - 0.135742, - 0.105957, - 0.160156, - 0.185547, - 0.154297, - 0.161133, - 0.135742, - 0.135742, - 0.139648, - 0.15625, - 0.148438, - 0.134766, - 0.137695, - 0.12793, - 0.168945, - 0.15332, - 0.151367, - 0.138672, - 0.143555, - 0.15332, - 0.141602, - 0.136719, - 0.166992, - 0.191406, - 0.070801, - 0.100586, - 0.092285, - 0.168945, - 0.163086, - 0.121094, - 0.128906, - 0.207031, - 0.126953, - 0.144531, - 0.100098, - 0.135742, - 0.155273, - 0.149414, - 0.157227, - 0.129883, - 0.15332, - 0.078613, - 0.131836, - 0.143555, - 0.145508, - 0.125977, - 0.125977, - 0.108398, - 0.147461, - 0.140625, - 0.125977, - 0.149414, - 0.15332, - 0.15918, - 0.149414, - 0.146484, - 0.15625, - 0.166016, - 0.149414, - 0.164062, - 0.119141, - 0.139648, - 0.140625, - 0.158203, - 0.080078, - 0.145508, - 0.161133, - 0.212891, - 0.152344, - 0.147461, - 0.145508, - 0.173828, - 0.103516, - 0.145508, - 0.07959, - 0.140625, - 0.15625, - 0.160156, - 0.149414, - 0.12793, - 0.141602, - 0.151367, - 0.132812, - 0.146484, - 0.145508, - 0.141602, - 0.095703, - 0.400391, - 0.135742, - 0.139648, - 0.099609, - 0.121582, - 0.162109, - 0.114258, - 0.136719, - 0.154297, - 0.128906, - 0.129883, - 0.155273, - 0.138672, - 0.172852, - 0.111816, - 0.055176, - 0.155273, - 0.140625, - 0.071289, - 0.126953, - 0.151367, - 0.133789, - 0.179688, - 0.163086, - 0.147461, - 0.141602, - 0.141602, - 0.099121, - 0.157227, - 0.088867, - 0.152344, - 0.143555, - 0.111816, - 0.150391, - 0.166992, - 0.166992, - 0.158203, - 0.142578, - 0.167969, - 0.160156, - 0.429688, - 0.15918, - 0.170898, - 0.108887, - 0.142578, - 0.152344, - 0.146484, - 0.152344, - 0.150391, - 0.141602, - 0.146484, - 0.166016, - 0.141602, - 0.134766, - 0.150391, - 0.120605, - 0.155273, - 0.15918, - 0.15332, - 0.15332, - 0.143555, - 0.149414, - 0.168945, - 0.163086, - 0.139648, - 0.161133, - 0.104004, - 0.001526, - 0.123047, - 0.136719, - 0.148438, - 0.134766, - 0.160156, - 0.121582, - 0.140625, - 0.132812, - 0.141602, - 0.152344, - 0.132812, - 0.136719, - 0.149414, - 0.123535, - 0.157227, - 0.138672, - 0.134766, - 0.162109, - 0.169922, - 0.134766, - 0.186523, - 0.135742, - 0.155273, - 0.165039, - 0.136719, - 0.158203, - 0.134766, - 0.035645, - 0.106445, - 0.152344, - 0.15625, - 0.058105, - 0.151367, - 0.092773, - 0.139648, - 0.15918, - 0.131836, - 0.419922, - 0.072266, - 0.144531, - 0.146484, - 0.145508, - 0.141602, - 0.145508, - 0.154297, - 0.141602, - 0.138672, - 0.170898, - 0.129883, - 0.136719, - 0.4375, - 0.139648, - 0.172852, - 0.143555, - 0.151367, - 0.147461, - 0.152344, - 0.150391, - 0.498047, - 0.157227, - 0.351562, - 0.162109, - 0.141602, - 0.201172, - 0.066895, - 0.200195, - 0.125, - 0.163086, - 0.163086, - 0.145508, - 0.095703, - 0.124512, - 0.155273, - 0.137695, - 0.139648, - 0.137695, - 0.142578, - 0.118652, - 0.053467, - 0.486328, - 0.106445, - 0.139648, - 0.152344, - 0.151367, - 0.144531, - 0.148438, - 0.141602, - 0.141602, - 0.208008, - 0.170898, - 0.091309, - 0.151367, - 0.060059, - 0.123047, - 0.139648, - 0.147461, - 0.12793, - 0.021606, - 0.130859, - 0.132812, - 0.136719, - 0.106445, - 0.137695, - 0.151367, - 0.133789, - 0.134766, - 0.357422, - 0.146484, - 0.15332, - 0.138672, - 0.150391, - 0.139648, - 0.140625, - 0.146484, - 0.163086, - 0.152344, - 0.113281, - 0.147461, - 0.135742, - 0.191406, - 0.139648, - 0.149414, - 0.145508, - 0.125977, - 0.150391, - 0.194336, - 0.145508, - 0.149414, - 0.210938, - 0.15625, - 0.149414, - 0.149414, - 0.15332, - 0.181641, - 0.133789, - 0.142578, - 0.134766, - 0.332031, - 0.142578, - 0.128906, - 0.166016, - 0.120605, - 0.106445, - 0.128906, - 0.162109, - 0.165039, - 0.149414, - 0.15625, - 0.145508, - 0.152344, - 0.058838, - 0.140625, - 0.166992, - 0.161133, - 0.132812, - 0.138672, - 0.123047, - 0.124512, - 0.212891, - 0.161133, - 0.150391, - 0.140625, - 0.179688, - 0.108398, - 0.144531, - 0.119141, - 0.121094, - 0.175781, - 0.148438, - 0.144531, - 0.15332, - 0.138672, - 0.134766, - 0.101074, - 0.142578, - 0.191406, - 0.144531, - 0.133789, - 0.138672, - 0.134766, - 0.142578, - 0.151367, - 0.171875, - 0.147461, - 0.147461, - 0.170898, - 0.157227, - 0.139648, - 0.148438, - 0.271484, - 0.175781, - 0.157227, - 0.158203, - 0.137695, - 0.139648, - 0.15332, - 0.141602, - 0.133789, - 0.145508, - 0.124512, - 0.140625, - 0.128906, - 0.347656, - 0.137695, - 0.179688, - 0.109863, - 0.144531, - 0.162109, - 0.163086, - 0.132812, - 0.161133, - 0.109863, - 0.136719, - 0.143555, - 0.150391, - 0.097656, - 0.160156, - 0.142578, - 0.166016, - 0.137695, - 0.113281, - 0.120605, - 0.171875, - 0.107422, - 0.04541, - 0.140625, - 0.12207, - 0.419922, - 0.064941, - 0.137695, - 0.155273, - 0.081055, - 0.15625, - 0.142578, - 0.121582, - 0.146484, - 0.211914, - 0.15625, - 0.142578, - 0.140625, - 0.140625, - 0.130859, - 0.19043, - 0.165039, - 0.151367, - 0.105469, - 0.145508, - 0.132812, - 0.148438, - 0.135742, - 0.098145, - 0.132812, - 0.146484, - 0.175781, - 0.161133, - 0.140625, - 0.131836, - 0.163086, - 0.121094, - 0.164062, - 0.143555, - 0.12793, - 0.149414, - 0.163086, - 0.139648, - 0.134766, - 0.126953, - 0.149414, - 0.136719, - 0.150391, - 0.147461, - 0.150391, - 0.154297, - 0.145508, - -4.7e-05, - 0.109375, - 0.146484, - 0.057373, - 0.166016, - 0.129883, - 0.112305, - 0.15332, - 0.147461, - 0.157227, - 0.134766, - 0.139648, - 0.167969, - 0.134766, - 0.134766, - 0.095215, - 0.161133, - 0.11084, - 0.039551, - 0.179688, - 0.148438, - 0.163086, - 0.191406, - 0.135742, - 0.146484, - 0.143555, - 0.138672, - 0.173828, - 0.451172, - 0.136719, - 0.165039, - 0.129883, - 0.166992, - 0.145508, - 0.182617, - 0.15332, - 0.128906, - 0.139648, - 0.097168, - 0.138672, - 0.15625, - 0.357422, - 0.093262, - 0.10791, - 0.186523, - 0.171875, - 0.054932, - 0.144531, - 0.138672, - 0.106445, - 0.155273, - 0.174805, - 0.117676, - 0.128906, - 0.186523, - 0.158203, - 0.306641, - 0.132812, - 0.179688, - 0.15625, - 0.122559, - 0.140625, - 0.154297, - 0.196289, - 0.118652, - 0.144531, - 0.131836, - 0.162109, - 0.158203, - 0.160156, - 0.144531, - 0.146484, - 0.162109, - 0.142578, - 0.161133, - 0.124512, - 0.145508, - 0.155273, - 0.165039, - 0.15625, - 0.134766, - 0.15625, - 0.145508, - 0.126953, - 0.140625, - 0.057861, - 0.151367, - 0.135742, - 0.139648, - 0.155273, - 0.129883, - 0.121094, - 0.353516, - 0.165039, - 0.123535, - 0.085449, - 0.138672, - 0.098145, - 0.138672, - 0.111816, - 0.150391, - 0.141602, - 0.150391, - 0.065918, - 0.154297, - 0.149414, - 0.114746, - 0.154297, - 0.138672, - 0.144531, - 0.142578, - 0.128906, - 0.09375, - 0.388672, - 0.158203, - 0.128906, - 0.158203, - 0.137695, - 0.152344, - 0.170898, - 0.140625, - 0.141602, - 0.176758, - 0.208984, - 0.139648, - 0.132812, - 0.148438, - 0.267578, - 0.087891, - 0.146484, - 0.141602, - 0.165039, - 0.162109, - 0.139648, - 0.157227, - 0.140625, - 0.166992, - 0.206055, - 0.099121, - 0.128906, - 0.147461, - 0.143555, - 0.129883, - 0.143555, - 0.152344, - 0.12793, - 0.160156, - 0.151367, - 0.145508, - 0.155273, - 0.168945, - 0.162109, - 0.141602, - 0.139648, - 0.154297, - 0.15625, - 0.146484, - 0.138672, - 0.166016, - 0.136719, - 0.161133, - 0.361328, - 0.114746, - 0.129883, - 0.133789, - 0.146484, - 0.000103, - 0.139648, - 0.18457, - 0.094238, - 0.136719, - 0.151367, - 0.12793, - 0.123535, - 0.15918, - 0.140625, - 0.205078, - 0.128906, - 0.097168, - 0.122559, - 0.112793, - 0.137695, - 0.179688, - 0.164062, - 0.095215, - 0.129883, - 0.141602, - 0.145508, - 0.157227, - 0.128906, - 0.154297, - 0.140625, - 0.107422, - 0.195312, - 0.147461, - 0.130859, - 0.158203, - 0.135742, - 0.132812, - 0.15918, - 0.143555, - 0.147461, - 0.149414, - 0.132812, - 0.148438, - 0.125977, - 0.134766, - 0.097656, - 0.185547, - 0.12793, - 0.104004, - 0.139648, - 0.12793, - 0.126953, - 0.150391, - 0.060303, - 0.138672, - 0.140625, - 0.119629, - 0.138672, - 0.134766, - 0.135742, - 0.142578, - 0.154297, - 0.158203, - 0.082031, - 0.150391, - 0.166992, - 0.131836, - 0.142578, - 0.155273, - 0.024292, - 0.15625, - 0.115234, - 0.1875, - 0.169922, - 0.132812, - 0.101074, - 0.145508, - 0.138672, - 0.120605, - 0.141602, - 0.163086, - 0.145508, - 0.128906, - 0.163086, - 0.133789, - 0.135742, - 0.147461, - 0.173828, - 0.109863, - 0.174805, - 0.175781, - 0.139648, - 0.15625, - 0.121094, - 0.064453, - 0.143555, - 0.171875, - 0.117676, - 0.15918, - 0.150391, - 0.113281, - 0.15918, - 0.145508, - 0.143555, - 0.146484, - 0.126953, - 0.142578, - 0.109375, - 0.141602, - 0.189453, - 0.157227, - 0.158203, - 0.15918, - 0.154297, - 0.141602, - 0.150391, - 0.0354, - 0.155273, - 0.132812, - 0.126953, - 0.15625, - 0.173828, - 0.161133, - 0.150391, - 0.131836, - 0.167969, - 0.143555, - 0.166992, - 0.125, - 0.146484, - 0.084473, - 0.12793, - 0.162109, - 0.316406, - 0.150391, - 0.136719, - 0.148438, - 0.158203, - 0.067383, - 0.142578, - 0.160156, - 0.075195, - 0.15625, - 0.147461, - 0.130859, - 0.092773, - 0.157227, - 0.148438, - 0.335938, - 0.118652, - 0.151367, - 0.150391, - 0.103027, - 0.138672, - 0.056885, - 0.134766, - 0.144531, - 0.136719, - 0.141602, - 0.146484, - 0.160156, - 0.133789, - 0.122559, - 0.147461, - 0.147461, - 0.152344, - 0.102539, - 0.150391, - 0.105957, - 0.138672, - 0.12793, - 0.137695, - 0.085938, - 0.135742, - 0.141602, - 0.146484, - 0.147461, - 0.074707, - 0.142578, - 0.129883, - 0.125977, - 0.103516, - 0.174805, - 0.052246, - 0.150391, - 0.146484, - 0.161133, - 0.139648, - 0.143555, - 0.123535, - 0.15918, - 0.131836, - 0.175781, - 0.160156, - 0.193359, - 0.209961, - 0.120117, - 0.129883, - 0.131836, - 0.132812, - 0.165039, - 0.141602, - 0.149414, - 0.151367, - 0.196289, - 0.134766, - 0.121582, - 0.149414, - 0.117188, - 0.142578, - 0.108398, - 0.152344, - 0.152344, - 0.134766, - 0.131836, - 0.149414, - 0.142578, - 0.066406, - 0.171875, - 0.152344, - 0.155273, - 0.139648, - 0.144531, - 0.15332, - 0.160156, - 0.162109, - 0.152344, - 0.151367, - 0.167969, - 0.107422, - 0.150391, - 0.113281, - 0.163086, - 0.143555, - 0.176758, - 0.130859, - 0.143555, - 0.058838, - 0.139648, - 0.138672, - 0.169922, - 0.130859, - 0.152344, - 0.232422, - 0.228516, - 0.155273, - 0.149414, - 0.166016, - 0.136719, - 0.157227, - 0.15625, - 0.144531, - 0.154297, - 0.136719, - 0.151367, - 0.143555, - 0.126953, - 0.132812, - 0.158203, - 0.147461, - 0.103027, - 0.137695, - 0.140625, - 0.160156, - 0.146484, - 0.145508, - 0.144531, - 0.141602, - 0.154297, - 0.122559, - 0.130859, - 0.158203, - 0.144531, - 0.142578, - 0.137695, - 0.15918, - 0.12207, - 0.142578, - 0.111328, - 0.198242, - 0.148438, - 0.157227, - 0.111816, - 0.139648, - 0.144531, - 0.130859, - 0.289062, - 0.117188, - 0.136719, - 0.079102, - 0.157227, - 0.137695, - 0.141602, - 0.104004, - 0.095703, - 0.129883, - 0.121582, - 0.151367, - 0.141602, - 0.132812, - -0.000694, - 0.138672, - 0.121582, - 0.074219, - 0.114258, - 0.162109, - 0.128906, - 0.136719, - 0.084961, - 0.145508, - 0.136719, - 0.34375, - 0.141602, - 0.183594, - 0.147461, - 0.144531, - 0.121094, - 0.163086, - 0.162109, - 0.171875, - 0.157227, - 0.139648, - 0.103516, - 0.154297, - 0.056885, - 0.174805, - 0.071777, - 0.150391, - 0.15332, - 0.15332, - 0.10498, - 0.149414, - 0.136719, - 0.128906, - 0.073242, - 0.133789, - 0.147461, - 0.140625, - 0.126953, - 0.0625, - 0.142578, - 0.001724, - 0.154297, - 0.132812, - 0.144531, - 0.097168, - 0.171875, - 0.145508, - 0.149414, - 0.151367, - 0.139648, - 0.134766, - 0.135742, - 0.145508, - 0.15918, - 0.166016, - 0.160156, - 0.149414, - 0.143555, - 0.135742, - 0.137695, - 0.105957, - 0.167969, - 0.116211, - 0.172852, - 0.146484, - 0.163086, - 0.158203, - 0.118652, - 0.123047, - 0.176758, - 0.120605, - 0.120605, - 0.131836, - 0.099609, - 0.148438, - 0.149414, - 0.144531, - 0.150391, - 0.15625, - 0.142578, - 0.134766, - 0.144531, - 0.150391, - 0.162109, - 0.144531, - 0.169922, - 0.146484, - 0.146484, - 0.073242, - 0.148438, - 0.142578, - 0.12793, - 0.137695, - 0.142578, - 0.099121, - 0.120117, - 0.155273, - 0.162109, - 0.146484, - 0.157227, - 0.130859, - 0.15918, - 0.19043, - 0.138672, - 0.192383, - 0.140625, - 0.263672, - 0.142578, - 0.10498, - 0.137695, - 0.120605, - 0.163086, - 0.138672, - 0.15918, - 0.118164, - 0.077637, - 0.066406, - 0.140625, - 0.162109, - 0.160156, - 0.155273, - 0.139648, - 0.146484, - 0.166016, - 0.128906, - 0.152344, - 0.138672, - 0.152344, - 0.150391, - 0.170898, - 0.146484, - 0.138672, - 0.15332, - 0.154297, - 0.15918, - 0.142578, - 0.141602, - 0.172852, - 0.18457, - 0.155273, - 0.079102, - 0.172852, - 0.149414, - 0.150391, - 0.15625, - 0.121094, - 0.126953, - 0.136719, - 0.197266, - 0.133789, - 0.142578 - ] - }, - "name": "model.transformer.layers.3.ffn_norm.weight", - "outputIndexes": [ - 278 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 277, - 278 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_3/Mul_1_output_0", - "outputIndexes": [ - 279 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 279 - ], - "outputIndexes": [ - 2109 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2109 - ], - "outputIndexes": [ - 2110 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear", - "inputIndexes": [ - 2110 - ], - "outputIndexes": [ - 2111 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 3584, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 57344, - "weightSize": 0 - }, - "external": [ - 25831396, - 3670038, - 458752, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2111 - ], - "outputIndexes": [ - 2112 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2112 - ], - "outputIndexes": [ - 280 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 3584 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1792 - ] - }, - "name": "/ffn_3/Mul_output_0", - "outputIndexes": [ - 281 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 280, - 21, - 281, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_3/Slice_output_0", - "outputIndexes": [ - 282 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 282 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_3/Sigmoid_output_0", - "outputIndexes": [ - 283 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 282, - 283 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_3/Mul_output_0", - "outputIndexes": [ - 284 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3584 - ] - }, - "name": "/ffn_3/Mul_1_output_0", - "outputIndexes": [ - 285 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 280, - 281, - 285, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_3/Slice_1_output_0", - "outputIndexes": [ - 286 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 284, - 286 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_3/Mul_2_output_0", - "outputIndexes": [ - 287 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 287 - ], - "outputIndexes": [ - 2113 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2113 - ], - "outputIndexes": [ - 2114 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear", - "inputIndexes": [ - 2114 - ], - "outputIndexes": [ - 2115 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 29960186, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2115 - ], - "outputIndexes": [ - 2116 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2116 - ], - "outputIndexes": [ - 288 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 276, - 288 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_15_output_0", - "outputIndexes": [ - 289 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 289, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_16_output_0", - "outputIndexes": [ - 290 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 290 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_4/Mul_output_0", - "outputIndexes": [ - 291 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.009216, - 0.000252, - -0.006348, - 0.007507, - 0.100586, - 0.004211, - 0.122559, - 0.008362, - 0.001549, - 0.003159, - -0.019531, - -0.010315, - -0.011047, - 0.016602, - -0.03125, - -0.010803, - -0.017578, - 0.010742, - 0.000824, - -0.00885, - 0.009705, - -0.007141, - -0.004517, - 0.026123, - 0.013489, - 0.037354, - -0.01001, - -0.002197, - 0.010071, - 0.020264, - -0.002502, - 0.012085, - 0.014526, - -0.011902, - 0.002411, - -0.0005, - 0.021851, - 0.002014, - 0.000538, - -0.000645, - 0.078125, - 0.003159, - 0.014587, - 0.009094, - 0.009094, - 0.001823, - -0.006012, - -0.002823, - -0.011719, - 0.003174, - -0.001656, - 0.003311, - 0.007874, - -0.003006, - -0.014282, - 0.000184, - -0.005066, - 0.013489, - -0.007141, - -0.001053, - 0.010437, - -0.011841, - 0.038818, - 0.002472, - -0.039307, - 0.008789, - 0.008057, - 0.028442, - 0.000372, - -0.01123, - -0.001381, - 0.029541, - -0.005798, - 0.015137, - 0.020508, - 0.007538, - -0.000101, - -0.002228, - -0.002289, - 0.010071, - 0.00531, - 0.005798, - 7.5e-05, - 0.013855, - 0.03125, - 0.006287, - 0.008972, - 0.012329, - 0.000851, - 0.005157, - -0.011536, - -0.009705, - -0.000546, - 0.019287, - 0.0177, - 0.012268, - -0.002853, - 0.000725, - 0.006927, - -0.005249, - 0.011963, - -0.012817, - 0.099609, - 0.002579, - -0.000164, - 0.049561, - 0.002045, - 0.004303, - -0.005524, - 0.001434, - 0.080078, - 0.062012, - -0.008728, - 0.001167, - -0.006927, - 0.009888, - 0.02478, - 0.000441, - 0.00095, - -0.014343, - 0.036133, - 0.013489, - 0.016479, - 0.005646, - -0.013672, - -0.000412, - -0.01355, - 0.001869, - 0.00028, - -0.001076, - -0.00946, - 0.01355, - 0.010376, - 0.037842, - 0.011536, - -0.009399, - 0.104492, - -0.001518, - 0.032227, - 0.006653, - 0.039307, - 0.018921, - 0.023682, - 0.000383, - -7.5e-05, - 0.001328, - -0.004333, - 0.00061, - -0.013733, - 0.005707, - 0.013306, - -0.009521, - -0.010803, - 0.015869, - 0.000595, - 0.026855, - -0.016724, - -0.008789, - 0.000839, - -0.008057, - 0.016602, - -0.009155, - 0.05835, - 0.000874, - -0.011108, - 0.08252, - 0.015625, - 0.001556, - 0.025024, - 0.052246, - 0.139648, - 0.001343, - -0.006378, - 0.039795, - 0.040283, - -0.001175, - -0.000923, - -0.012756, - 0.022339, - 0.018188, - 0.008423, - 0.009766, - 0.012756, - -0.000782, - -0.007874, - 0.003082, - -0.012756, - 0.003174, - -0.005951, - 0.002426, - 0.009094, - 0.015625, - 0.002762, - -0.000893, - 0.002884, - 0.031494, - -0.011597, - 0.007935, - 0.000234, - -0.010193, - -0.009155, - -0.007416, - 0.001602, - 0.000187, - -0.002747, - -0.003799, - -0.002869, - 0.001823, - -0.01123, - 0.023438, - 0.000393, - 0.007996, - 0.028687, - -0.00119, - 0.040771, - -0.001251, - -0.004425, - 0.009155, - 0.000135, - -0.015747, - 0.000542, - -0.020142, - 0.115723, - 0.012634, - 0.009949, - 0.042969, - 0.010498, - 0.017944, - 0.002106, - 0.007874, - -0.003967, - -0.000633, - 0.004547, - 0.009644, - -0.003815, - -0.018677, - -0.000622, - 0.003601, - 0.12793, - -0.009827, - 0.012268, - -0.000801, - 0.002426, - -0.002335, - -0.001755, - 0.035889, - -9.1e-05, - 0.001678, - 0.021362, - 0.003113, - 0.00946, - -0.006134, - 0.051025, - 0.035889, - 0.021362, - -7.5e-05, - -0.002228, - -0.014771, - -0.01001, - 0.000576, - 0.002014, - 0.006531, - 0.006165, - 0.003906, - -0.012756, - -0.002579, - 0.025757, - 0.005402, - 0.019775, - -0.000296, - -0.020874, - 0.003052, - -6.3e-05, - -0.008301, - -0.013489, - 0.022461, - -0.014587, - 0.011047, - -0.01709, - 0.009888, - -0.007599, - 0.000175, - -0.009888, - 0.001099, - 5e-05, - 0.012146, - 0.044678, - 0.002075, - -0.004395, - 0.001328, - 0.006592, - 0.004761, - -0.023804, - -0.013489, - -0.013184, - 2e-06, - 0.025757, - -0.013123, - 0.114258, - -0.001266, - 1.6e-05, - 0.005096, - -0.001579, - -0.005432, - 0.010986, - -0.001595, - -0.033936, - 0.001747, - -0.000793, - 0.022339, - 0.031738, - -0.013123, - -0.015137, - -0.005005, - 0.063477, - -0.012512, - 0.046143, - 0.000433, - 0.001656, - 0.041016, - 0.000256, - 0.00647, - -0.012573, - -0.002991, - -0.000301, - -0.00885, - -0.014587, - 0.04541, - -0.011108, - 0.037842, - 0.014282, - 0.000153, - 0.03418, - -0.007782, - 0.003311, - 0.027832, - 0.002106, - -0.001495, - 0.012146, - 0.030273, - -0.001633, - 0.102051, - -0.00824, - 0.065918, - 0.000111, - 0.024536, - 0.012939, - -0.007935, - -0.012207, - -0.00293, - -0.00885, - -0.010498, - 1.6e-05, - 0.001907, - 0.056885, - -0.009094, - -0.01532, - 0.005554, - -0.00021, - -0.002029, - -0.002701, - 0.047852, - 0.016602, - 0.001076, - 0.002792, - 0.060059, - -0.002014, - -0.017212, - -0.014099, - 0.007477, - -0.005585, - 0.115723, - 0.008057, - 0.000511, - 0.000126, - -0.001732, - 0.060303, - -0.000137, - 0.011108, - 0.000203, - 0.016846, - 0.002121, - -0.011414, - -0.001968, - -0.002365, - -0.002167, - 0.011841, - 0.012573, - 0.011719, - -0.001732, - -0.001083, - 0.000397, - -0.009338, - -0.000687, - 0.068359, - 0.007141, - -0.001877, - 0.071289, - -0.001091, - 0.003815, - 0.005402, - -0.005737, - -0.006775, - 0.014404, - 0.003387, - -0.000706, - 0.023193, - -0.002792, - 0.016846, - -0.007996, - -0.000383, - -0.00528, - 0.011841, - 0.000671, - 0.018188, - -0.012268, - 0.000717, - 0.018433, - 0.003174, - -0.012024, - 0.064941, - 0.075195, - -0.000121, - -0.013916, - 0.077637, - -0.001526, - 0.001183, - 0.011963, - 0.013977, - -0.000633, - -0.01123, - 0.008911, - 0.015991, - -0.014038, - 0.02124, - -0.008362, - -0.002319, - -0.009094, - 0.004089, - -0.016724, - 0.005341, - 0.000908, - 0.006226, - -0.002792, - -0.011353, - -0.001633, - -0.016113, - 0.005035, - 0.013672, - 0.000278, - 0.001068, - 0.000992, - -0.002411, - -0.000919, - 0.024536, - -0.00106, - 0.009033, - 0.010742, - -0.015747, - -0.009521, - 0.01178, - 0.050537, - 0.003693, - 0.060303, - 0.029419, - 0.015564, - 0.000269, - 0.020508, - -0.014282, - 0.000448, - 0.000973, - 0.022461, - -0.000467, - 0.008118, - -0.002365, - -0.009705, - 0.035889, - 0.007294, - 0.008423, - 0.036621, - -0.011292, - -0.001984, - 0.010437, - -0.002502, - -0.012573, - 0.003265, - 0.006531, - -0.005127, - 0.001228, - 0.000629, - -0.000793, - -0.014099, - -0.00264, - 0.005188, - -0.010132, - 0.063965, - 0.0047, - -0.010254, - 0.005951, - -0.007141, - 0.01355, - -0.01532, - 0.005127, - -0.009888, - 0.014038, - 0.022705, - 0.01709, - 0.089355, - 0.006165, - 0.006256, - 0.017212, - 0.009094, - 0.039551, - -0.012146, - 0.000148, - 0.179688, - 0.008728, - 0.0047, - 0.027954, - -0.02063, - -0.005707, - -0.009705, - 0.016357, - 0.029785, - 0.010193, - 0.030518, - -0.004852, - -0.000458, - -0.007172, - 0.005676, - 0.005432, - 0.189453, - 0.005676, - -0.002884, - 0.004425, - -0.003708, - -0.005554, - 0.105957, - 0.008911, - -0.013916, - -0.003967, - 0.001656, - -0.004944, - 0.001183, - -0.013611, - 0.018555, - 0.112305, - 0.04541, - -0.010315, - 0.032471, - 0.000526, - -0.012573, - 0.037109, - 0.102539, - 0.002136, - 0.001953, - 0.000557, - -0.000174, - 0.036133, - 0.024414, - 0.009766, - 0.050781, - -0.018311, - 0.00193, - -0.009338, - -5.6e-05, - 0.0009, - -0.000484, - -0.003998, - 0.011047, - -0.005585, - -0.000108, - -0.000843, - -0.004059, - 0.063965, - 0.048096, - 0.03064, - -0.002701, - 0.047363, - 0.00209, - 0.007019, - 0.012146, - 0.099121, - 0.000265, - 0.009705, - 0.018311, - 0.007294, - 0.002975, - -0.001038, - -0.00885, - 0.008179, - 0.016113, - -0.013184, - 0.003937, - 0.01532, - 0.001801, - 0.030151, - 0.009583, - -4.8e-05, - 0.041504, - -0.001328, - 0.012024, - 0.002457, - -0.002075, - -0.008667, - -0.007233, - 0.001228, - 0.014282, - 0.115234, - 0.085449, - 0.083984, - 0.03125, - -0.002228, - 0.007172, - -0.012024, - 0.004486, - 0.006042, - 0.010376, - 0.008057, - 0.025146, - 0.000622, - 0.021606, - 0.033203, - 0.000599, - -0.001953, - 0.098145, - 0.006622, - 0.251953, - 0.029175, - -0.014343, - -0.003204, - 0.006134, - -0.000698, - -0.004822, - -0.004639, - 0.039307, - -0.007874, - 0.004303, - -0.006866, - -0.015869, - -0.011536, - 0.003342, - 0.004852, - 0.038818, - 0.00032, - -0.001137, - 0.013123, - 0.006409, - -4e-06, - -0.004486, - 0.023071, - -0.00267, - -0.016846, - -0.011963, - -0.001144, - 0.007477, - -0.0, - -0.011353, - 0.014099, - 0.003769, - -0.004242, - -0.00769, - -0.012756, - 0.017822, - -0.005157, - 0.024902, - 0.016846, - 0.013062, - 0.001411, - -0.002289, - -0.001091, - 0.024902, - 0.140625, - -0.007507, - 0.039551, - -0.004852, - 0.013611, - 0.03418, - 0.077637, - -0.016357, - 0.000595, - -2.5e-05, - 0.013428, - -0.000732, - -0.009399, - -0.006531, - 0.010132, - 0.054932, - 0.0047, - -0.001312, - -0.012085, - 0.029663, - -0.007935, - 0.008362, - 0.002106, - -0.001343, - 0.00116, - 0.000881, - 0.00592, - -0.006165, - -0.00473, - -0.007782, - -0.006775, - -0.012939, - 0.009399, - -0.002914, - -0.005859, - 0.022461, - 0.015076, - 0.030518, - 0.062988, - -0.012207, - 0.000152, - 0.061279, - 0.028687, - -0.025757, - 0.009949, - -0.002548, - 0.046631, - 0.037109, - -0.012939, - -0.009033, - -0.006866, - -0.003265, - 0.00132, - -0.006989, - 0.003662, - 0.00383, - 0.025879, - -0.000561, - 0.000725, - 0.006317, - 0.009216, - -0.001862, - 0.000351, - 0.025513, - 0.007507, - 0.02063, - 0.014954, - 0.01178, - 0.012573, - 0.010742, - 0.032471, - 0.087891, - 0.037354, - 0.009094, - -0.000648, - 0.009949, - 0.016113, - -0.006531, - 0.001869, - -0.002106, - -0.00769, - 0.029297, - -0.007507, - -0.006744, - -0.000546, - 0.036377, - 0.001358, - 0.001968, - 0.030273, - -0.002762, - -0.002899, - -0.002991, - 0.011597, - 0.013306, - 0.003357, - 0.037598, - -0.012878, - 0.021606, - -0.003632, - -0.006012, - -0.00415, - 0.000664, - -0.003998, - 0.00383, - 0.002441, - 0.003311, - 0.002884, - 0.00103, - 0.000507, - 0.000368, - 0.004028, - 0.011047, - 0.081543, - 0.000816, - 0.032959, - -0.003723, - -0.012146, - -0.023804, - -0.000912, - -0.009949, - 0.03418, - 6.5e-05, - 0.015747, - 0.111328, - 0.019897, - 0.010315, - 0.027588, - -0.012085, - 0.009705, - 0.003418, - 0.023926, - -0.013794, - 0.031738, - -0.002487, - -0.006287, - -0.042236, - -0.00145, - 0.011414, - 0.002441, - -0.013611, - 0.012878, - 0.005798, - -0.018677, - -0.007629, - 0.005524, - -0.001053, - -0.008057, - 0.038086, - -0.010742, - -0.016479, - -0.012024, - -0.008118, - 0.012512, - -0.006683, - -0.001816, - 0.000202, - 0.014832, - -0.001564, - 0.027466, - -0.000839, - -0.000885, - 0.005463, - 0.001816, - 0.001427, - 0.001808, - -0.017456, - -0.008362, - 0.028564, - 0.03418, - 0.061279, - 0.058594, - 0.081055, - -0.002502, - -0.000858, - 0.024536, - 0.002045, - 0.014465, - 0.009766, - 0.013672, - 0.000683, - -0.008423, - 0.020508, - 0.006897, - -0.000475, - -0.003876, - -0.010376, - -0.000444, - 0.008728, - 0.000904, - -0.009888, - 0.001091, - 0.023193, - 0.040039, - -0.006531, - 0.012207, - 0.012146, - 0.010498, - 0.050537, - -0.000191, - -0.0005, - 0.084473, - -0.000931, - 0.005463, - 0.068848, - 0.005707, - -0.006409, - -0.001099, - 0.07373, - 0.000355, - 0.060059, - 0.008911, - -0.00824, - -0.006744, - 0.012329, - 0.009399, - 0.001984, - 0.003372, - -0.008667, - 0.026489, - 0.031738, - -0.000778, - 0.00209, - 0.015625, - -0.001091, - 0.020752, - 0.001823, - -0.002335, - -0.012512, - -0.000957, - 0.000399, - 0.025024, - 0.037598, - 0.001488, - 0.117188, - 0.007294, - 0.064453, - 0.071289, - -0.001945, - -0.006226, - 0.042969, - 0.037354, - 0.000263, - 0.006622, - 0.009888, - 0.010437, - -0.011963, - -0.005798, - -0.009644, - -0.011963, - 0.00708, - -0.010986, - 0.000546, - 0.029053, - 0.000185, - -0.014099, - 0.105469, - 0.004059, - 0.053223, - 0.0002, - -0.000935, - 0.011963, - 0.004395, - -0.002151, - -0.001396, - -0.011658, - -0.006714, - -0.004211, - 0.012085, - -0.006104, - -0.000572, - -0.012634, - 0.149414, - -0.00038, - 0.000347, - 0.044434, - 0.000422, - 0.006073, - -0.001472, - -0.000786, - 0.051025, - 0.048096, - -0.00946, - -0.010437, - 0.014099, - -0.000652, - -0.009033, - 0.026489, - -0.011902, - -0.00036, - -0.006989, - -3.6e-05, - -0.00824, - 0.038818, - -0.000767, - 0.013428, - -0.007233, - -0.012451, - 0.008179, - 0.033691, - 0.031982, - 0.006744, - 0.176758, - 0.013916, - 0.026611, - 0.032715, - 0.000106, - -0.000671, - -0.000984, - 0.003296, - -0.015137, - -0.001671, - 0.011047, - -0.010254, - -0.003098, - 0.110352, - 0.026733, - 0.117188, - -0.004791, - 0.037842, - 0.001617, - -0.007294, - 0.188477, - 0.005676, - 0.004456, - 0.006378, - -0.000931, - 0.012329, - 0.005951, - 0.020264, - 0.047607, - -0.000112, - 0.003845, - 0.011719, - -0.009521, - 0.035645, - 0.011414, - 0.000151, - 0.021973, - 0.02771, - 0.009094, - 0.00106, - -0.008362, - -0.003021, - -0.004242, - -0.00046, - -0.010437, - 0.007019, - 0.062988, - 0.005981, - -0.007935, - 0.010193, - 0.028687, - -0.000481, - 0.007233, - 0.013062, - -0.003357, - 0.000263, - 0.015747, - -0.000599, - -8.3e-05, - 0.108887, - -0.003082, - 0.032959, - 0.020508, - 0.160156, - -0.004028, - 0.026733, - 0.001999, - 0.000324, - 0.067383, - 0.016724, - -0.000576, - 0.001022, - 0.000425, - 0.000159, - -0.014038, - -0.009766, - 0.003311, - 0.0001, - -0.000174, - 0.006256, - 0.007507, - -0.011108, - 0.001091, - -0.014221, - 0.011902, - 0.023071, - -0.00769, - 0.02063, - -0.00383, - 0.078613, - 0.029663, - 0.059326, - -0.015503, - 0.007935, - 0.038574, - -0.018311, - 0.020386, - 0.021118, - 0.078613, - 0.015259, - 0.009521, - 0.151367, - 0.056152, - -0.020386, - 0.002029, - -0.000824, - 0.000641, - 0.004639, - -0.008728, - -0.003754, - 0.014221, - 0.007202, - 0.011719, - 0.015625, - 0.012695, - 0.025024, - 0.033936, - 0.00206, - 0.257812, - 0.001137, - 0.008423, - 0.00946, - -0.014832, - 0.011047, - 0.011169, - -0.00095, - 0.001694, - -0.009827, - 0.014343, - -0.009033, - 0.026123, - 0.00074, - 0.018677, - 0.028809, - 0.00061, - 0.008667, - -0.00473, - 0.001038, - 0.014526, - -0.011414, - 0.00264, - 0.061768, - -0.001503, - -0.012268, - -0.003937, - 0.011658, - 0.000301, - 0.007233, - 0.039551, - 0.002914, - -0.005402, - -0.023438, - -0.004669, - 0.000106, - 0.030884, - -0.007233, - -0.009705, - -0.003754, - -0.013428, - 0.002136, - 0.00824, - -0.012878, - -0.000526, - -0.005066, - -0.002625, - 0.014221, - -0.010071, - -0.001236, - -0.00589, - -0.004272, - 0.006317, - 0.005127, - -0.001854, - 0.023926, - -0.003052, - -0.00325, - 0.010559, - 0.009705, - -0.00087, - 0.000702, - -0.010864, - 0.031738, - 0.000475, - 0.002014, - 0.006409, - -0.001015, - 0.197266, - -9.4e-05, - 0.052734, - 0.010254, - 0.004242, - -0.007477, - 0.001022, - -0.003738, - 0.012878, - 0.010071, - 0.015503, - 0.00087, - 0.010498, - 0.003998, - 0.001335, - 0.002426, - 0.000206, - 0.009583, - -0.008423, - -0.007996, - 0.000706, - 0.010986, - -0.00708, - 0.007202, - 0.008911, - -0.006012, - 0.03833, - -0.004272, - 0.275391, - 0.005371, - 0.01355, - -0.008362, - 0.036377, - -0.010986, - 0.016357, - -0.00531, - 0.010742, - 0.001671, - -0.000233, - 1.5e-05, - 0.010071, - -0.005371, - 0.003464, - 0.001328, - 0.034668, - -0.001022, - 0.023926, - 0.018921, - -0.011108, - 0.040527, - 0.030151, - -0.001671, - 0.034424, - 0.03418, - -1.9e-05, - -0.01709, - 0.013367, - -0.001152, - -0.00824, - 0.000549, - 0.003937, - -0.001434, - 0.056152, - 0.006226, - 0.016113, - 0.013855, - 0.099609, - 0.018188, - 0.074219, - 0.018799, - 0.013489, - -0.001556, - 0.010498, - -0.002151, - 0.007751, - 0.001411, - -0.007538, - 0.027588, - 0.018799, - -0.001022, - 0.024048, - 0.007324, - 0.000603, - 0.039795, - -0.001999, - 0.029419, - -0.002396, - -0.005859, - 0.003571, - -0.000353, - 0.016968, - 0.166016, - 0.019287, - 0.043457, - 4.6e-05, - 0.014099, - 0.029785, - -0.006195, - 0.103027, - 0.025513, - -0.005402, - -0.016968, - -0.003799, - 0.013733, - -0.000159, - 0.005249, - 0.008179, - 0.00032, - 0.010742, - -0.011353, - 0.012573, - -0.011475, - -0.005951, - -0.004181, - 0.021606, - 0.030884, - -0.008423, - -0.000119, - -0.002762, - 0.004578, - 0.025269, - -0.010315, - -0.012207, - 0.002029, - 0.025513, - -0.008362, - 0.143555, - 0.011169, - 0.008911, - 0.125977, - 0.026123, - 0.004669, - -0.008667, - -0.011841, - 0.020386, - 0.03125, - 0.00528, - 0.009338, - -0.001198, - 0.000954, - -0.010803, - -0.011353, - 0.02478, - -0.000158, - -0.006165, - 0.006927, - 0.032959, - -0.002853, - 0.007324, - 0.0354, - 0.024658, - -0.001526, - 0.028442, - 0.032715, - -0.012146, - 0.024292, - 0.003052, - 0.020752, - 0.013062, - -0.00074, - -0.011292, - -0.007507, - 0.005829, - 0.053955, - 0.004395, - -0.003906, - 0.084961, - -0.016479, - 0.003967, - 0.002441, - -0.00705, - -0.009094, - -0.000462, - -0.009033, - -0.000591, - -0.001022, - -0.015503, - -0.013367, - 0.002258, - 0.013672, - 0.008423, - 0.014221, - 0.018066, - 0.00058, - 0.013245, - 0.006927, - 0.020874, - 0.017212, - -0.013123, - 0.000675, - -0.006287, - 0.044922, - 0.000135, - 0.09375, - 0.019043, - 0.004395, - 0.033203, - 0.000406, - 0.05835, - 0.014587, - 0.002289, - 0.01001, - -0.013184, - 0.000675, - -0.023926, - -0.016968, - -0.002731, - 0.000204, - -0.007446, - 0.014709, - 0.001984, - 0.054932, - 0.025757, - -0.002441, - 0.000599, - -0.004791, - 0.038818, - 0.024414, - 0.008057, - 0.02356, - 0.026123, - -0.00589, - 0.00033, - 0.041016, - -0.000805, - -0.001549, - -0.008484, - 0.021362, - 0.008362, - -0.136719, - -0.004272, - -0.013428, - -0.000433, - 0.011902, - -0.000319, - -0.007141, - 0.008484, - 0.027344, - 0.030518, - -0.00708, - 0.021973, - 0.04248, - -0.001915, - -0.019165, - -0.006744, - 0.014587, - 0.004913, - -0.004089, - 0.027466, - 0.059814, - -0.000507, - -0.010681, - -0.003479, - 0.086426, - -0.012329, - 0.022705, - -0.006836, - -0.001312, - -0.009644, - -0.001404, - 0.070801, - 0.026978, - 0.009705, - 0.031006, - 0.000511, - 0.001068, - 0.038818, - 0.006287, - 0.011963, - -0.005829, - -0.012268, - 0.007416, - 0.011047, - 0.010864, - 0.007446, - -0.000169, - 0.002884, - 0.001053, - -0.000185, - -0.008423, - 0.002914, - -0.004578, - -0.015198, - 0.016846, - 0.005157, - 9.7e-05, - -0.000149, - -0.005615, - 0.018188, - 0.004517, - 0.024658, - 0.010742, - 3e-05, - 0.124512, - 0.017456, - -0.000896, - 0.060547, - -0.005829, - -0.013916, - 0.029785, - -0.000568, - -0.01001, - 0.066895, - 0.015198, - -0.003143, - -0.009766, - -0.000843, - 0.050781, - -0.010437, - -0.009766, - -0.012451, - 0.008484, - -0.011658, - 0.001244, - -0.002548, - -0.014404, - 0.029785, - 0.000931, - -0.00235, - 0.070801, - -0.00415, - 0.000862, - 0.01001, - 0.001526, - 0.018677, - 0.008728, - 0.001701, - -4.3e-05, - 0.000439, - -0.009888, - -0.004852, - 0.078125, - -0.01001, - -0.014038, - 0.114746, - 0.00174, - 0.002441, - 0.030273, - 0.039307, - -0.009888, - -0.009583, - 0.003601, - -0.004578, - -0.000557, - -0.000469, - -0.001717, - 0.011169, - 0.002808, - 0.064941, - -0.011841, - 0.007507, - 0.007538, - -0.001366, - 0.011292, - 0.003937, - -0.003891, - -0.016357, - 0.018433, - -0.007599, - 0.001472, - 0.011169, - 0.001564, - -0.00045, - 0.057373, - -0.014954, - 0.020386, - 0.034424, - -0.000481, - 0.035889, - -0.012329, - 0.02478, - 0.013672, - -0.003098, - 0.024292, - -0.000572, - 0.025146, - -0.013977, - 0.009949, - 0.00036, - 0.00885, - -0.008667, - 0.001686, - -0.008545, - -0.011597, - 0.005768, - -0.006287, - 0.001015, - 0.000317, - -0.000568, - 0.010132, - 0.116699, - -0.01178, - -0.009033, - 0.071777, - 0.015137, - 0.010864, - -0.01123, - -0.008179, - 0.082031, - 0.131836, - -0.019409, - 0.012939, - 0.003906, - 0.02356, - 0.00769, - 0.00473, - -0.001892, - -5.6e-05, - -0.008301, - 0.003113, - -0.004272, - 0.025635, - -0.010437, - 0.001221, - -0.002289, - 0.000572, - 0.010437, - 0.024292, - 0.013855, - 0.008972, - -0.015076, - 0.006592, - -0.011414, - 0.016235, - 0.03833, - -0.009766, - 0.05127, - -0.005035, - 0.011169, - -0.002701, - 0.035645, - -0.011353, - 0.002899, - 0.092285, - 0.000847, - -0.003937, - 0.001221, - 0.008118, - 0.028687, - 0.028931, - 0.050049, - 0.217773, - 0.015869, - 0.087891, - 0.000301, - 0.010315, - 0.014893, - -0.001564, - -0.002319, - 0.015259, - -0.010193, - 0.069336, - 0.040771, - 0.001534, - -0.009277, - -0.001801, - -0.014954, - 0.10791, - -0.011658, - 0.007874, - 0.000254, - 0.001099, - 0.044189, - -0.00769, - 0.013733, - 0.012878, - 0.015991, - -0.002579, - -0.02063, - 0.006622, - 0.000561, - 0.001747, - -0.013306, - 0.008423, - 0.003754, - 0.020386, - 0.01001, - 0.018311, - 0.017822, - -0.008972, - -0.009216, - 0.00042, - 0.038818, - 0.02417, - -0.015747, - -0.000839, - -0.010193, - -0.000511, - 0.011169, - -0.014343, - 0.000108, - -0.003296, - 0.000357, - -0.00383, - -0.014282, - 0.007812, - -0.003189, - 0.009827, - 0.005219, - -0.005188, - -0.000313, - 0.011414, - 0.098633, - 0.01123, - 0.013367, - -0.015747, - -0.001419, - -0.010742, - -0.008606, - 0.072266, - -0.010437, - 0.028076, - 0.013916, - -0.011719, - -0.014709, - 0.000847, - 0.00415, - 0.06543, - 0.002914, - 3.2e-05, - -0.001007, - -0.002075, - -0.008728, - 0.006256, - 0.083984, - -0.000858, - -0.000732, - 0.013184, - 0.008301, - 0.019531, - -0.008728, - -0.002365, - 0.02417, - 0.010925, - -0.000881, - 0.005829, - 0.01062, - -0.005035, - 0.00267, - -0.010498, - 0.009766, - 0.006317, - 0.002487, - 0.013489, - 0.000511, - -0.003326, - 0.002731, - -0.013245, - 0.01123, - -0.005737, - 0.021362, - -0.011414, - -0.000633, - 0.148438, - 0.086426, - 0.000896, - -0.008118, - -0.007294, - 0.016479, - -0.007782, - 0.02063, - -0.015869, - -0.012207, - 0.011353, - 0.000175, - 0.003052, - -0.002151, - 0.027344, - 0.010437, - 0.050537, - -0.002197, - -0.010437, - -0.000286, - 0.003479, - -0.001373, - 0.000481, - 0.007935, - -0.001678, - 0.001534, - 0.020996, - -0.000687, - 0.001373, - 0.003128, - 0.014771, - -0.006775, - 0.001175, - 0.008118, - -0.012939, - -0.00528, - 0.009521, - 0.001869, - -0.000694, - 0.006012, - -0.010559, - 0.009949, - -0.004486, - -0.004974, - -0.000161, - 0.009399, - 0.00106, - 0.014771, - 0.013916, - 0.029175, - -0.015198, - 0.01355, - 0.037842, - 0.013306, - 0.047852, - -0.001434, - -0.000278, - 0.000561, - 0.000429, - 0.004303, - -0.008972, - -0.000143, - 0.008667, - 0.047852, - 0.003098, - 0.003815, - 0.00946, - 0.091309, - 0.009277, - -0.013306, - -0.000954, - 0.00946, - 0.012268, - 0.009827, - 0.089355, - 0.007568, - 0.049072, - -0.011475, - 0.077637, - 0.102539, - 0.002762, - 0.002808, - -0.031982, - 0.046631, - 0.015503, - -0.005707, - 0.003937, - -0.001198, - 0.09375, - -0.00145, - 0.005707, - -0.005859, - -0.002579, - -0.001793, - -0.00132, - 0.010742, - 0.001038, - -0.001411, - 0.023438, - -0.011169, - 0.012329, - 0.244141, - -0.01123, - 0.007477, - -0.009705, - 0.000664, - 0.047119, - -0.014465, - 0.066895, - -0.000311, - 0.00885, - 0.011169, - 0.049805, - 0.078125, - 0.02771, - -0.001251, - -0.016968, - 0.026489, - -0.013977, - 0.009888, - -0.007294, - -0.000423, - 0.010925, - 0.006073, - 0.029175, - 0.000336, - -0.006348, - 0.001053, - 0.089844, - 0.026367, - -0.002777, - -0.010864, - 0.00383, - 0.016479, - -0.013123, - 0.094238, - 0.041504, - 0.151367, - 0.013672, - 0.017578, - -0.006042, - -0.005524, - 0.012695, - -0.010559, - 0.000504, - -0.009155, - 0.001366, - 0.00528, - 0.007874, - -0.008728, - 0.003387, - -0.008484, - -0.012756, - 0.001923, - 0.001099, - 0.012451, - 2.5e-05, - -0.016602, - -0.002838, - 0.00647, - 0.060303, - -0.01709, - 0.054932, - 0.063965, - 0.007599, - 0.010132, - 0.019531, - 0.007446, - 0.005554, - -0.001541, - -0.00106, - -0.000458, - 0.004944, - -0.000288, - 0.022705, - -0.01123, - -0.005432, - 0.024414, - -0.00069, - 0.018433, - 4.7e-05, - 0.017944, - 0.005157, - 0.00885, - 0.017212, - -0.002151, - 0.007507, - -0.000828, - -7.4e-05, - 0.04541, - 0.001953, - 0.013245, - 0.179688, - -0.002945, - 0.038818, - -0.000713, - -0.00267, - -0.000479, - -0.007507, - -0.002243, - -0.007935, - 0.001068, - 0.045654, - -0.002548, - 0.006897, - -0.001572, - -0.000423, - 0.010071, - 0.014648, - 0.022461, - 0.013489, - 0.013062, - 0.001022, - -0.000153, - 0.000301, - 0.00415, - 0.017334, - 0.010132, - 0.008728, - 0.021729, - 0.0354, - -0.001411, - 0.008728, - -0.001999, - 0.001755, - 0.000698, - 0.034424, - 0.021851, - 0.012451, - 0.008911, - 0.068359, - 0.004089, - -0.005951, - 0.001472, - 0.007324, - 0.026733, - 0.022339, - -0.009277, - 0.014893, - 0.008118, - 0.001999, - 0.026855, - -0.00708, - -0.007141, - -0.018433, - -0.000618, - 0.001549, - 0.009277, - 0.015625, - 0.018188, - 0.038818, - 0.006012, - -0.002457, - 0.002823, - -0.008606, - -0.000159, - -0.000408, - -0.005676, - -0.000362, - 0.01178, - -0.015564, - 0.014404, - 0.019775, - 0.036865, - 0.042969, - 0.001152, - -0.008179, - -0.019287, - 0.040039, - 0.006775, - 0.006958, - 0.012756, - 0.034424, - -0.001328, - -0.01239, - 0.011841, - -0.011597, - 0.015747, - 0.011597, - -0.000889, - 0.031494, - 0.053223, - 0.05835, - 0.004669, - -0.011169, - 0.011108, - 0.003723, - 0.065918, - 0.00647, - -0.000565, - -0.000748, - 0.000186, - 0.014221, - 0.000246, - -0.005707, - -0.015076, - 0.12207, - -0.006195, - -0.007385, - 0.004913, - 0.000786, - 0.000496, - 0.014221, - 0.020508, - 0.012207, - -0.009521, - -0.009583, - 0.000954, - 0.054199, - -0.00116, - 0.02124, - -0.011169, - 0.007507, - 0.000486, - 0.016479, - 0.012451, - -0.010925, - -0.005371, - 0.023315, - -0.011108, - -0.002792, - -0.005676, - 0.014587, - 0.011536, - 0.004639, - 0.000183, - -0.008484, - 0.008667, - 0.008179, - 0.015259, - -0.005219, - -0.001427, - -0.00264, - 0.120605, - -0.019775, - 0.023315 - ] - }, - "name": "model.transformer.layers.4.attn_norm.weight", - "outputIndexes": [ - 292 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 291, - 292 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_4/Mul_1_output_0", - "outputIndexes": [ - 293 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 293 - ], - "outputIndexes": [ - 2117 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2117 - ], - "outputIndexes": [ - 2118 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear", - "inputIndexes": [ - 2118 - ], - "outputIndexes": [ - 2119 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 32024592, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2119 - ], - "outputIndexes": [ - 2120 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2120 - ], - "outputIndexes": [ - 294 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 293 - ], - "main_type": "NONE", - "name": "/Shape_17_output_0", - "outputIndexes": [ - 295 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 295 - ], - "main_type": "NONE", - "name": "Shape421", - "outputIndexes": [ - 296 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 295 - ], - "main_type": "NONE", - "name": "Rank423", - "outputIndexes": [ - 297 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 297, - 297 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp425", - "outputIndexes": [ - 298 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 298 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze426", - "outputIndexes": [ - 299 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 298, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp428", - "outputIndexes": [ - 300 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 300 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze429", - "outputIndexes": [ - 301 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 296, - 299, - 301, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice432", - "outputIndexes": [ - 302 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 302 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze433", - "outputIndexes": [ - 303 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 303 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp434", - "outputIndexes": [ - 304 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 304, - 303 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp435", - "outputIndexes": [ - 305 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 295, - 305, - 298 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_24_output_0", - "outputIndexes": [ - 306 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 306, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_41_output_0", - "outputIndexes": [ - 307 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 307, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_20_output_0", - "outputIndexes": [ - 308 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 294, - 308 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_17_output_0", - "outputIndexes": [ - 309 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 309 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_4/Mul_output_0", - "outputIndexes": [ - 310 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.375, - 1.023438, - 0.792969, - 0.933594, - 0.515625, - 1.125, - 0.628906, - 0.824219, - 0.875, - 0.503906, - 0.777344, - 0.435547, - 0.34375, - 1.257812, - 0.5625, - 0.214844, - 0.196289, - 0.890625, - 0.118652, - 0.914062, - 0.172852, - 0.002075, - 3.3125, - 0.539062, - 0.006561, - 0.0, - -0.005554, - 1.453125, - 0.451172, - 1.15625, - -0.060547, - 3.5, - 1.210938, - 0.882812, - 0.742188, - 0.652344, - 1.0625, - 1.179688, - 1.25, - 0.761719, - 1.390625, - 1.320312, - 1.140625, - 0.957031, - 2.03125, - 0.652344, - 1.226562, - 1.695312, - 2.171875, - 2.3125, - 2.75, - 1.742188, - 2.953125, - 2.890625, - -0.000839, - 2.765625, - 5.71875, - -0.0, - -0.000698, - 0.003204, - 1.390625, - 1.164062, - 0.871094, - 1.539062 - ] - }, - "name": "model.transformer.layers.4.attn.q_norm.weight", - "outputIndexes": [ - 311 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 310, - 311 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_4/Mul_1_output_0", - "outputIndexes": [ - 312 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 312, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_16_output_0", - "outputIndexes": [ - 313 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 312, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_17_output_0", - "outputIndexes": [ - 314 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 314 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_8_output_0", - "outputIndexes": [ - 315 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 312, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_16_output_0", - "outputIndexes": [ - 316 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 315, - 316 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_23_output_0", - "outputIndexes": [ - 317 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 317, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_17_output_0", - "outputIndexes": [ - 318 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 313, - 318 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_16_output_0", - "outputIndexes": [ - 319 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 293 - ], - "outputIndexes": [ - 2121 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2121 - ], - "outputIndexes": [ - 2122 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear", - "inputIndexes": [ - 2122 - ], - "outputIndexes": [ - 2123 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 33504294, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2123 - ], - "outputIndexes": [ - 2124 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2124 - ], - "outputIndexes": [ - 320 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 307, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_21_output_0", - "outputIndexes": [ - 321 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 320, - 321 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_18_output_0", - "outputIndexes": [ - 322 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 322 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_4/Mul_output_0", - "outputIndexes": [ - 323 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.273438, - 0.01709, - 1.015625, - 0.863281, - 0.917969, - 0.882812, - 0.691406, - 0.625, - 0.878906, - 0.996094, - 2.1875, - 1.296875, - 1.679688, - 1.335938, - 1.125, - 1.914062, - 2.0625, - 2.1875, - 2.625, - 1.835938, - 3.046875, - 2.859375, - 1.0625, - 5.0625, - 5.03125, - 0.0, - -0.005585, - 1.273438, - -0.0354, - 0.753906, - -0.001274, - -0.097656, - 0.486328, - 0.996094, - 0.005524, - 0.945312, - 0.808594, - 1.640625, - 0.800781, - 1.476562, - 1.289062, - 0.738281, - 0.6875, - 0.494141, - 1.265625, - 0.820312, - 1.242188, - 0.351562, - 0.291016, - 0.267578, - 0.558594, - 1.4375, - 0.045654, - 0.443359, - 1.546875, - 0.097656, - 0.02771, - 0.0, - 0.000992, - 1.3125, - 1.453125, - 1.195312, - 0.878906, - 1.695312 - ] - }, - "name": "model.transformer.layers.4.attn.k_norm.weight", - "outputIndexes": [ - 324 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 323, - 324 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_4/Mul_1_output_0", - "outputIndexes": [ - 325 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 325, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_18_output_0", - "outputIndexes": [ - 326 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 325, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_19_output_0", - "outputIndexes": [ - 327 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 327 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_9_output_0", - "outputIndexes": [ - 328 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 325, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_18_output_0", - "outputIndexes": [ - 329 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 328, - 329 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_24_output_0", - "outputIndexes": [ - 330 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 330, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_19_output_0", - "outputIndexes": [ - 331 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 326, - 331 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_17_output_0", - "outputIndexes": [ - 332 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 293 - ], - "outputIndexes": [ - 2125 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2125 - ], - "outputIndexes": [ - 2126 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear", - "inputIndexes": [ - 2126 - ], - "outputIndexes": [ - 2127 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 33874236, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2127 - ], - "outputIndexes": [ - 2128 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2128 - ], - "outputIndexes": [ - 333 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 333, - 321 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_19_output_0", - "outputIndexes": [ - 334 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 319, - 332, - 334, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.4/self_attn/FusedAttention", - "outputIndexes": [ - 335 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 335 - ], - "outputIndexes": [ - 2129 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2129 - ], - "outputIndexes": [ - 2130 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear", - "inputIndexes": [ - 2130 - ], - "outputIndexes": [ - 2131 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 34244178, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2131 - ], - "outputIndexes": [ - 2132 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2132 - ], - "outputIndexes": [ - 336 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 290, - 336 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_18_output_0", - "outputIndexes": [ - 337 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 337 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_4/Mul_output_0", - "outputIndexes": [ - 338 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.179688, - 0.118164, - 0.157227, - 0.164062, - 0.186523, - 0.161133, - 0.265625, - 0.171875, - 0.147461, - 0.096191, - 0.176758, - 0.134766, - 0.166992, - 0.170898, - 0.183594, - 0.173828, - 0.15918, - 0.15625, - 0.170898, - 0.164062, - 0.179688, - 0.160156, - 0.172852, - 0.169922, - 0.158203, - 0.1875, - 0.152344, - 0.163086, - 0.158203, - 0.166016, - 0.177734, - 0.149414, - 0.168945, - 0.161133, - 0.180664, - 0.173828, - 0.166992, - 0.173828, - 0.163086, - 0.124512, - 0.226562, - 0.169922, - 0.15332, - 0.098633, - 0.161133, - 0.117188, - 0.165039, - 0.151367, - 0.161133, - 0.147461, - 0.161133, - 0.15918, - 0.165039, - 0.114258, - 0.175781, - 0.183594, - 0.166016, - 0.183594, - 0.176758, - 0.161133, - 0.197266, - 0.178711, - 0.570312, - 0.168945, - 0.135742, - 0.152344, - 0.147461, - 0.182617, - 0.178711, - 0.172852, - 0.166992, - 0.173828, - 0.174805, - 0.176758, - 0.15332, - 0.158203, - 0.152344, - 0.141602, - 0.164062, - 0.172852, - 0.164062, - 0.171875, - 0.145508, - 0.165039, - 0.172852, - 0.168945, - 0.177734, - 0.166016, - 0.163086, - 0.149414, - 0.182617, - 0.15332, - 0.171875, - 0.102051, - 0.11084, - 0.164062, - 0.162109, - 0.118652, - 0.163086, - 0.168945, - 0.15918, - 0.167969, - 0.203125, - 0.167969, - 0.167969, - 0.175781, - 0.162109, - 0.15918, - 0.162109, - 0.133789, - 0.117676, - 0.180664, - 0.169922, - 0.166016, - 0.182617, - 0.158203, - 0.166992, - 0.147461, - 0.172852, - 0.169922, - 0.200195, - 0.177734, - 0.15625, - 0.068359, - 0.181641, - 0.080078, - 0.147461, - 0.174805, - 0.111328, - 0.160156, - 0.162109, - 0.164062, - 0.164062, - 0.199219, - 0.167969, - 0.188477, - 0.273438, - 0.223633, - 0.163086, - 0.164062, - 0.176758, - 0.166992, - 0.177734, - 0.167969, - 0.116699, - 0.077148, - 0.175781, - 0.08252, - 0.169922, - 0.137695, - 0.172852, - 0.182617, - 0.171875, - 0.160156, - 0.176758, - 0.166016, - 0.171875, - 0.162109, - 0.096191, - 0.165039, - 0.161133, - 0.163086, - 0.088379, - 0.149414, - 0.157227, - 0.224609, - 0.164062, - 0.080078, - 0.086426, - 0.167969, - 0.125977, - 0.124023, - 0.168945, - 0.140625, - 0.148438, - 0.166016, - 0.147461, - 0.175781, - 0.150391, - 0.174805, - 0.176758, - 0.170898, - 0.171875, - 0.165039, - 0.15625, - 0.163086, - 0.161133, - 0.165039, - 0.166016, - 0.181641, - 0.167969, - 0.169922, - 0.167969, - 0.163086, - 0.160156, - 0.150391, - 0.176758, - 0.154297, - 0.302734, - 0.176758, - 0.166992, - 0.179688, - 0.179688, - 0.171875, - 0.169922, - 0.157227, - 0.166992, - 0.163086, - 0.139648, - 0.121582, - 0.683594, - 0.177734, - 0.169922, - 0.160156, - 0.15625, - 0.181641, - 0.165039, - 0.165039, - 0.163086, - 0.146484, - 0.082031, - 0.178711, - 0.174805, - 0.168945, - 0.130859, - 0.148438, - 0.152344, - 0.176758, - 0.109375, - 0.173828, - 0.137695, - 0.104004, - 0.133789, - 0.163086, - 0.154297, - 0.230469, - 0.15918, - 0.162109, - 0.082031, - 0.169922, - 0.165039, - 0.118164, - 0.206055, - 0.169922, - 0.160156, - 0.186523, - 0.101074, - 0.166992, - 0.078613, - 0.164062, - 0.166992, - 0.098145, - 0.197266, - 0.181641, - 0.169922, - 0.108887, - 0.172852, - 0.178711, - 0.167969, - 0.163086, - 0.164062, - 0.149414, - 0.166992, - 0.15332, - 0.15625, - 0.166992, - 0.192383, - 0.158203, - 0.168945, - 0.170898, - 0.197266, - 0.15918, - 0.169922, - 0.164062, - 0.158203, - 0.118652, - 0.211914, - 0.174805, - 0.18457, - 0.154297, - 0.171875, - 0.171875, - 0.146484, - 0.163086, - 0.185547, - 0.176758, - 0.074219, - 0.165039, - 0.163086, - 0.176758, - 0.173828, - 0.175781, - 0.164062, - 0.165039, - 0.166992, - 0.164062, - 0.157227, - 0.165039, - 0.285156, - 0.289062, - 0.168945, - 0.172852, - 0.125977, - 0.162109, - 0.166992, - 0.213867, - 0.142578, - 0.161133, - 0.15332, - 0.171875, - 0.176758, - 0.171875, - 0.166016, - 0.176758, - 0.226562, - 0.176758, - 0.18457, - 0.253906, - 0.166016, - 0.139648, - 0.166992, - 0.151367, - 0.164062, - 0.170898, - 0.191406, - 0.179688, - 0.162109, - 0.000519, - 0.15918, - 0.186523, - 0.170898, - 0.150391, - 0.179688, - 0.165039, - 0.137695, - 0.183594, - 0.161133, - 0.118164, - 0.168945, - 0.174805, - 0.166016, - 0.300781, - 0.169922, - 0.189453, - 0.151367, - 0.137695, - 0.158203, - 0.171875, - 0.164062, - 0.15918, - 0.180664, - 0.168945, - 0.165039, - 0.148438, - 0.138672, - 0.180664, - 0.18457, - 0.1875, - 0.181641, - 0.154297, - 0.166992, - 0.165039, - 0.176758, - 0.392578, - 0.166992, - 0.073242, - 0.179688, - 0.168945, - 0.165039, - 0.181641, - 0.141602, - 0.111816, - 0.147461, - 0.112305, - 0.155273, - 0.145508, - 0.15625, - 0.152344, - 0.172852, - 0.070312, - 0.171875, - 0.275391, - 0.182617, - 0.114258, - 0.130859, - 0.15332, - 0.167969, - 0.172852, - 0.172852, - 0.163086, - 0.180664, - 0.166016, - 0.173828, - 0.173828, - 0.185547, - 0.185547, - 0.207031, - 0.173828, - 0.10498, - 0.163086, - 0.166992, - 0.176758, - 0.151367, - 0.166992, - 0.15918, - 0.072754, - 0.142578, - 0.150391, - 0.161133, - 0.144531, - 0.059326, - 0.249023, - 0.180664, - 0.166016, - 0.161133, - 0.15918, - 0.177734, - 0.166016, - 0.158203, - 0.166016, - 0.180664, - 0.15918, - 0.168945, - 0.167969, - 0.178711, - 0.212891, - 0.19043, - 0.152344, - 0.152344, - 0.163086, - 0.165039, - 0.163086, - 0.261719, - 0.174805, - 0.425781, - 0.175781, - 0.169922, - 0.1875, - 0.179688, - 0.163086, - 0.170898, - 0.165039, - 0.166016, - 0.167969, - 0.15918, - 0.15918, - 0.18457, - 0.157227, - 0.177734, - 0.150391, - 0.167969, - 0.106934, - 0.169922, - 0.149414, - 0.166016, - 0.175781, - 0.176758, - 0.170898, - 0.180664, - 0.148438, - 0.160156, - 0.180664, - 0.161133, - 0.176758, - 0.15918, - 0.211914, - 0.173828, - 0.181641, - 0.163086, - 0.172852, - 0.152344, - 0.119629, - 0.174805, - 0.154297, - 0.185547, - 0.182617, - 0.169922, - 0.167969, - 0.166992, - 0.176758, - 0.1875, - 0.177734, - 0.151367, - 0.191406, - 0.173828, - 0.15625, - 0.172852, - 0.177734, - 0.199219, - 0.168945, - 0.106934, - 0.174805, - 0.168945, - 0.146484, - 0.19043, - 0.15625, - 0.167969, - 0.164062, - 0.180664, - 0.157227, - 0.173828, - 0.164062, - 0.166016, - 0.167969, - 0.172852, - 0.180664, - 0.170898, - 0.180664, - 0.165039, - 0.166016, - 0.15625, - 0.178711, - 0.179688, - 0.186523, - 0.126953, - -0.000223, - 0.180664, - 0.149414, - 0.197266, - 0.157227, - 0.171875, - 0.185547, - 0.152344, - 0.182617, - 0.104492, - 0.09668, - 0.163086, - 0.151367, - 0.142578, - 0.164062, - 0.155273, - 0.045654, - 0.174805, - 0.179688, - 0.167969, - 0.154297, - 0.162109, - 0.267578, - 0.175781, - 0.171875, - 0.160156, - 0.166992, - 0.160156, - 0.160156, - 0.173828, - 0.167969, - 0.726562, - 0.100098, - 0.163086, - 0.162109, - 0.137695, - 0.192383, - 0.191406, - 0.204102, - 0.164062, - 0.175781, - 0.166992, - 0.155273, - 0.166992, - 0.18457, - 0.166992, - 0.154297, - 0.164062, - 0.165039, - 0.161133, - 0.071289, - 0.171875, - 0.123535, - 0.170898, - 0.067871, - 0.166992, - 0.089355, - 0.15918, - 0.211914, - 0.233398, - 0.100098, - 0.164062, - 0.170898, - 0.15332, - 0.172852, - 0.170898, - 0.178711, - 0.04248, - 0.115234, - 0.172852, - 0.176758, - 0.167969, - 0.170898, - 0.169922, - 0.170898, - 0.175781, - 0.176758, - 0.166992, - 0.161133, - 0.162109, - 0.155273, - 0.163086, - 0.167969, - 0.152344, - 0.168945, - 0.189453, - 0.173828, - 0.175781, - 0.160156, - 0.166992, - 0.162109, - 0.194336, - 0.175781, - 0.132812, - 0.185547, - 0.345703, - 0.152344, - 0.136719, - 0.194336, - 0.181641, - 0.166016, - 0.157227, - 0.170898, - 0.185547, - 0.176758, - 0.172852, - 0.217773, - 0.166016, - 0.154297, - 0.15918, - 0.240234, - 0.169922, - 0.145508, - 0.197266, - 0.194336, - 0.167969, - 0.169922, - 0.166016, - 0.158203, - 0.176758, - 0.180664, - 0.181641, - 0.166016, - 0.167969, - 0.160156, - 0.188477, - 0.167969, - 0.179688, - 0.183594, - 0.188477, - 0.174805, - 0.168945, - 0.130859, - 0.180664, - 0.167969, - 0.160156, - 0.174805, - 0.182617, - 0.166992, - 0.177734, - 0.152344, - 0.163086, - 0.166016, - 0.191406, - 0.152344, - 0.173828, - 0.183594, - 0.171875, - 0.166016, - 0.147461, - 0.186523, - 0.09082, - 0.179688, - 0.15625, - 0.167969, - 0.157227, - 0.161133, - 0.137695, - 0.160156, - 0.193359, - 0.173828, - 0.169922, - 0.161133, - 0.185547, - 0.15918, - 0.123047, - 0.082031, - 0.176758, - 0.162109, - 0.160156, - 0.170898, - 0.4375, - 0.179688, - 0.145508, - 0.128906, - 0.186523, - 0.183594, - 0.158203, - 0.15918, - 0.1875, - 0.175781, - 0.15625, - 0.141602, - 0.173828, - 0.176758, - 0.171875, - 0.161133, - 0.180664, - 0.166016, - 0.174805, - 0.165039, - 0.18457, - 0.1875, - 0.169922, - 0.170898, - 0.212891, - 0.152344, - 0.462891, - 0.181641, - 0.167969, - 0.171875, - 0.178711, - 0.166992, - 0.206055, - 0.174805, - 0.169922, - 0.171875, - 0.176758, - 0.158203, - 0.161133, - 0.172852, - 0.175781, - 0.174805, - 0.104492, - 0.206055, - 0.150391, - 0.160156, - 0.157227, - 0.165039, - 0.178711, - 0.174805, - 0.15332, - 0.175781, - 0.165039, - 0.149414, - 0.160156, - 0.169922, - 0.177734, - 0.173828, - 0.092773, - 0.164062, - 0.15625, - 0.177734, - 0.138672, - 0.179688, - 0.158203, - 0.15918, - 0.179688, - 0.19043, - 0.172852, - 0.189453, - 0.332031, - 0.166992, - 0.158203, - 0.175781, - 0.138672, - 0.161133, - 0.148438, - 0.175781, - 0.191406, - 0.177734, - 0.165039, - 0.180664, - 0.174805, - 0.168945, - 0.15332, - 0.175781, - 0.175781, - 0.157227, - 0.15332, - 0.175781, - 0.154297, - 0.171875, - 0.171875, - 0.130859, - 0.15625, - 0.106445, - 0.15332, - 0.173828, - 0.192383, - 0.172852, - 0.160156, - 0.168945, - 0.177734, - 0.146484, - 0.147461, - 0.168945, - 0.175781, - 0.063477, - 0.076172, - 0.181641, - 0.133789, - 0.174805, - 0.166992, - 0.169922, - 0.173828, - 0.158203, - 0.169922, - 0.148438, - 0.192383, - 0.1875, - 0.163086, - 0.237305, - 0.15918, - 0.169922, - 0.136719, - 0.18457, - 0.181641, - 0.155273, - 0.178711, - 0.165039, - 0.164062, - 0.161133, - 0.162109, - 0.183594, - 0.170898, - 0.162109, - 0.178711, - 0.162109, - 0.163086, - 0.163086, - 0.098145, - 0.146484, - 0.15918, - 0.15918, - 0.162109, - 0.168945, - 0.143555, - 0.195312, - 0.157227, - 0.166016, - 0.170898, - 0.165039, - 0.158203, - 0.169922, - 0.18457, - 0.185547, - 0.785156, - 0.275391, - 0.171875, - 0.164062, - 0.172852, - 0.162109, - 0.19043, - 0.169922, - 0.164062, - 0.337891, - 0.157227, - 0.191406, - 0.166016, - 0.086426, - 0.161133, - 0.169922, - 0.147461, - 0.171875, - 0.162109, - 0.164062, - 0.100586, - 0.162109, - 0.143555, - 0.164062, - 0.166016, - 0.15625, - 0.157227, - 0.167969, - 0.169922, - 0.145508, - 0.21875, - 0.168945, - 0.174805, - 0.160156, - 0.164062, - 0.161133, - 0.173828, - 0.253906, - 0.208984, - 0.167969, - 0.15332, - 0.15918, - 0.170898, - 0.163086, - 0.157227, - 0.173828, - 0.3125, - 0.168945, - 0.174805, - 0.177734, - 0.104492, - 0.178711, - 0.114746, - 0.169922, - 0.174805, - 0.157227, - 0.165039, - 0.181641, - 0.175781, - 0.162109, - 0.094727, - 0.182617, - 0.129883, - 0.168945, - 0.174805, - 0.197266, - 0.180664, - 0.1875, - 0.19043, - 0.175781, - 0.166992, - 0.081055, - 0.255859, - 0.166016, - 0.182617, - 0.192383, - 0.166016, - 0.152344, - 0.161133, - 0.165039, - 0.162109, - 0.296875, - 0.145508, - 0.167969, - 0.164062, - 0.314453, - 0.150391, - 0.160156, - 0.425781, - 0.175781, - 0.167969, - 0.163086, - 0.177734, - 0.174805, - 0.175781, - 0.166992, - 0.166992, - 0.164062, - 0.176758, - 0.172852, - 0.158203, - 0.094238, - 0.114258, - 0.152344, - 0.102539, - 0.167969, - 0.164062, - 0.237305, - 0.171875, - 0.143555, - 0.139648, - 0.15625, - 0.189453, - 0.136719, - 0.175781, - 0.182617, - 0.140625, - 0.167969, - 0.172852, - 0.164062, - 0.158203, - 0.167969, - 0.166992, - 0.067871, - 0.151367, - 0.176758, - 0.191406, - 0.166992, - 0.179688, - 0.189453, - 0.15332, - 0.324219, - 0.148438, - 0.182617, - 0.163086, - 0.078125, - 0.078613, - 0.182617, - 0.174805, - 0.166016, - 0.142578, - 0.144531, - 0.166016, - 0.168945, - -0.003006, - 0.173828, - 0.19043, - 0.180664, - 0.178711, - 0.171875, - 0.166016, - 0.867188, - 0.167969, - 0.165039, - 0.15918, - 0.069824, - 0.152344, - 0.168945, - 0.173828, - 0.168945, - 0.161133, - 0.166992, - 0.168945, - 0.157227, - 0.146484, - 0.180664, - 0.202148, - 0.169922, - 0.166992, - 0.150391, - 0.145508, - 0.15625, - 0.178711, - 0.175781, - 0.165039, - 0.160156, - 0.166992, - 0.188477, - 0.178711, - 0.170898, - 0.165039, - 0.161133, - 0.165039, - 0.161133, - 0.165039, - 0.183594, - 0.188477, - 0.07959, - 0.138672, - 0.106445, - 0.261719, - 0.177734, - 0.132812, - 0.162109, - 0.333984, - 0.146484, - 0.166992, - 0.126953, - 0.166016, - 0.199219, - 0.173828, - 0.166992, - 0.140625, - 0.172852, - 0.09082, - 0.161133, - 0.168945, - 0.172852, - 0.162109, - 0.15918, - 0.138672, - 0.169922, - 0.167969, - 0.15918, - 0.164062, - 0.166016, - 0.181641, - 0.15918, - 0.166992, - 0.170898, - 0.219727, - 0.164062, - 0.18457, - 0.148438, - 0.15625, - 0.182617, - 0.167969, - 0.091797, - 0.166016, - 0.209961, - 0.200195, - 0.172852, - 0.271484, - 0.182617, - 0.176758, - 0.128906, - 0.163086, - 0.080078, - 0.166992, - 0.171875, - 0.176758, - 0.15625, - 0.15332, - 0.165039, - 0.174805, - 0.166016, - 0.166992, - 0.178711, - 0.157227, - 0.122559, - 0.398438, - 0.163086, - 0.166016, - 0.137695, - 0.150391, - 0.177734, - 0.142578, - 0.148438, - 0.163086, - 0.155273, - 0.15625, - 0.180664, - 0.155273, - 0.18457, - 0.129883, - 0.083496, - 0.174805, - 0.160156, - 0.111328, - 0.15625, - 0.15918, - 0.15918, - 0.181641, - 0.176758, - 0.176758, - 0.158203, - 0.166016, - 0.140625, - 0.167969, - 0.128906, - 0.172852, - 0.163086, - 0.137695, - 0.167969, - 0.168945, - 0.191406, - 0.174805, - 0.165039, - 0.177734, - 0.176758, - 0.451172, - 0.1875, - 0.18457, - 0.125, - 0.15918, - 0.168945, - 0.177734, - 0.165039, - 0.168945, - 0.171875, - 0.169922, - 0.178711, - 0.166016, - 0.160156, - 0.172852, - 0.154297, - 0.178711, - 0.162109, - 0.166992, - 0.176758, - 0.167969, - 0.165039, - 0.1875, - 0.182617, - 0.166016, - 0.170898, - 0.135742, - 0.000496, - 0.15918, - 0.169922, - 0.158203, - 0.160156, - 0.174805, - 0.132812, - 0.163086, - 0.161133, - 0.167969, - 0.172852, - 0.158203, - 0.172852, - 0.162109, - 0.152344, - 0.179688, - 0.166016, - 0.164062, - 0.172852, - 0.175781, - 0.162109, - 0.171875, - 0.168945, - 0.167969, - 0.185547, - 0.155273, - 0.198242, - 0.152344, - 0.308594, - 0.129883, - 0.174805, - 0.157227, - 0.066406, - 0.171875, - 0.116211, - 0.162109, - 0.175781, - 0.151367, - 0.423828, - 0.088867, - 0.163086, - 0.15625, - 0.167969, - 0.170898, - 0.170898, - 0.165039, - 0.15332, - 0.171875, - 0.173828, - 0.166992, - 0.170898, - 0.376953, - 0.165039, - 0.179688, - 0.166992, - 0.169922, - 0.170898, - 0.171875, - 0.185547, - 0.902344, - 0.188477, - 0.355469, - 0.185547, - 0.163086, - 0.200195, - 0.084961, - 0.314453, - 0.151367, - 0.193359, - 0.175781, - 0.15918, - 0.114258, - 0.166016, - 0.162109, - 0.167969, - 0.165039, - 0.177734, - 0.168945, - 0.152344, - 0.086426, - 0.347656, - 0.151367, - 0.168945, - 0.180664, - 0.183594, - 0.178711, - 0.176758, - 0.173828, - 0.168945, - 0.206055, - 0.180664, - 0.125, - 0.166016, - 0.094238, - 0.15625, - 0.170898, - 0.167969, - 0.175781, - 0.089844, - 0.166016, - 0.175781, - 0.172852, - 0.133789, - 0.162109, - 0.168945, - 0.177734, - 0.171875, - 0.34375, - 0.150391, - 0.181641, - 0.165039, - 0.15918, - 0.166992, - 0.172852, - 0.173828, - 0.188477, - 0.174805, - 0.133789, - 0.164062, - 0.15625, - 0.203125, - 0.166992, - 0.179688, - 0.169922, - 0.163086, - 0.165039, - 0.283203, - 0.182617, - 0.174805, - 0.388672, - 0.18457, - 0.164062, - 0.158203, - 0.172852, - 0.176758, - 0.15918, - 0.170898, - 0.170898, - 0.265625, - 0.172852, - 0.161133, - 0.181641, - 0.135742, - 0.132812, - 0.161133, - 0.182617, - 0.175781, - 0.172852, - 0.169922, - 0.160156, - 0.181641, - 0.071289, - 0.169922, - 0.173828, - 0.192383, - 0.179688, - 0.151367, - 0.168945, - 0.161133, - 0.189453, - 0.182617, - 0.166016, - 0.175781, - 0.177734, - 0.146484, - 0.166016, - 0.166016, - 0.152344, - 0.18457, - 0.172852, - 0.157227, - 0.171875, - 0.181641, - 0.164062, - 0.12207, - 0.170898, - 0.179688, - 0.166992, - 0.161133, - 0.175781, - 0.173828, - 0.165039, - 0.166016, - 0.182617, - 0.172852, - 0.164062, - 0.192383, - 0.183594, - 0.160156, - 0.182617, - 0.287109, - 0.195312, - 0.183594, - 0.176758, - 0.154297, - 0.163086, - 0.176758, - 0.157227, - 0.192383, - 0.170898, - 0.160156, - 0.163086, - 0.155273, - 0.292969, - 0.170898, - 0.180664, - 0.141602, - 0.163086, - 0.177734, - 0.174805, - 0.152344, - 0.1875, - 0.125977, - 0.173828, - 0.162109, - 0.150391, - 0.100098, - 0.176758, - 0.174805, - 0.166016, - 0.15332, - 0.137695, - 0.152344, - 0.199219, - 0.140625, - 0.061035, - 0.165039, - 0.160156, - 0.464844, - 0.102539, - 0.173828, - 0.176758, - 0.098633, - 0.165039, - 0.178711, - 0.142578, - 0.176758, - 0.194336, - 0.179688, - 0.171875, - 0.171875, - 0.166016, - 0.166992, - 0.183594, - 0.181641, - 0.173828, - 0.143555, - 0.167969, - 0.162109, - 0.182617, - 0.173828, - 0.108398, - 0.158203, - 0.162109, - 0.183594, - 0.177734, - 0.163086, - 0.160156, - 0.182617, - 0.149414, - 0.208984, - 0.164062, - 0.15625, - 0.172852, - 0.172852, - 0.177734, - 0.138672, - 0.169922, - 0.169922, - 0.178711, - 0.163086, - 0.176758, - 0.168945, - 0.170898, - 0.162109, - -0.000294, - 0.148438, - 0.171875, - 0.069824, - 0.172852, - 0.164062, - 0.152344, - 0.167969, - 0.165039, - 0.166016, - 0.157227, - 0.161133, - 0.202148, - 0.142578, - 0.155273, - 0.111328, - 0.189453, - 0.138672, - 0.072754, - 0.182617, - 0.172852, - 0.216797, - 0.193359, - 0.166992, - 0.155273, - 0.176758, - 0.170898, - 0.210938, - 0.546875, - 0.172852, - 0.180664, - 0.157227, - 0.199219, - 0.174805, - 0.188477, - 0.181641, - 0.149414, - 0.160156, - 0.124512, - 0.163086, - 0.175781, - 0.427734, - 0.133789, - 0.115723, - 0.241211, - 0.188477, - 0.066406, - 0.162109, - 0.172852, - 0.114258, - 0.166992, - 0.193359, - 0.166016, - 0.165039, - 0.195312, - 0.171875, - 0.402344, - 0.15332, - 0.181641, - 0.300781, - 0.150391, - 0.158203, - 0.15332, - 0.199219, - 0.150391, - 0.164062, - 0.165039, - 0.165039, - 0.178711, - 0.174805, - 0.152344, - 0.169922, - 0.161133, - 0.186523, - 0.169922, - 0.155273, - 0.162109, - 0.155273, - 0.179688, - 0.172852, - 0.160156, - 0.171875, - 0.158203, - 0.171875, - 0.165039, - 0.074707, - 0.176758, - 0.152344, - 0.18457, - 0.182617, - 0.150391, - 0.139648, - 0.289062, - 0.192383, - 0.139648, - 0.078125, - 0.171875, - 0.129883, - 0.174805, - 0.130859, - 0.176758, - 0.174805, - 0.170898, - 0.083984, - 0.161133, - 0.161133, - 0.157227, - 0.163086, - 0.172852, - 0.163086, - 0.171875, - 0.145508, - 0.114746, - 0.361328, - 0.165039, - 0.279297, - 0.170898, - 0.166992, - 0.957031, - 0.178711, - 0.157227, - 0.167969, - 0.179688, - 0.222656, - 0.330078, - 0.15918, - 0.166992, - 0.263672, - 0.111328, - 0.185547, - 0.172852, - 0.182617, - 0.181641, - 0.168945, - 0.169922, - 0.168945, - 0.18457, - 0.203125, - 0.121582, - 0.163086, - 0.162109, - 0.162109, - 0.162109, - 0.166992, - 0.171875, - 0.162109, - 0.170898, - 0.176758, - 0.165039, - 0.176758, - 0.172852, - 0.173828, - 0.154297, - 0.161133, - 0.171875, - 0.183594, - 0.167969, - 0.169922, - 0.222656, - 0.162109, - 0.176758, - 0.349609, - 0.143555, - 0.15625, - 0.160156, - 0.18457, - 0.077637, - 0.160156, - 0.238281, - 0.123535, - 0.15625, - 0.177734, - 0.147461, - 0.158203, - 0.166992, - 0.154297, - 0.225586, - 0.158203, - 0.111816, - 0.151367, - 0.134766, - 0.162109, - 0.219727, - 0.171875, - 0.125977, - 0.160156, - 0.167969, - 0.181641, - 0.172852, - 0.15625, - 0.167969, - 0.160156, - 0.143555, - 0.195312, - 0.166992, - 0.158203, - 0.179688, - 0.174805, - 0.160156, - 0.182617, - 0.181641, - 0.170898, - 0.166992, - 0.163086, - 0.167969, - 0.144531, - 0.162109, - 0.118164, - 0.197266, - 0.161133, - 0.137695, - 0.15918, - 0.160156, - 0.146484, - 0.163086, - 0.075684, - 0.163086, - 0.175781, - 0.160156, - 0.170898, - 0.163086, - 0.181641, - 0.165039, - 0.166016, - 0.171875, - 0.09375, - 0.164062, - 0.298828, - 0.158203, - 0.162109, - 0.181641, - 0.00079, - 0.169922, - 0.148438, - 0.233398, - 0.176758, - 0.158203, - 0.11377, - 0.175781, - 0.175781, - 0.162109, - 0.157227, - 0.211914, - 0.167969, - 0.150391, - 0.171875, - 0.151367, - 0.164062, - 0.154297, - 0.169922, - 0.130859, - 0.179688, - 0.176758, - 0.167969, - 0.173828, - 0.142578, - 0.074219, - 0.172852, - 0.182617, - 0.149414, - 0.169922, - 0.170898, - 0.144531, - 0.175781, - 0.167969, - 0.170898, - 0.165039, - 0.169922, - 0.161133, - 0.120605, - 0.164062, - 0.177734, - 0.183594, - 0.176758, - 0.175781, - 0.183594, - 0.173828, - 0.154297, - 0.19043, - 0.21875, - 0.155273, - 0.174805, - 0.166016, - 0.185547, - 0.176758, - 0.166016, - 0.170898, - 0.177734, - 0.172852, - 0.169922, - 0.152344, - 0.165039, - 0.123047, - 0.163086, - 0.170898, - 0.320312, - 0.171875, - 0.166016, - 0.164062, - 0.179688, - 0.090332, - 0.167969, - 0.166016, - 0.085938, - 0.183594, - 0.165039, - 0.162109, - 0.120605, - 0.186523, - 0.164062, - 0.308594, - 0.142578, - 0.160156, - 0.186523, - 0.128906, - 0.169922, - 0.081055, - 0.170898, - 0.168945, - 0.168945, - 0.162109, - 0.177734, - 0.174805, - 0.165039, - 0.142578, - 0.160156, - 0.171875, - 0.172852, - 0.125977, - 0.179688, - 0.133789, - 0.15332, - 0.158203, - 0.152344, - 0.108398, - 0.161133, - 0.176758, - 0.168945, - 0.168945, - 0.067871, - 0.160156, - 0.15332, - 0.157227, - 0.144531, - 0.176758, - 0.075684, - 0.150391, - 0.177734, - 0.182617, - 0.168945, - 0.179688, - 0.142578, - 0.210938, - 0.167969, - 0.199219, - 0.174805, - 0.238281, - 0.277344, - 0.147461, - 0.150391, - 0.161133, - 0.176758, - 0.171875, - 0.150391, - 0.181641, - 0.174805, - 0.298828, - 0.170898, - 0.161133, - 0.161133, - 0.147461, - 0.163086, - 0.145508, - 0.170898, - 0.167969, - 0.177734, - 0.170898, - 0.173828, - 0.167969, - 0.390625, - 0.173828, - 0.166992, - 0.166992, - 0.162109, - 0.177734, - 0.165039, - 0.183594, - 0.169922, - 0.164062, - 0.174805, - 0.19043, - 0.149414, - 0.169922, - 0.137695, - 0.180664, - 0.167969, - 0.175781, - 0.15332, - 0.163086, - 0.076172, - 0.158203, - 0.162109, - 0.196289, - 0.172852, - 0.157227, - 0.219727, - 0.546875, - 0.178711, - 0.169922, - 0.178711, - 0.171875, - 0.179688, - 0.18457, - 0.193359, - 0.183594, - 0.306641, - 0.179688, - 0.161133, - 0.15625, - 0.160156, - 0.163086, - 0.183594, - 0.145508, - 0.168945, - 0.166992, - 0.173828, - 0.172852, - 0.164062, - 0.168945, - 0.167969, - 0.186523, - 0.161133, - 0.164062, - 0.180664, - 0.161133, - 0.182617, - 0.166016, - 0.171875, - 0.154297, - 0.172852, - 0.145508, - 0.199219, - 0.15918, - 0.166992, - 0.148438, - 0.163086, - 0.163086, - 0.149414, - 0.255859, - 0.151367, - 0.15918, - 0.076172, - 0.181641, - 0.168945, - 0.15918, - 0.124023, - 0.133789, - 0.15918, - 0.139648, - 0.168945, - 0.163086, - 0.15918, - 0.06543, - 0.169922, - 0.150391, - 0.094727, - 0.155273, - 0.180664, - 0.166992, - 0.15918, - 0.351562, - 0.166016, - 0.166992, - 0.275391, - 0.15625, - 0.198242, - 0.164062, - 0.164062, - 0.160156, - 0.169922, - 0.178711, - 0.18457, - 0.182617, - 0.170898, - 0.124023, - 0.177734, - 0.067871, - 0.185547, - 0.085449, - 0.172852, - 0.155273, - 0.173828, - 0.134766, - 0.178711, - 0.165039, - 0.157227, - 0.079102, - 0.164062, - 0.176758, - 0.172852, - 0.160156, - 0.059814, - 0.162109, - 0.047852, - 0.18457, - 0.149414, - 0.181641, - 0.148438, - 0.203125, - 0.167969, - 0.177734, - 0.172852, - 0.162109, - 0.166016, - 0.160156, - 0.165039, - 0.181641, - 0.169922, - 0.180664, - 0.176758, - 0.165039, - 0.154297, - 0.166016, - 0.12793, - 0.173828, - 0.149414, - 0.19043, - 0.177734, - 0.171875, - 0.167969, - 0.144531, - 0.158203, - 0.19043, - 0.154297, - 0.141602, - 0.166992, - 0.138672, - 0.173828, - 0.176758, - 0.166992, - 0.164062, - 0.1875, - 0.197266, - 0.157227, - 0.168945, - 0.166992, - 0.171875, - 0.162109, - 0.18457, - 0.179688, - 0.171875, - 0.116699, - 0.169922, - 0.168945, - 0.169922, - 0.164062, - 0.170898, - 0.133789, - 0.157227, - 0.177734, - 0.194336, - 0.15332, - 0.165039, - 0.161133, - 0.179688, - 0.224609, - 0.168945, - 0.194336, - 0.175781, - 0.458984, - 0.173828, - 0.145508, - 0.15918, - 0.166992, - 0.255859, - 0.171875, - 0.161133, - 0.146484, - 0.083496, - 0.079102, - 0.172852, - 0.18457, - 0.168945, - 0.180664, - 0.171875, - 0.182617, - 0.201172, - 0.15625, - 0.170898, - 0.151367, - 0.169922, - 0.119629, - 0.193359, - 0.163086, - 0.182617, - 0.167969, - 0.176758, - 0.176758, - 0.174805, - 0.168945, - 0.174805, - 0.178711, - 0.177734, - 0.115723, - 0.1875, - 0.177734, - 0.186523, - 0.172852, - 0.145508, - 0.165039, - 0.167969, - 0.345703, - 0.164062, - 0.174805 - ] - }, - "name": "model.transformer.layers.4.ffn_norm.weight", - "outputIndexes": [ - 339 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 338, - 339 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_4/Mul_1_output_0", - "outputIndexes": [ - 340 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 340 - ], - "outputIndexes": [ - 2133 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2133 - ], - "outputIndexes": [ - 2134 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear", - "inputIndexes": [ - 2134 - ], - "outputIndexes": [ - 2135 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 4096, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 65536, - "weightSize": 0 - }, - "external": [ - 35718760, - 4194326, - 524288, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2135 - ], - "outputIndexes": [ - 2136 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2136 - ], - "outputIndexes": [ - 341 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 4096 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 341, - 21, - 100, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_4/Slice_output_0", - "outputIndexes": [ - 342 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 342 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_4/Sigmoid_output_0", - "outputIndexes": [ - 343 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 342, - 343 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_4/Mul_output_0", - "outputIndexes": [ - 344 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4096 - ] - }, - "name": "/ffn_4/Mul_1_output_0", - "outputIndexes": [ - 345 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 341, - 100, - 345, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_4/Slice_1_output_0", - "outputIndexes": [ - 346 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 344, - 346 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_4/Mul_2_output_0", - "outputIndexes": [ - 347 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 347 - ], - "outputIndexes": [ - 2137 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2137 - ], - "outputIndexes": [ - 2138 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear", - "inputIndexes": [ - 2138 - ], - "outputIndexes": [ - 2139 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 40437374, - 2097174, - 262144, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2139 - ], - "outputIndexes": [ - 2140 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2140 - ], - "outputIndexes": [ - 348 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 337, - 348 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_19_output_0", - "outputIndexes": [ - 349 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 349, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_20_output_0", - "outputIndexes": [ - 350 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 350 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_5/Mul_output_0", - "outputIndexes": [ - 351 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.02356, - 0.050781, - 0.0354, - 0.026245, - 0.053223, - 0.037598, - 0.152344, - 0.026855, - 0.031738, - 0.047119, - 0.029297, - 0.040771, - 0.02832, - 0.032959, - 0.031494, - 0.030029, - 0.032471, - 0.033936, - 0.028687, - 0.033203, - 0.032227, - 0.026611, - 0.027466, - 0.033936, - 0.029297, - 0.036865, - 0.024048, - 0.029663, - 0.030029, - 0.033447, - 0.030151, - 0.037842, - 0.032959, - 0.031494, - 0.026245, - 0.033203, - 0.03833, - 0.030518, - 0.028076, - 0.060303, - 0.049561, - 0.032227, - 0.031494, - 0.058838, - 0.029541, - 0.055664, - 0.033936, - 0.027466, - 0.031982, - 0.034424, - 0.029419, - 0.030273, - 0.028076, - 0.04541, - 0.029175, - 0.020996, - 0.028687, - 0.03125, - 0.02356, - 0.028198, - 0.029785, - 0.036377, - 0.030029, - 0.027466, - 0.051025, - 0.029785, - 0.037598, - 0.031738, - 0.029297, - 0.032715, - 0.028687, - 0.036621, - 0.025391, - 0.036865, - 0.045898, - 0.031738, - 0.027954, - 0.02771, - 0.028687, - 0.025513, - 0.030762, - 0.030029, - 0.043457, - 0.028442, - 0.036865, - 0.027344, - 0.030273, - 0.030396, - 0.038818, - 0.03833, - 0.028198, - 0.033691, - 0.026367, - 0.053711, - 0.037354, - 0.028076, - 0.036621, - 0.042236, - 0.031494, - 0.033203, - 0.040039, - 0.027222, - 0.119141, - 0.026611, - 0.029663, - 0.047363, - 0.031128, - 0.033203, - 0.030151, - 0.03064, - 0.043701, - 0.040283, - 0.030273, - 0.034912, - 0.027222, - 0.026733, - 0.03125, - 0.034424, - 0.032959, - 0.032471, - 0.034668, - 0.03064, - 0.034424, - 0.044434, - 0.03418, - 0.038818, - 0.030762, - 0.028076, - 0.061279, - 0.035889, - 0.027344, - 0.032471, - 0.033203, - 0.039551, - 0.039307, - 0.027832, - 0.07959, - 0.021484, - 0.046143, - 0.035889, - 0.027344, - 0.036865, - 0.033447, - 0.026245, - 0.049561, - 0.053467, - 0.029297, - 0.049561, - 0.03125, - 0.041992, - 0.031738, - 0.026245, - 0.028809, - 0.037354, - 0.034424, - 0.038574, - 0.03064, - 0.028198, - 0.061279, - 0.028809, - 0.030273, - 0.029785, - 0.054688, - 0.035889, - 0.040283, - 0.057861, - 0.03418, - 0.044922, - 0.043701, - 0.04541, - 0.073242, - 0.050537, - 0.02832, - 0.041016, - 0.039062, - 0.033447, - 0.045166, - 0.037354, - 0.034424, - 0.034424, - 0.02478, - 0.027588, - 0.032959, - 0.037109, - 0.030396, - 0.032715, - 0.03418, - 0.03418, - 0.032715, - 0.028564, - 0.040527, - 0.028442, - 0.024536, - 0.033936, - 0.029785, - 0.039307, - 0.029053, - 0.036133, - 0.020264, - 0.028809, - 0.027832, - 0.033203, - 0.030884, - 0.030884, - 0.02832, - 0.027344, - 0.027954, - 0.026733, - 0.038818, - 0.055664, - -0.000256, - 0.030151, - 0.032227, - 0.033447, - 0.035645, - 0.032471, - 0.030396, - 0.032227, - 0.030396, - 0.042969, - 0.048584, - 0.036377, - 0.075684, - 0.034424, - 0.051758, - 0.048584, - 0.032471, - 0.029053, - 0.04834, - 0.029541, - 0.043457, - 0.051025, - 0.045166, - 0.025879, - 0.031128, - 0.035156, - 0.0354, - 0.033936, - 0.065918, - 0.025757, - 0.029419, - 0.058594, - 0.02124, - 0.026489, - 0.032227, - 0.031494, - 0.057129, - 0.028076, - 0.047363, - 0.030518, - 0.031738, - 0.05249, - 0.042725, - 0.029785, - 0.038574, - 0.055176, - 0.029175, - 0.029663, - 0.037598, - 0.043945, - 0.032959, - 0.044678, - 0.030029, - 0.037109, - 0.028687, - 0.030518, - 0.031982, - 0.031128, - 0.029907, - 0.030518, - 0.027222, - 0.027466, - 0.025879, - 0.030029, - 0.031006, - 0.057129, - 0.032471, - 0.027588, - 0.027588, - 0.035156, - 0.029541, - 0.032471, - 0.028076, - 0.036377, - 0.0271, - 0.028931, - 0.060303, - 0.029785, - 0.030884, - 0.030396, - 0.029663, - 0.027344, - 0.041504, - 0.028931, - 0.039062, - 0.027466, - 0.048828, - 0.027954, - 0.093262, - 0.001228, - 0.032227, - 0.029663, - 0.048096, - 0.029907, - 0.030151, - 0.026245, - 0.046875, - 0.03064, - 0.033203, - 0.029053, - 0.034424, - 0.026245, - 0.036133, - 0.029907, - 0.047119, - 0.037598, - 0.03418, - 0.023071, - 0.031738, - 0.056885, - 0.027954, - 0.028931, - 0.027588, - 0.02356, - 0.026611, - 0.026001, - 0.030762, - -0.000157, - 0.027588, - 0.041504, - 0.028687, - 0.030273, - 0.031738, - 0.029175, - 0.052002, - 0.031982, - 0.029053, - 0.057861, - 0.025146, - 0.032959, - 0.037842, - 0.083984, - 0.026489, - 0.056152, - 0.021484, - 0.049316, - 0.029907, - 0.029663, - 0.029541, - 0.029785, - 0.02356, - 0.029663, - 0.026855, - 0.040527, - 0.052734, - 0.024902, - 0.031982, - 0.027344, - 0.03125, - 0.04834, - 0.032715, - 0.055176, - 0.027466, - -0.000395, - 0.025513, - 0.052002, - 0.027466, - 0.026001, - 0.03064, - 0.030151, - 0.035889, - 0.069824, - 0.029297, - 0.044678, - 0.027588, - 0.034424, - 0.05835, - 0.047852, - 0.026367, - 0.046631, - 0.03125, - 0.018677, - 0.024658, - 0.047852, - 0.046387, - 0.030029, - 0.031128, - 0.032227, - 0.031128, - 0.031982, - 0.029297, - 0.030518, - 0.0271, - 0.029663, - 0.040283, - 0.031738, - 0.031494, - 0.044434, - 0.051514, - 0.029419, - 0.031494, - 0.031982, - 0.044434, - 0.030029, - 0.03125, - 0.048828, - 0.03125, - 0.036621, - 0.032227, - 0.034424, - 0.034424, - 0.031128, - 0.024658, - 0.035645, - 0.032959, - 0.04248, - 0.033203, - 0.038086, - 0.034424, - 0.033203, - 0.050293, - 0.06543, - 0.025146, - 0.026245, - 0.042236, - 0.028809, - 0.022339, - 0.051025, - 0.035645, - 0.029175, - 0.030151, - 0.030884, - 0.000504, - 0.026245, - 0.022095, - 0.033447, - 0.04248, - 0.025146, - 0.031006, - 0.031494, - 0.030762, - 0.031006, - 0.028198, - 0.028076, - 0.032227, - 0.02832, - 0.028442, - 0.02832, - 0.029785, - 0.036377, - 0.025391, - 0.054443, - 0.030029, - 0.027466, - 0.029175, - 0.028564, - 0.028809, - 0.027832, - 0.030151, - 0.0354, - 0.032959, - 0.034912, - 0.025513, - 0.072266, - 0.036377, - 0.024048, - 0.025024, - 0.03064, - 0.029419, - 0.031128, - 0.037354, - 0.047607, - 0.036621, - 0.03125, - 0.028931, - 0.025146, - 0.038574, - 0.025269, - 0.031982, - 0.036621, - 0.029419, - 0.026489, - 0.044678, - 0.030762, - 0.03418, - 0.048584, - 0.026001, - 0.027832, - 0.021973, - 0.02832, - 0.044434, - 0.027222, - 0.025146, - 0.040283, - 0.028687, - 0.045654, - 0.026855, - 0.032471, - 0.021851, - 0.033447, - 0.029785, - 0.031494, - 0.029297, - 0.030884, - 0.029541, - 0.031494, - 0.031738, - 0.04541, - 0.034424, - 0.031982, - 0.033936, - 0.03418, - 0.040283, - 0.030029, - 0.052002, - 0.025391, - 0.031982, - 0.037109, - 0.03125, - 0.049072, - 0.028564, - 0.023193, - 0.0354, - 0.04126, - 0.046387, - 0.054199, - 0.031006, - 0.027588, - 0.031494, - 0.030029, - 0.030762, - 0.051514, - 0.034424, - 0.031982, - 0.033691, - 0.031494, - 0.030884, - 0.074707, - 0.03125, - 0.026123, - 0.02771, - 0.02832, - 0.032471, - 0.024048, - 0.030762, - 0.033203, - 0.111328, - 0.060059, - 0.040283, - 0.039307, - 0.034668, - 0.027588, - 0.036377, - 0.077637, - 0.0354, - 0.024536, - 0.02832, - 0.029175, - 0.030273, - 0.02002, - 0.028687, - 0.043945, - 0.040039, - 0.030273, - 0.025146, - 0.055664, - 0.032471, - 0.060059, - 0.023804, - 0.043457, - 0.028442, - 0.045898, - 0.039795, - 0.015381, - 0.047607, - 0.053711, - 0.036621, - 0.02478, - 0.05542, - 0.025391, - 0.027588, - 0.033203, - 0.066895, - 0.038086, - 0.028564, - 0.032959, - 0.026611, - 0.022217, - 0.029541, - 0.026245, - 0.036377, - 0.031982, - 0.03125, - 0.028809, - 0.028442, - 0.038818, - 0.032959, - 0.029663, - 0.028687, - 0.036621, - 0.023926, - 0.029663, - 0.024414, - 0.022217, - 0.032471, - 0.034668, - 0.021484, - 0.028442, - 0.059082, - 0.059326, - 0.06543, - 0.046875, - 0.033936, - 0.026978, - 0.027466, - 0.025391, - 0.032227, - 0.033691, - 0.032715, - 0.030518, - 0.028564, - 0.035889, - 0.036865, - 0.033936, - 0.027588, - 0.078613, - 0.02478, - 0.09375, - 0.030884, - 0.028809, - 0.031494, - 0.025879, - 0.03833, - 0.032471, - 0.028564, - 0.041504, - 0.030762, - 0.031128, - 0.02356, - 0.031738, - 0.030151, - 0.023438, - 0.026367, - 0.037354, - 0.029663, - 0.027466, - 0.028198, - 0.056396, - 0.029419, - 0.029175, - 0.031494, - 0.029053, - 0.030029, - 0.028198, - 0.023438, - 0.037354, - 0.030884, - 0.031982, - 0.027588, - 0.026245, - 0.030884, - 0.026367, - 0.035645, - 0.03125, - 0.038574, - 0.032959, - 0.043701, - 0.031738, - 0.0354, - 0.030273, - 0.030151, - 0.029541, - 0.083008, - 0.023682, - 0.044922, - 0.031738, - 0.032959, - 0.033203, - 0.070801, - 0.028442, - 0.056396, - 0.03833, - 0.027466, - 0.026855, - 0.02832, - 0.024048, - -0.000336, - 0.049316, - 0.034912, - 0.051514, - 0.0271, - 0.037354, - 0.029541, - 0.031982, - 0.020386, - 0.030151, - 0.028809, - 0.043945, - 0.026978, - 0.029053, - 0.034424, - 0.029785, - 0.03418, - 0.02771, - 0.028564, - 0.031006, - 0.0271, - 0.033203, - 0.0271, - 0.046387, - 0.036621, - 0.049072, - 0.000973, - 0.038086, - 0.029297, - 0.039551, - 0.031128, - 0.026855, - 0.040039, - 0.0625, - 0.032227, - 0.030273, - 0.030762, - 0.029541, - 0.025146, - 0.026367, - 0.028076, - 0.026489, - 0.053955, - 0.025635, - 0.036377, - 0.029785, - 0.039551, - 0.028687, - 0.026855, - 0.037354, - 0.040039, - 0.036133, - 0.026855, - 0.041016, - 0.032471, - 0.028076, - 0.034668, - 0.061035, - 0.025269, - 0.033203, - 0.023438, - 0.028931, - 0.04541, - 0.031006, - 0.033447, - 0.026733, - 0.028931, - 0.030273, - 0.025513, - 0.025146, - 0.016357, - 0.040527, - 0.030762, - 0.033203, - 0.054443, - 0.034668, - 0.032715, - 0.029297, - 0.027588, - 0.030029, - 0.029175, - 0.035645, - 0.028564, - 0.03418, - 0.027954, - 0.029785, - 0.030273, - 0.030029, - 0.026001, - 0.031006, - 0.033691, - 0.026733, - 0.026733, - 0.046875, - 0.031494, - 0.04248, - 0.031982, - 0.028931, - 0.057373, - 0.034912, - 0.043701, - 0.034912, - 0.026245, - 0.051514, - 0.046143, - 0.029663, - 0.036377, - 0.048584, - 0.043213, - 0.048584, - 0.04248, - 0.028809, - 0.037598, - 0.029053, - 0.032227, - 0.040527, - 0.035889, - 0.039551, - 0.034912, - 0.02478, - 0.032715, - 0.038086, - 0.021606, - 0.036621, - 0.038574, - 0.03418, - 0.02478, - 0.037354, - 0.026001, - 0.031128, - 0.027588, - 0.030518, - 0.028442, - 0.035645, - 0.026733, - 0.031982, - 0.023926, - 0.032227, - 0.035889, - 0.024048, - 0.046387, - 0.03064, - 0.034424, - 0.032471, - 0.029053, - 0.021606, - 0.034424, - 0.027832, - 0.034668, - 0.026001, - 0.028198, - 0.027222, - 0.033936, - 0.033203, - 0.039307, - 0.052246, - 0.044434, - 0.054932, - 0.020142, - 0.030762, - 0.040771, - 0.0271, - 0.027466, - 0.029053, - 0.034424, - 0.023682, - 0.029419, - 0.031006, - 0.030151, - 0.047852, - 0.027466, - 0.034424, - 0.03418, - 0.025269, - 0.029907, - 0.032959, - 0.039551, - 0.028442, - 0.041016, - 0.043701, - 0.028198, - 0.033447, - 0.036865, - 0.057373, - 0.029297, - 0.034912, - 0.041016, - 0.026367, - 0.029663, - 0.044678, - 0.025879, - 0.026489, - 0.027466, - 0.043701, - 0.024292, - 0.046631, - 0.032959, - 0.032715, - 0.023804, - 0.030151, - 0.030762, - 0.030029, - 0.020508, - 0.030273, - 0.043945, - 0.036377, - 0.052246, - 0.028442, - 0.04834, - 0.026611, - 0.028687, - 0.029297, - 0.034668, - 0.032959, - 0.03125, - 0.040283, - 0.049072, - 0.032959, - 0.047363, - 0.046631, - 0.028442, - 0.043701, - 0.046387, - 0.02417, - 0.026001, - 0.037109, - 0.04126, - 0.036621, - 0.023315, - 0.032715, - 0.033203, - 0.029419, - 0.029907, - 0.035645, - 0.032227, - 0.030273, - 0.027588, - 0.002502, - 0.040527, - 0.033936, - 0.033691, - 0.101074, - 0.036621, - 0.054199, - -0.001022, - 0.032959, - 0.02771, - 0.029175, - 0.029663, - 0.024902, - 0.038818, - 0.029175, - 0.029297, - 0.030762, - 0.029541, - 0.024902, - 0.035645, - 0.054443, - 0.046875, - 0.038574, - 0.050293, - 0.029053, - 0.039795, - 0.021118, - 0.031738, - 0.033447, - 0.066406, - 0.035156, - 0.028564, - 0.052734, - 0.025146, - 0.026001, - 0.04248, - 0.031494, - 0.028076, - 0.028198, - 0.038574, - 0.029175, - 0.037109, - 0.033691, - 0.034912, - 0.03064, - 0.042236, - 0.031128, - 0.030884, - 0.035889, - 0.032471, - 0.063965, - 0.037354, - 0.037598, - 0.046631, - 0.049316, - 0.050537, - 0.024536, - 0.024414, - 0.038574, - 0.044922, - 0.041748, - 0.032959, - 0.02478, - 0.157227, - 0.037109, - 0.106934, - 0.034912, - 0.037842, - 0.027954, - 0.025269, - 0.106445, - 0.031494, - 0.030518, - 0.034668, - 0.046631, - 0.0354, - 0.026733, - 0.028931, - 0.032715, - 0.034912, - 0.027832, - 0.026611, - 0.036865, - 0.056885, - 0.031006, - 0.021362, - 0.031006, - 0.038574, - 0.040039, - 0.025391, - 0.03064, - 0.026245, - 0.02832, - 0.02832, - 0.027832, - 0.028809, - 0.045654, - 0.033936, - 0.033447, - 0.029053, - 0.031982, - 0.026367, - 0.031738, - 0.033447, - 0.026855, - 0.021118, - 0.042969, - 0.046631, - 0.057373, - 0.080078, - 0.033936, - 0.045166, - 0.043457, - 0.131836, - 0.030762, - 0.028442, - 0.047607, - 0.029297, - 0.044434, - 0.029907, - 0.028687, - 0.037842, - 0.025757, - 0.053955, - 0.035156, - 0.028076, - 0.024536, - 0.035645, - 0.031982, - 0.05127, - 0.027466, - 0.031738, - 0.029053, - 0.029053, - 0.028076, - 0.036865, - 0.035156, - 0.033447, - 0.026123, - 0.046631, - 0.039551, - 0.039795, - 0.043457, - 0.034424, - 0.037842, - 0.030518, - 0.053467, - 0.031982, - 0.045654, - 0.0271, - 0.029053, - 0.139648, - 0.039795, - 0.032471, - 0.039307, - 0.037842, - 0.049561, - 0.035645, - 0.031982, - 0.032227, - 0.034668, - 0.028076, - 0.02832, - 0.028198, - 0.033447, - 0.033691, - 0.041748, - 0.025757, - 0.178711, - 0.000828, - 0.025391, - 0.0271, - 0.038818, - 0.040283, - 0.02771, - 0.039795, - 0.028809, - 0.029785, - 0.034912, - 0.038086, - 0.035889, - 0.032715, - 0.026733, - 0.056641, - 0.046875, - 0.022461, - 0.02832, - 0.054199, - 0.035889, - 0.033936, - 0.035156, - 0.036621, - 0.028687, - 0.030151, - 0.032959, - 0.029297, - 0.045898, - 0.028442, - 0.061035, - 0.026367, - 0.034912, - 0.040527, - 0.029541, - 0.026855, - 0.036377, - 0.029419, - 0.03064, - 0.023438, - 0.026367, - -0.000668, - 0.018677, - 0.028564, - 0.047119, - 0.0354, - 0.02832, - 0.031006, - 0.025391, - 0.030273, - 0.034424, - 0.029785, - 0.029419, - 0.036377, - 0.039795, - 0.030396, - 0.029785, - 0.026001, - 0.026855, - 0.024414, - 0.024658, - 0.03125, - 0.032959, - 0.030884, - 0.029541, - 0.028687, - 0.022461, - 0.041992, - 0.028687, - 0.025024, - 0.037109, - 0.027344, - 0.037842, - 0.032715, - 0.039307, - 0.025757, - 0.036133, - 0.031128, - 0.029907, - 0.029297, - 0.025146, - 0.026611, - 0.03833, - 0.026123, - 0.030029, - 0.026733, - 0.0271, - 0.031128, - 0.029907, - 0.034912, - 0.030151, - 0.030884, - 0.03125, - 0.039551, - 0.037354, - 0.037109, - 0.242188, - 0.042236, - 0.026978, - 0.030396, - 0.043701, - 0.031738, - 0.047119, - 0.036377, - 0.036133, - 0.037109, - 0.000595, - 0.052002, - 0.031738, - 0.031982, - 0.02478, - 0.03125, - 0.037109, - 0.03125, - 0.034912, - 0.032227, - 0.025146, - 0.042969, - 0.037109, - -0.000179, - 0.037598, - 0.033691, - 0.023193, - 0.028687, - 0.035889, - 0.029785, - 0.03125, - 0.089844, - 0.028076, - -0.000999, - 0.037109, - 0.027588, - 0.026855, - 0.044922, - 0.099609, - 0.04541, - 0.061035, - 0.025879, - 0.030151, - 0.054443, - 0.036377, - 0.026489, - 0.032959, - 0.031128, - 0.029541, - 0.029297, - 0.041748, - 0.040283, - 0.040039, - 0.037598, - 0.030396, - 0.048584, - 0.032471, - 0.030396, - 0.030273, - 0.025513, - 0.02771, - 0.022217, - 0.033691, - 0.071777, - 0.033936, - 0.049805, - 0.0354, - 0.033936, - 0.03125, - 0.030396, - 0.050781, - 0.050293, - 0.031738, - 0.027222, - 0.052246, - 0.028687, - 0.028931, - 0.03125, - 0.028564, - 0.006897, - 0.028687, - 0.026855, - 0.031738, - 0.02478, - 0.033447, - 0.031982, - 0.031982, - 0.031982, - 0.031128, - 0.045654, - 0.026001, - 0.033691, - 0.027954, - 0.031738, - 0.026978, - 0.026245, - 0.039062, - 0.029297, - 0.152344, - 0.03418, - 0.026855, - 0.10791, - 0.032715, - 0.03125, - 0.029785, - 0.029053, - 0.027588, - 0.043457, - 0.03833, - 0.031982, - 0.01532, - 0.030029, - 0.041748, - 0.027222, - 0.052734, - 0.044189, - 0.026611, - 0.027344, - 0.034912, - 0.0271, - 0.034424, - 0.040283, - 0.033936, - 0.043213, - 0.029419, - 0.030029, - 0.031738, - 0.032959, - 0.029053, - 0.037109, - 0.036865, - 0.021484, - 0.030518, - 0.03418, - 0.031738, - 0.03833, - 0.043213, - 0.028931, - 0.063477, - 0.0354, - 0.029785, - 0.030029, - 0.02356, - 0.026978, - 0.02478, - 0.030518, - 0.046875, - 0.030151, - 0.034424, - 0.033447, - 0.03125, - 0.031494, - 0.039307, - 0.031982, - 0.034668, - 0.020264, - 0.024658, - 0.032715, - 0.030762, - 0.030273, - 0.032227, - 0.027222, - 0.02002, - 0.039062, - 0.026245, - 0.041992, - 0.034912, - 0.027222, - 0.041504, - 0.034424, - 0.048584, - 0.026367, - 0.025635, - 0.032227, - 0.041016, - 0.004669, - 0.036377, - 0.034424, - 0.035645, - 0.031738, - 0.024414, - 0.032471, - 0.02832, - 0.049805, - 0.056396, - 0.032471, - 0.030518, - 0.029907, - 0.055908, - 0.033936, - 0.030029, - 0.030884, - 0.04126, - 0.038818, - 0.036133, - 0.040283, - 0.042236, - 0.044678, - 0.027588, - 0.04541, - 0.020386, - 0.068848, - 0.025879, - 0.029785, - 0.051514, - 0.026733, - 0.025513, - 0.027588, - 0.030273, - 0.031982, - 0.029053, - 0.029053, - 0.029175, - 0.034668, - 0.035645, - 0.033936, - 0.028931, - 0.03125, - 0.043457, - 0.028687, - 0.045654, - 0.041016, - 0.023315, - 0.04834, - 0.033447, - 0.058838, - 0.029175, - 0.034668, - 0.025879, - 0.032227, - 0.032227, - 0.031982, - 0.034668, - 0.037109, - 0.038818, - 0.038086, - 0.028931, - 0.024536, - 0.040527, - 0.037109, - 0.029175, - 0.030518, - 0.02832, - 0.026489, - 0.034912, - 0.030884, - 0.032227, - -0.000587, - 0.044189, - 0.027832, - 0.036621, - 0.028564, - 0.034912, - 0.033691, - 0.033447, - 0.029053, - 0.033447, - 0.030396, - 0.029785, - 0.027588, - 0.040039, - 0.034912, - 0.052734, - 0.027344, - 0.04248, - 0.062988, - 0.028198, - 0.025391, - 0.045898, - 0.025635, - 0.028809, - 0.029785, - 0.02478, - 0.028564, - 0.060547, - 0.018188, - 0.027954, - 0.029297, - 0.039307, - 0.049072, - 0.025513, - 0.025757, - 0.030029, - 0.032959, - 0.028442, - 0.056641, - 0.028198, - 0.030762, - 0.026001, - 0.037842, - 0.047852, - 0.040527, - 0.021606, - 0.040039, - 0.031738, - 0.033203, - 0.051025, - 0.031494, - 0.027344, - 0.026733, - 0.032471, - 0.031982, - 0.02417, - 0.056396, - 0.039062, - 0.027466, - 0.109375, - 0.028442, - 0.029785, - 0.035889, - 0.043213, - 0.038574, - 0.025269, - 0.02832, - 0.033936, - 0.029663, - 0.028198, - 0.031738, - 0.026611, - 0.02417, - 0.034668, - 0.03418, - 0.037354, - 0.028076, - 0.023682, - 0.02832, - 0.033447, - 0.028076, - 0.028564, - 0.036621, - 0.027832, - 0.036865, - 0.050293, - 0.03125, - 0.037842, - 0.055664, - 0.033936, - 0.036377, - 0.051758, - -0.003555, - 0.034668, - 0.027344, - 0.049805, - 0.033203, - 0.05542, - 0.029785, - 0.043213, - 0.041748, - 0.034424, - 0.029297, - 0.049072, - 0.031494, - 0.026855, - 0.039551, - 0.038818, - 0.029541, - 0.03125, - 0.030151, - 0.04126, - 0.042725, - 0.007233, - 0.030518, - 0.07666, - 0.032715, - 0.029175, - 0.203125, - 0.026001, - 0.032471, - 0.033447, - 0.027344, - 0.055908, - 0.165039, - 0.035645, - 0.033691, - 0.003937, - 0.058105, - 0.03125, - 0.03418, - 0.028076, - 0.021851, - 0.032959, - 0.032959, - 0.03125, - 0.034424, - 0.025391, - 0.051025, - 0.025024, - 0.035156, - 0.032959, - 0.033691, - 0.033447, - 0.029663, - 0.037354, - 0.037598, - 0.034668, - 0.038086, - 0.043701, - 0.029175, - 0.036865, - 0.035645, - 0.029541, - 0.02478, - 0.036133, - 0.024292, - 0.026245, - 0.058838, - 0.028564, - 0.028687, - -0.000656, - 0.044434, - 0.032715, - 0.039062, - 0.038086, - 0.087402, - 0.032471, - 0.057129, - 0.04248, - 0.029663, - 0.032227, - 0.0354, - 0.040527, - 0.030273, - 0.036377, - 0.049072, - 0.039795, - 0.054199, - 0.032227, - 0.044189, - 0.039062, - 0.061279, - 0.029297, - 0.043701, - 0.025757, - 0.036621, - 0.043457, - 0.029297, - 0.040039, - 0.030884, - 0.040283, - 0.047607, - 0.031128, - 0.02832, - 0.033203, - 0.026367, - 0.032471, - 0.032715, - 0.033691, - 0.034424, - 0.037598, - 0.030396, - 0.039307, - 0.028442, - 0.038574, - 0.035889, - 0.061279, - 0.030762, - 0.040283, - 0.031982, - 0.026367, - 0.033447, - 0.030396, - 0.03125, - 0.032471, - 0.026978, - 0.03418, - 0.030884, - 0.025513, - 0.036621, - 0.029175, - 0.028564, - 0.028687, - 0.02832, - 0.045898, - 0.02832, - 0.056396, - 0.0354, - 0.033203, - 0.034912, - 0.000305, - 0.036377, - 0.041016, - 0.064941, - 0.025513, - 0.029785, - 0.055176, - 0.028687, - 0.029297, - 0.034668, - 0.03418, - 0.052246, - 0.032715, - 0.036621, - 0.029419, - 0.028931, - 0.031494, - 0.027466, - 0.040771, - 0.037354, - 0.02478, - 0.026733, - 0.026245, - 0.029053, - 0.039795, - 0.037598, - 0.03418, - 0.026489, - 0.044434, - 0.031738, - 0.026367, - 0.04126, - 0.024292, - 0.038818, - 0.032471, - 0.029419, - 0.025757, - 0.036865, - 0.048584, - 0.0354, - 0.026855, - 0.037354, - 0.02832, - 0.029907, - 0.028564, - 0.032959, - 0.030762, - 0.128906, - 0.044678, - 0.036865, - 0.028687, - 0.030884, - 0.027222, - 0.030884, - 0.028564, - 0.033447, - 0.027466, - 0.029053, - 0.030762, - 0.03125, - 0.028687, - 0.056641, - 0.026978, - 0.043213, - 0.021606, - 0.030762, - 0.026611, - 0.029053, - 0.030151, - 0.055908, - 0.027832, - 0.026123, - 0.053467, - 0.03064, - 0.038086, - 0.032227, - 0.053955, - 0.035889, - 0.026855, - 0.00386, - 0.037598, - 0.028564, - 0.02771, - 0.054932, - 0.029175, - 0.051758, - 0.032471, - 0.029053, - 0.031982, - 0.028809, - 0.025757, - 0.024292, - 0.030762, - 0.032959, - 0.037598, - 0.033447, - 0.0354, - 0.055176, - 0.029053, - 0.043945, - 0.030884, - 0.035156, - 0.031738, - 0.049805, - 0.029419, - 0.025391, - 0.029785, - 0.026733, - 0.049072, - 0.023438, - 0.050781, - 0.029419, - 0.036133, - 0.028076, - 0.046387, - 0.029419, - 0.027466, - 0.023804, - 0.029663, - 0.02478, - 0.03418, - 0.055664, - 0.032227, - 0.048584, - 0.027222, - 0.044922, - 0.06543, - 0.040039, - 0.03418, - 0.038574, - 0.030151, - 0.025146, - 0.026855, - 0.0271, - 0.031006, - 0.084473, - 0.030884, - 0.037354, - 0.029785, - 0.038574, - 0.025391, - 0.050781, - 0.022583, - 0.028198, - 0.033936, - 0.037354, - 0.02356, - 0.026855, - 0.275391, - 0.025879, - 0.027832, - 0.028931, - 0.029541, - 0.071777, - 0.029175, - 0.042725, - 0.024658, - 0.030396, - 0.036621, - 0.036377, - 0.075684, - 0.036133, - 0.032715, - 0.031982, - 0.035889, - 0.032227, - 0.037598, - 0.030762, - 0.047852, - 0.0354, - 0.033691, - 0.041992, - 0.029663, - 0.027954, - 0.019653, - 0.071777, - 0.041016, - 0.036133, - 0.039551, - 0.026367, - 0.029785, - 0.03125, - 0.047852, - 0.033691, - 0.132812, - 0.026367, - 0.0354, - 0.043701, - 0.035889, - 0.029297, - 0.029541, - 0.043945, - 0.034668, - 0.028931, - 0.027222, - 0.032715, - 0.031128, - 0.024658, - 0.0271, - 0.028198, - 0.032227, - 0.030884, - 0.030029, - 0.035645, - 0.03125, - 0.029785, - 0.031982, - 0.046143, - 0.035889, - 0.052734, - 0.036377, - 0.03064, - 0.032959, - 0.047363, - 0.032715, - 0.033447, - 0.039307, - 0.005707, - 0.035156, - 0.037598, - 0.053711, - 0.041748, - 0.033691, - 0.041992, - 0.05127, - 0.045166, - 0.048828, - 0.040283, - 0.030029, - 0.032959, - 0.029785, - 0.044678, - 0.02771, - 0.038818, - 0.054932, - 0.03833, - 0.037109, - 0.028687, - 0.032227, - 0.181641, - 0.033936, - 0.03418, - 0.004822, - 0.029907, - 0.025635, - 0.025146, - 0.020264, - 0.032959, - 0.024902, - 0.033691, - 0.026855, - 0.034668, - 0.022949, - 0.051514, - 0.027588, - 0.03833, - 0.03418, - 0.046387, - 0.029175, - 0.025757, - 0.026733, - 0.051758, - 0.027222, - 0.028442, - 0.038818, - 0.045166, - 0.051758, - 0.03418, - 0.024536, - 0.036865, - 0.038574, - 0.032471, - 0.023438, - 0.027832, - 0.051758, - 0.031982, - 0.050781, - 0.053711, - 0.024902, - 0.028931, - 0.026855, - 0.032959, - 0.035889, - 0.037109, - 0.02832, - 0.033203, - 0.027954, - 0.030762, - 0.038086, - 0.025757, - 0.033203, - 0.036133, - 0.040771, - 0.024048, - 0.042969, - 0.032471, - 0.032471, - 0.029053, - 0.035645, - 0.041992, - 0.0354, - 0.026611, - 0.036865, - 0.037109, - 0.028198, - 0.045654, - 0.032715, - 0.032227, - 0.03125, - 0.035156, - 0.041504, - 0.038818, - 0.031738, - 0.02771, - 0.038574, - 0.034424, - 0.032715, - 0.027222, - 0.030273, - 0.033691, - 0.037109, - 0.035889, - 0.02832, - 0.028564, - 0.03418, - 0.031128, - 0.045166, - 0.049561, - 0.043213, - 0.044678, - 0.036621, - 0.0271, - 0.032715, - 0.029541, - 0.056641, - 0.027832, - 0.025635, - 0.028076, - 0.036865, - 0.029541, - 0.04248, - 0.032959, - 0.035889, - 0.103027, - 0.026245, - 0.024658, - 0.03125, - 0.051758, - 0.041016, - 0.031982, - 0.028564, - 0.027832, - 0.030884, - 0.033691, - 0.03064, - 0.045166, - 0.033691, - 0.034424, - 0.040039, - 0.029297, - 0.047607, - 0.029419, - 0.029175, - 0.029663, - 0.030762, - 0.034668, - 0.031494, - 0.028564, - 0.027344, - 0.029053, - 0.029907, - 0.025024, - 0.041748, - 0.029663, - 0.029053, - 0.027954, - 0.028931, - 0.037598, - 0.036865, - 0.0354, - 0.106445, - 0.036865, - 0.0354 - ] - }, - "name": "model.transformer.layers.5.attn_norm.weight", - "outputIndexes": [ - 352 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 351, - 352 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_5/Mul_1_output_0", - "outputIndexes": [ - 353 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 353 - ], - "outputIndexes": [ - 2141 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2141 - ], - "outputIndexes": [ - 2142 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear", - "inputIndexes": [ - 2142 - ], - "outputIndexes": [ - 2143 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 42796692, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2143 - ], - "outputIndexes": [ - 2144 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2144 - ], - "outputIndexes": [ - 354 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 353 - ], - "main_type": "NONE", - "name": "/Shape_21_output_0", - "outputIndexes": [ - 355 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 355 - ], - "main_type": "NONE", - "name": "Shape506", - "outputIndexes": [ - 356 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 355 - ], - "main_type": "NONE", - "name": "Rank508", - "outputIndexes": [ - 357 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 357, - 357 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp510", - "outputIndexes": [ - 358 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 358 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze511", - "outputIndexes": [ - 359 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 358, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp513", - "outputIndexes": [ - 360 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 360 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze514", - "outputIndexes": [ - 361 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 356, - 359, - 361, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice517", - "outputIndexes": [ - 362 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 362 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze518", - "outputIndexes": [ - 363 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 363 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp519", - "outputIndexes": [ - 364 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 364, - 363 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp520", - "outputIndexes": [ - 365 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 355, - 365, - 358 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_29_output_0", - "outputIndexes": [ - 366 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 366, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_51_output_0", - "outputIndexes": [ - 367 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 367, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_25_output_0", - "outputIndexes": [ - 368 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 354, - 368 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_21_output_0", - "outputIndexes": [ - 369 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 369 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_5/Mul_output_0", - "outputIndexes": [ - 370 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 2.171875, - -0.009399, - 2.375, - 1.515625, - 2.328125, - 2.546875, - 2.078125, - 1.65625, - 2.171875, - 2.46875, - 2.5, - 2.625, - 3.3125, - 2.546875, - 2.59375, - 2.515625, - 2.5625, - 2.71875, - 2.390625, - 2.8125, - 2.8125, - 0.53125, - 2.703125, - 2.640625, - 2.421875, - 5.59375, - 2.140625, - 5.3125, - 2.59375, - 2.6875, - 2.78125, - 2.171875, - 2.171875, - 2.296875, - 0.091797, - 1.632812, - 0.470703, - 2.109375, - 1.703125, - 2.296875, - 2.140625, - 2.171875, - 2.203125, - 2.640625, - 1.867188, - 2.59375, - 2.421875, - 2.53125, - 2.703125, - 2.53125, - 3.078125, - 2.375, - 2.828125, - 5.71875, - 2.703125, - 2.5, - 2.78125, - 0.871094, - 3.03125, - 0.539062, - 2.234375, - 2.390625, - 2.171875, - 2.828125 - ] - }, - "name": "model.transformer.layers.5.attn.q_norm.weight", - "outputIndexes": [ - 371 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 370, - 371 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_5/Mul_1_output_0", - "outputIndexes": [ - 372 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 372, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_20_output_0", - "outputIndexes": [ - 373 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 372, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_21_output_0", - "outputIndexes": [ - 374 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 374 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_10_output_0", - "outputIndexes": [ - 375 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 372, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_20_output_0", - "outputIndexes": [ - 376 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 375, - 376 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_28_output_0", - "outputIndexes": [ - 377 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 377, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_21_output_0", - "outputIndexes": [ - 378 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 373, - 378 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_20_output_0", - "outputIndexes": [ - 379 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 353 - ], - "outputIndexes": [ - 2145 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2145 - ], - "outputIndexes": [ - 2146 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear", - "inputIndexes": [ - 2146 - ], - "outputIndexes": [ - 2147 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 44276394, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2147 - ], - "outputIndexes": [ - 2148 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2148 - ], - "outputIndexes": [ - 380 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 367, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_26_output_0", - "outputIndexes": [ - 381 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 380, - 381 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_22_output_0", - "outputIndexes": [ - 382 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 382 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_5/Mul_output_0", - "outputIndexes": [ - 383 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 2.0625, - -0.025635, - 1.695312, - 1.875, - 1.09375, - 2.65625, - 1.65625, - 2.109375, - 1.695312, - 2.28125, - 1.757812, - 2.546875, - 1.125, - 2.640625, - 2.375, - 2.484375, - 2.390625, - 2.484375, - 2.984375, - 2.46875, - 2.75, - 7.125, - 2.4375, - 2.609375, - 2.984375, - 0.882812, - 3.125, - 1.0625, - 2.328125, - 2.4375, - 2.171875, - 2.921875, - 2.078125, - 1.84375, - 0.960938, - 1.351562, - 1.328125, - 2.703125, - 2.21875, - 1.492188, - 2.328125, - 2.5, - 2.890625, - 2.75, - 2.6875, - 2.53125, - 2.390625, - 2.75, - 2.59375, - 2.65625, - 2.40625, - 2.6875, - 2.484375, - 0.253906, - 2.875, - 2.828125, - 2.40625, - 6.03125, - 2.140625, - 6.84375, - 2.625, - 2.65625, - 2.9375, - 2.234375 - ] - }, - "name": "model.transformer.layers.5.attn.k_norm.weight", - "outputIndexes": [ - 384 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 383, - 384 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_5/Mul_1_output_0", - "outputIndexes": [ - 385 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 385, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_22_output_0", - "outputIndexes": [ - 386 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 385, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_23_output_0", - "outputIndexes": [ - 387 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 387 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_11_output_0", - "outputIndexes": [ - 388 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 385, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_22_output_0", - "outputIndexes": [ - 389 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 388, - 389 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_29_output_0", - "outputIndexes": [ - 390 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 390, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_23_output_0", - "outputIndexes": [ - 391 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 386, - 391 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_21_output_0", - "outputIndexes": [ - 392 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 353 - ], - "outputIndexes": [ - 2149 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2149 - ], - "outputIndexes": [ - 2150 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear", - "inputIndexes": [ - 2150 - ], - "outputIndexes": [ - 2151 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 44646336, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2151 - ], - "outputIndexes": [ - 2152 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2152 - ], - "outputIndexes": [ - 393 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 393, - 381 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_23_output_0", - "outputIndexes": [ - 394 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 379, - 392, - 394, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.5/self_attn/FusedAttention", - "outputIndexes": [ - 395 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 395 - ], - "outputIndexes": [ - 2153 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2153 - ], - "outputIndexes": [ - 2154 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear", - "inputIndexes": [ - 2154 - ], - "outputIndexes": [ - 2155 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 45016278, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2155 - ], - "outputIndexes": [ - 2156 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2156 - ], - "outputIndexes": [ - 396 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 350, - 396 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_22_output_0", - "outputIndexes": [ - 397 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 397 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_5/Mul_output_0", - "outputIndexes": [ - 398 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.197266, - 0.135742, - 0.178711, - 0.22168, - 0.212891, - 0.199219, - 0.124023, - 0.208984, - 0.177734, - 0.09375, - 0.209961, - 0.157227, - 0.199219, - 0.198242, - 0.202148, - 0.208008, - 0.19043, - 0.195312, - 0.201172, - 0.203125, - 0.200195, - 0.204102, - 0.203125, - 0.202148, - 0.19043, - 0.195312, - 0.178711, - 0.198242, - 0.189453, - 0.191406, - 0.183594, - 0.19043, - 0.193359, - 0.212891, - 0.200195, - 0.210938, - 0.196289, - 0.208984, - 0.191406, - 0.149414, - 0.205078, - 0.197266, - 0.185547, - 0.136719, - 0.197266, - 0.157227, - 0.197266, - 0.193359, - 0.186523, - 0.202148, - 0.196289, - 0.196289, - 0.195312, - 0.144531, - 0.199219, - 0.194336, - 0.191406, - 0.19043, - 0.195312, - 0.192383, - 0.198242, - 0.21875, - 0.259766, - 0.200195, - 0.296875, - 0.212891, - 0.183594, - 0.192383, - 0.201172, - 0.198242, - 0.200195, - 0.208008, - 0.213867, - 0.214844, - 0.180664, - 0.19043, - 0.185547, - 0.200195, - 0.210938, - 0.206055, - 0.192383, - 0.208008, - 0.154297, - 0.198242, - 0.208008, - 0.207031, - 0.1875, - 0.200195, - 0.188477, - 0.194336, - 0.204102, - 0.202148, - 0.21582, - 0.131836, - 0.113281, - 0.204102, - 0.207031, - 0.142578, - 0.208984, - 0.193359, - 0.182617, - 0.202148, - -0.001045, - 0.212891, - 0.201172, - 0.189453, - 0.195312, - 0.202148, - 0.192383, - 0.173828, - 0.166992, - 0.210938, - 0.189453, - 0.197266, - 0.201172, - 0.210938, - 0.174805, - 0.18457, - 0.207031, - 0.202148, - 0.225586, - 0.208008, - 0.177734, - 0.101074, - 0.216797, - 0.112305, - 0.183594, - 0.202148, - 0.151367, - 0.175781, - 0.211914, - 0.201172, - 0.217773, - 0.197266, - 0.188477, - 0.207031, - 0.211914, - 0.15918, - 0.197266, - 0.193359, - 0.193359, - 0.192383, - 0.205078, - 0.199219, - 0.15332, - 0.147461, - 0.197266, - 0.152344, - 0.195312, - 0.173828, - 0.199219, - 0.208984, - 0.195312, - 0.193359, - 0.18457, - 0.206055, - 0.219727, - 0.1875, - 0.158203, - 0.196289, - 0.195312, - 0.205078, - 0.11377, - 0.175781, - 0.197266, - 0.21875, - 0.225586, - 0.124512, - 0.084473, - 0.1875, - 0.04541, - 0.163086, - 0.202148, - 0.143555, - 0.1875, - 0.208008, - 0.160156, - 0.216797, - 0.189453, - 0.203125, - 0.196289, - 0.201172, - 0.201172, - 0.209961, - 0.1875, - 0.197266, - 0.186523, - 0.207031, - 0.199219, - 0.211914, - 0.186523, - 0.199219, - 0.208008, - 0.185547, - 0.192383, - 0.200195, - 0.201172, - 0.191406, - 0.210938, - 0.194336, - 0.186523, - 0.210938, - 0.204102, - 0.205078, - 0.206055, - 0.197266, - 0.208984, - 0.201172, - 0.174805, - 0.133789, - 0.285156, - 0.194336, - 0.207031, - 0.183594, - 0.196289, - 0.206055, - 0.214844, - 0.189453, - 0.199219, - 0.197266, - 0.116211, - 0.209961, - 0.138672, - 0.18457, - 0.15332, - 0.194336, - 0.192383, - 0.200195, - 0.155273, - 0.217773, - 0.172852, - 0.138672, - 0.151367, - 0.199219, - 0.212891, - 0.225586, - 0.191406, - 0.203125, - -0.000265, - 0.201172, - 0.198242, - 0.138672, - 0.211914, - 0.192383, - 0.209961, - 0.208984, - 0.15625, - 0.216797, - 0.131836, - 0.197266, - 0.208984, - 0.134766, - 0.205078, - 0.22168, - 0.208008, - 0.137695, - 0.196289, - 0.188477, - 0.195312, - 0.182617, - 0.194336, - 0.186523, - 0.199219, - 0.166992, - 0.182617, - 0.205078, - 0.205078, - 0.175781, - 0.194336, - 0.200195, - 0.202148, - 0.207031, - 0.189453, - 0.1875, - 0.198242, - 0.146484, - 0.173828, - 0.199219, - 0.192383, - 0.194336, - 0.199219, - 0.194336, - 0.201172, - 0.178711, - 0.158203, - 0.200195, - 0.109375, - 0.207031, - 0.208984, - 0.203125, - 0.214844, - 0.203125, - 0.188477, - 0.193359, - 0.21875, - 0.202148, - 0.1875, - 0.203125, - 0.267578, - 0.197266, - 0.180664, - 0.205078, - 0.165039, - 0.188477, - 0.222656, - 0.204102, - 0.178711, - 0.208984, - 0.195312, - 0.203125, - 0.204102, - 0.202148, - 0.199219, - 0.21582, - 0.233398, - 0.192383, - 0.177734, - 0.214844, - 0.181641, - 0.149414, - 0.201172, - 0.178711, - 0.204102, - 0.203125, - 0.195312, - 0.21582, - 0.194336, - 0.000418, - 0.197266, - 0.211914, - 0.205078, - 0.18457, - 0.195312, - 0.198242, - 0.151367, - 0.203125, - 0.200195, - 0.15332, - 0.211914, - 0.21582, - 0.212891, - 0.189453, - 0.208008, - 0.166016, - 0.19043, - 0.169922, - 0.192383, - 0.206055, - 0.191406, - 0.197266, - 0.207031, - 0.186523, - 0.191406, - 0.188477, - 0.176758, - 0.199219, - 0.220703, - 0.205078, - 0.185547, - 0.166016, - 0.200195, - 0.144531, - 0.200195, - 0.179688, - 0.195312, - 0.001411, - 0.208008, - 0.198242, - 0.202148, - 0.210938, - 0.180664, - 0.048096, - 0.195312, - 0.167969, - 0.177734, - 0.197266, - 0.242188, - 0.186523, - 0.208984, - 0.120117, - 0.205078, - 0.208984, - 0.206055, - 0.163086, - 0.15625, - 0.206055, - 0.208984, - 0.198242, - 0.207031, - 0.198242, - 0.192383, - 0.189453, - 0.208008, - 0.212891, - 0.201172, - 0.198242, - 0.216797, - 0.217773, - 0.135742, - 0.202148, - 0.201172, - 0.198242, - 0.176758, - 0.210938, - 0.204102, - 0.125, - 0.191406, - 0.21875, - 0.19043, - 0.188477, - 0.09668, - 0.235352, - 0.200195, - 0.182617, - 0.199219, - 0.173828, - 0.205078, - 0.212891, - 0.192383, - 0.213867, - 0.188477, - 0.175781, - 0.204102, - 0.205078, - 0.199219, - 0.198242, - 0.203125, - 0.192383, - 0.200195, - 0.193359, - 0.199219, - 0.206055, - 0.131836, - 0.211914, - 0.206055, - 0.212891, - 0.208008, - 0.217773, - 0.208008, - 0.182617, - 0.193359, - 0.18457, - 0.200195, - 0.197266, - 0.178711, - 0.207031, - 0.213867, - 0.204102, - 0.202148, - 0.179688, - 0.204102, - 0.135742, - 0.201172, - 0.1875, - 0.195312, - 0.196289, - 0.213867, - 0.199219, - 0.216797, - 0.177734, - 0.216797, - 0.208008, - 0.191406, - 0.164062, - 0.202148, - 0.214844, - 0.202148, - 0.185547, - 0.197266, - 0.22168, - 0.185547, - 0.167969, - 0.208984, - 0.168945, - 0.209961, - 0.214844, - 0.201172, - 0.211914, - 0.212891, - 0.198242, - 0.229492, - 0.207031, - 0.182617, - 0.214844, - 0.212891, - 0.189453, - 0.201172, - 0.209961, - 0.203125, - 0.208008, - 0.134766, - 0.206055, - 0.193359, - 0.151367, - 0.212891, - 0.176758, - 0.205078, - 0.200195, - 0.196289, - 0.186523, - 0.207031, - 0.201172, - 0.194336, - 0.1875, - 0.208984, - 0.206055, - 0.207031, - 0.191406, - 0.209961, - 0.208984, - 0.193359, - 0.200195, - 0.194336, - 0.192383, - 0.155273, - 0.00038, - 0.194336, - 0.209961, - 0.206055, - 0.214844, - 0.204102, - 0.21875, - 0.171875, - 0.15918, - 0.125977, - 0.122559, - 0.206055, - 0.208008, - 0.185547, - 0.193359, - 0.206055, - -0.001205, - 0.202148, - 0.208008, - 0.202148, - 0.18457, - 0.189453, - 0.241211, - 0.200195, - 0.220703, - 0.1875, - 0.216797, - 0.18457, - 0.202148, - 0.182617, - 0.201172, - 0.296875, - 0.126953, - 0.199219, - 0.189453, - 0.161133, - 0.195312, - 0.205078, - 0.125977, - 0.186523, - 0.214844, - 0.203125, - 0.180664, - 0.1875, - 0.222656, - 0.197266, - 0.166992, - 0.194336, - 0.217773, - 0.198242, - 0.154297, - 0.201172, - 0.15332, - 0.204102, - 0.076172, - 0.191406, - 0.103027, - 0.166992, - 0.202148, - 0.208008, - 0.000683, - 0.189453, - 0.200195, - 0.106934, - 0.192383, - 0.198242, - 0.194336, - -0.000311, - 0.150391, - 0.194336, - 0.200195, - 0.209961, - 0.191406, - 0.196289, - 0.202148, - 0.166016, - 0.19043, - 0.197266, - 0.208008, - 0.186523, - 0.169922, - 0.208008, - 0.195312, - 0.191406, - 0.191406, - 0.177734, - 0.194336, - 0.196289, - 0.22168, - 0.201172, - 0.182617, - 0.18457, - 0.208008, - 0.172852, - 0.120117, - 0.222656, - 0.15918, - 0.189453, - 0.198242, - 0.195312, - 0.211914, - 0.194336, - 0.203125, - 0.206055, - 0.213867, - 0.198242, - 0.212891, - 0.19043, - 0.176758, - 0.191406, - 0.155273, - 0.194336, - -0.001167, - 0.209961, - 0.210938, - 0.196289, - 0.194336, - 0.176758, - 0.204102, - 0.206055, - 0.191406, - 0.188477, - 0.220703, - 0.211914, - 0.205078, - 0.205078, - 0.196289, - 0.208984, - 0.182617, - 0.207031, - 0.207031, - 0.208008, - 0.137695, - 0.204102, - 0.203125, - 0.196289, - 0.201172, - 0.197266, - 0.208984, - 0.202148, - 0.169922, - 0.198242, - 0.208984, - 0.212891, - 0.196289, - 0.204102, - 0.209961, - 0.196289, - 0.199219, - 0.180664, - 0.199219, - 0.109375, - 0.193359, - 0.1875, - 0.1875, - 0.205078, - 0.199219, - 0.049316, - 0.199219, - 0.135742, - 0.197266, - 0.202148, - 0.180664, - 0.1875, - 0.204102, - 0.148438, - 0.106934, - 0.209961, - 0.197266, - 0.188477, - 0.194336, - 0.171875, - 0.194336, - 0.18457, - 0.147461, - 0.192383, - 0.198242, - 0.210938, - 0.18457, - 0.21582, - 0.196289, - 0.18457, - 0.180664, - 0.208984, - 0.202148, - 0.209961, - 0.181641, - 0.196289, - 0.199219, - 0.207031, - 0.192383, - 0.207031, - 0.207031, - 0.191406, - 0.188477, - 0.211914, - 0.196289, - 0.25, - 0.188477, - 0.21875, - 0.185547, - 0.208984, - 0.200195, - 0.197266, - 0.123047, - 0.196289, - 0.203125, - 0.201172, - 0.196289, - 0.207031, - 0.220703, - 0.211914, - 0.209961, - 0.174805, - 0.207031, - 0.189453, - 0.206055, - 0.19043, - 0.200195, - 0.188477, - 0.208984, - 0.178711, - 0.185547, - 0.194336, - 0.191406, - 0.200195, - 0.199219, - 0.203125, - 0.287109, - 0.094727, - 0.206055, - 0.201172, - 0.208984, - 0.157227, - 0.195312, - 0.188477, - 0.201172, - 0.19043, - 0.213867, - 0.191406, - 0.213867, - 0.220703, - 0.18457, - 0.192383, - 0.199219, - 0.162109, - 0.203125, - 0.168945, - 0.22168, - 0.212891, - 0.1875, - 0.173828, - 0.204102, - 0.208984, - 0.183594, - 0.193359, - 0.202148, - 0.196289, - 0.203125, - 0.185547, - 0.207031, - 0.180664, - 0.209961, - 0.19043, - 0.195312, - 0.216797, - 0.150391, - 0.191406, - 0.203125, - 0.200195, - 0.206055, - 0.182617, - 0.197266, - 0.214844, - 0.212891, - 0.174805, - 0.207031, - 0.201172, - 0.136719, - 0.101562, - 0.199219, - 0.146484, - 0.21875, - 0.191406, - 0.21582, - 0.204102, - 0.163086, - 0.1875, - 0.173828, - 0.209961, - 0.196289, - 0.200195, - 0.140625, - 0.208008, - 0.180664, - 0.19043, - 0.208984, - 0.194336, - 0.192383, - 0.200195, - 0.195312, - 0.193359, - 0.180664, - 0.204102, - 0.204102, - 0.205078, - 0.201172, - 0.186523, - 0.201172, - 0.185547, - 0.201172, - 0.146484, - 0.170898, - 0.197266, - 0.183594, - 0.193359, - 0.209961, - 0.191406, - 0.193359, - 0.18457, - 0.220703, - 0.198242, - 0.193359, - 0.214844, - 0.205078, - 0.207031, - 0.199219, - 0.332031, - 0.246094, - 0.204102, - 0.196289, - 0.181641, - 0.204102, - 0.194336, - 0.196289, - 0.21582, - 0.213867, - 0.209961, - 0.211914, - 0.208008, - 0.125977, - 0.195312, - 0.189453, - 0.172852, - 0.203125, - 0.179688, - 0.201172, - 0.128906, - 0.191406, - 0.167969, - 0.172852, - 0.208984, - 0.199219, - 0.186523, - 0.232422, - 0.208984, - 0.167969, - 0.21875, - 0.211914, - 0.206055, - 0.15625, - 0.224609, - 0.193359, - 0.195312, - 0.240234, - 0.222656, - 0.203125, - 0.196289, - 0.188477, - 0.191406, - 0.199219, - 0.189453, - 0.213867, - 0.239258, - 0.208008, - 0.189453, - 0.203125, - 0.160156, - 0.202148, - 0.134766, - 0.203125, - 0.206055, - 0.217773, - 0.205078, - 0.206055, - 0.211914, - 0.188477, - 0.135742, - 0.209961, - 0.155273, - 0.186523, - 0.19043, - 0.219727, - 0.188477, - 0.216797, - 0.208008, - 0.206055, - 0.216797, - 0.11377, - 0.211914, - 0.191406, - 0.201172, - 0.217773, - 0.209961, - 0.188477, - 0.211914, - 0.207031, - 0.198242, - 0.168945, - 0.166992, - 0.212891, - 0.183594, - 0.202148, - 0.178711, - 0.169922, - 0.188477, - 0.202148, - 0.200195, - 0.204102, - 0.229492, - 0.201172, - 0.193359, - 0.206055, - 0.203125, - 0.208008, - 0.202148, - 0.205078, - 0.194336, - 0.030762, - 0.110352, - 0.186523, - 0.111816, - 0.195312, - 0.206055, - 0.214844, - 0.202148, - 0.18457, - 0.12207, - 0.189453, - 0.198242, - 0.145508, - 0.210938, - 0.194336, - 0.174805, - 0.185547, - 0.201172, - 0.209961, - 0.176758, - 0.191406, - 0.201172, - 0.093262, - 0.189453, - 0.189453, - 0.214844, - 0.21582, - 0.213867, - 0.202148, - 0.192383, - 0.241211, - 0.161133, - 0.195312, - 0.171875, - 0.131836, - 0.120605, - 0.209961, - 0.208984, - 0.192383, - 0.173828, - 0.178711, - 0.198242, - 0.208008, - -0.000771, - 0.189453, - 0.070312, - 0.188477, - 0.194336, - 0.191406, - 0.196289, - 0.371094, - 0.1875, - 0.199219, - 0.195312, - 0.135742, - 0.188477, - 0.208984, - 0.199219, - 0.217773, - 0.201172, - 0.205078, - 0.198242, - 0.202148, - 0.164062, - 0.223633, - 0.192383, - 0.210938, - 0.182617, - 0.169922, - 0.179688, - 0.199219, - 0.197266, - 0.195312, - 0.197266, - 0.180664, - 0.193359, - 0.202148, - 0.202148, - 0.212891, - 0.197266, - 0.1875, - 0.210938, - 0.194336, - 0.196289, - 0.205078, - 0.205078, - 0.088379, - 0.174805, - 0.144531, - 0.226562, - 0.203125, - 0.162109, - 0.180664, - 0.322266, - 0.194336, - 0.199219, - 0.140625, - 0.207031, - 0.220703, - 0.205078, - 0.231445, - 0.196289, - 0.205078, - 0.113281, - 0.203125, - 0.212891, - 0.207031, - 0.180664, - 0.197266, - 0.150391, - 0.208008, - 0.204102, - 0.196289, - 0.21582, - 0.205078, - 0.188477, - 0.206055, - 0.192383, - 0.195312, - 0.217773, - 0.189453, - 0.195312, - 0.18457, - 0.200195, - 0.196289, - 0.200195, - 0.19043, - 0.196289, - 0.208008, - 0.229492, - 0.1875, - 0.147461, - 0.208008, - 0.198242, - 0.151367, - 0.191406, - 0.125, - 0.192383, - 0.189453, - 0.213867, - 0.185547, - 0.205078, - 0.201172, - 0.212891, - 0.188477, - 0.19043, - 0.203125, - 0.203125, - 0.129883, - 0.228516, - 0.195312, - 0.198242, - 0.166016, - 0.200195, - 0.198242, - 0.1875, - 0.210938, - 0.195312, - 0.195312, - 0.171875, - 0.201172, - 0.195312, - 0.162109, - 0.150391, - 0.108887, - 0.196289, - 0.208984, - 0.114746, - 0.188477, - 0.196289, - 0.182617, - 0.199219, - 0.208984, - 0.206055, - 0.197266, - 0.198242, - 0.155273, - 0.191406, - 0.133789, - 0.186523, - 0.203125, - 0.189453, - 0.200195, - 0.186523, - 0.171875, - 0.204102, - 0.200195, - 0.196289, - 0.200195, - 0.177734, - 0.204102, - 0.200195, - 0.170898, - 0.206055, - 0.199219, - 0.197266, - 0.204102, - 0.201172, - 0.189453, - 0.198242, - 0.207031, - 0.175781, - 0.193359, - 0.193359, - 0.193359, - 0.198242, - 0.18457, - 0.197266, - 0.212891, - 0.205078, - 0.196289, - 0.208984, - 0.213867, - 0.201172, - 0.210938, - 0.161133, - 0.189453, - 0.198242, - 0.198242, - 0.198242, - 0.192383, - 0.200195, - 0.181641, - 0.194336, - 0.198242, - 0.19043, - 0.207031, - 0.196289, - 0.206055, - 0.222656, - 0.193359, - 0.219727, - 0.198242, - 0.196289, - 0.224609, - 0.203125, - 0.19043, - 0.163086, - 0.200195, - 0.188477, - 0.213867, - 0.1875, - 0.208008, - 0.191406, - 0.165039, - 0.192383, - 0.208008, - 0.200195, - 0.069336, - 0.209961, - 0.142578, - 0.18457, - 0.1875, - 0.206055, - 0.166992, - 0.130859, - 0.224609, - 0.19043, - 0.208008, - 0.203125, - 0.185547, - 0.191406, - 0.186523, - 0.208008, - 0.202148, - 0.205078, - 0.201172, - 0.217773, - 0.202148, - 0.220703, - 0.194336, - 0.213867, - 0.1875, - 0.191406, - 0.213867, - 0.320312, - 0.19043, - 0.126953, - 0.212891, - 0.198242, - 0.212891, - 0.115234, - 0.198242, - 0.180664, - 0.180664, - 0.21875, - 0.208984, - 0.143555, - 0.198242, - 0.192383, - 0.195312, - 0.193359, - 0.201172, - 0.196289, - 0.173828, - 0.095215, - 0.19043, - 0.158203, - 0.193359, - 0.211914, - 0.193359, - 0.22168, - 0.203125, - 0.188477, - 0.210938, - 0.225586, - 0.207031, - 0.001183, - 0.213867, - 0.067383, - 0.194336, - 0.1875, - 0.185547, - 0.202148, - 0.05127, - 0.225586, - 0.196289, - 0.202148, - 0.1875, - 0.21875, - 0.206055, - 0.209961, - 0.196289, - 0.206055, - 0.211914, - 0.196289, - 0.194336, - 0.201172, - 0.188477, - 0.188477, - 0.211914, - 0.186523, - 0.200195, - 0.174805, - 0.203125, - 0.196289, - 0.219727, - 0.206055, - 0.206055, - 0.199219, - 0.202148, - 0.194336, - 0.152344, - 0.186523, - 0.206055, - 0.244141, - 0.206055, - 0.194336, - 0.201172, - 0.193359, - 0.21875, - 0.188477, - 0.193359, - 0.19043, - 0.197266, - 0.201172, - 0.188477, - 0.208984, - 0.166016, - 0.137695, - 0.195312, - 0.208984, - 0.216797, - 0.212891, - 0.179688, - 0.202148, - 0.220703, - 0.11377, - 0.21582, - 0.211914, - 0.205078, - 0.199219, - 0.196289, - 0.208984, - 0.191406, - 0.193359, - 0.210938, - 0.211914, - 0.195312, - 0.214844, - 0.174805, - 0.202148, - 0.094238, - 0.180664, - 0.211914, - 0.212891, - 0.198242, - 0.206055, - 0.204102, - 0.1875, - 0.151367, - 0.210938, - 0.207031, - 0.18457, - 0.191406, - 0.219727, - 0.194336, - 0.194336, - 0.200195, - 0.192383, - 0.211914, - 0.194336, - 0.21582, - 0.209961, - 0.196289, - 0.204102, - 0.207031, - 0.208008, - 0.201172, - 0.205078, - 0.206055, - 0.204102, - 0.197266, - 0.204102, - 0.235352, - 0.188477, - 0.181641, - 0.196289, - 0.198242, - 0.222656, - 0.202148, - 0.164062, - 0.166992, - 0.208984, - 0.205078, - 0.201172, - 0.193359, - 0.206055, - 0.158203, - 0.195312, - 0.195312, - 0.208008, - 0.151367, - 0.202148, - 0.198242, - 0.196289, - 0.194336, - 0.179688, - 0.173828, - 0.208008, - 0.166016, - 0.101562, - 0.201172, - 0.169922, - 0.242188, - 0.080078, - 0.202148, - 0.194336, - 0.140625, - 0.196289, - 0.208984, - 0.166992, - 0.209961, - 0.175781, - 0.211914, - 0.213867, - 0.191406, - 0.233398, - 0.202148, - 0.208984, - 0.211914, - 0.208984, - 0.179688, - 0.202148, - 0.191406, - 0.186523, - 0.224609, - 0.143555, - 0.202148, - 0.1875, - 0.209961, - 0.188477, - 0.200195, - 0.180664, - 0.197266, - 0.195312, - 0.134766, - 0.208984, - 0.181641, - 0.191406, - 0.200195, - 0.206055, - 0.183594, - 0.195312, - 0.213867, - 0.186523, - 0.201172, - 0.193359, - 0.175781, - 0.205078, - 0.204102, - 0.000751, - 0.171875, - 0.196289, - 0.084961, - 0.207031, - 0.21875, - 0.178711, - 0.210938, - 0.208008, - 0.201172, - 0.195312, - 0.197266, - 0.225586, - 0.18457, - 0.192383, - 0.134766, - 0.197266, - 0.172852, - 0.000248, - 0.202148, - 0.200195, - 0.210938, - 0.203125, - 0.203125, - 0.19043, - 0.205078, - 0.193359, - 0.212891, - 0.222656, - 0.1875, - 0.208984, - 0.18457, - 0.195312, - 0.205078, - 0.213867, - 0.207031, - 0.181641, - 0.195312, - 0.148438, - 0.189453, - 0.199219, - 0.259766, - 0.154297, - 0.166016, - 0.217773, - 0.225586, - 0.108887, - 0.193359, - 0.188477, - 0.166992, - 0.192383, - 0.219727, - 0.186523, - 0.203125, - 0.208984, - 0.201172, - 0.255859, - 0.196289, - 0.207031, - 0.163086, - 0.185547, - 0.210938, - 0.167969, - 0.188477, - 0.183594, - 0.193359, - 0.199219, - 0.185547, - 0.208984, - 0.236328, - 0.214844, - 0.207031, - 0.202148, - 0.219727, - 0.182617, - 0.198242, - 0.205078, - 0.207031, - 0.206055, - 0.211914, - 0.200195, - 0.19043, - 0.208008, - 0.194336, - 0.194336, - 0.117188, - 0.214844, - 0.182617, - 0.182617, - 0.198242, - 0.189453, - 0.169922, - 0.209961, - 0.193359, - 0.179688, - 0.11084, - 0.202148, - 0.155273, - 0.18457, - 0.167969, - 0.178711, - 0.198242, - 0.202148, - 0.129883, - 0.196289, - 0.196289, - 0.195312, - 0.220703, - 0.208008, - 0.202148, - 0.208008, - 0.192383, - 0.140625, - 0.209961, - 0.199219, - 0.203125, - 0.195312, - 0.199219, - 1.742188, - 0.203125, - 0.207031, - 0.196289, - 0.206055, - 0.203125, - 0.085938, - 0.164062, - 0.196289, - 0.197266, - 0.121094, - 0.211914, - 0.203125, - 0.21582, - 0.209961, - 0.180664, - 0.204102, - 0.203125, - 0.209961, - 0.228516, - 0.144531, - 0.203125, - 0.1875, - 0.207031, - 0.191406, - 0.208008, - 0.200195, - 0.186523, - 0.192383, - 0.205078, - 0.202148, - 0.231445, - 0.1875, - 0.202148, - 0.182617, - 0.205078, - 0.195312, - 0.209961, - 0.202148, - 0.207031, - 0.176758, - 0.1875, - 0.191406, - 0.193359, - 0.166016, - 0.1875, - 0.201172, - 0.209961, - -0.000389, - 0.203125, - 0.219727, - 0.142578, - 0.178711, - 0.214844, - 0.188477, - 0.189453, - 0.204102, - 0.210938, - 0.196289, - 0.169922, - 0.133789, - 0.205078, - 0.188477, - 0.209961, - 0.201172, - 0.196289, - 0.140625, - 0.200195, - 0.214844, - 0.180664, - 0.1875, - 0.206055, - 0.216797, - 0.202148, - 0.163086, - 0.170898, - 0.1875, - 0.200195, - 0.196289, - 0.21582, - 0.217773, - 0.209961, - 0.196289, - 0.212891, - 0.213867, - 0.194336, - 0.208984, - 0.176758, - 0.194336, - 0.109863, - 0.210938, - 0.1875, - 0.177734, - 0.211914, - 0.18457, - 0.198242, - 0.212891, - 0.113281, - 0.205078, - 0.207031, - 0.19043, - 0.202148, - 0.202148, - 0.205078, - 0.214844, - 0.193359, - 0.219727, - 0.123047, - 0.213867, - 0.217773, - 0.199219, - 0.202148, - 0.193359, - 0.032227, - 0.182617, - 0.167969, - 0.203125, - 0.192383, - 0.194336, - 0.144531, - 0.195312, - 0.206055, - 0.208008, - 0.203125, - 0.211914, - 0.201172, - 0.19043, - 0.200195, - 0.201172, - 0.18457, - 0.198242, - 0.203125, - 0.166992, - 0.203125, - 0.203125, - 0.200195, - 0.207031, - 0.188477, - 0.112305, - 0.202148, - 0.194336, - 0.178711, - 0.186523, - 0.197266, - 0.166992, - 0.212891, - 0.19043, - 0.216797, - 0.209961, - 0.203125, - 0.194336, - 0.149414, - 0.188477, - 0.212891, - 0.208984, - 0.204102, - 0.194336, - 0.211914, - 0.199219, - 0.202148, - 0.036621, - 0.214844, - 0.186523, - 0.199219, - 0.192383, - 0.210938, - 0.208984, - 0.208984, - 0.194336, - 0.203125, - 0.196289, - 0.212891, - 0.182617, - 0.199219, - 0.123047, - 0.201172, - 0.19043, - 0.233398, - 0.205078, - 0.178711, - 0.201172, - 0.208008, - 0.138672, - 0.201172, - 0.227539, - 0.126953, - 0.21875, - 0.188477, - 0.198242, - 0.160156, - 0.199219, - 0.222656, - 0.202148, - 0.167969, - 0.207031, - 0.197266, - 0.189453, - 0.186523, - 0.134766, - 0.202148, - 0.208008, - 0.186523, - 0.198242, - 0.188477, - 0.194336, - 0.194336, - 0.194336, - 0.191406, - 0.195312, - 0.193359, - 0.15625, - 0.198242, - 0.139648, - 0.19043, - 0.19043, - 0.214844, - 0.131836, - 0.192383, - 0.209961, - 0.210938, - 0.202148, - 0.119629, - 0.199219, - 0.188477, - 0.186523, - 0.177734, - 0.208008, - -0.001694, - 0.202148, - 0.213867, - 0.208008, - 0.205078, - 0.211914, - 0.179688, - 0.232422, - 0.205078, - 0.212891, - 0.210938, - 0.200195, - 0.224609, - 0.176758, - 0.185547, - 0.157227, - 0.220703, - 0.208008, - 0.210938, - 0.193359, - 0.213867, - 0.236328, - 0.195312, - 0.18457, - 0.191406, - 0.181641, - 0.191406, - 0.152344, - 0.21582, - 0.212891, - 0.210938, - 0.19043, - 0.204102, - 0.199219, - 0.087891, - 0.211914, - 0.204102, - 0.192383, - 0.194336, - 0.178711, - 0.207031, - 0.211914, - 0.203125, - 0.208008, - 0.210938, - 0.222656, - 0.114746, - 0.189453, - 0.186523, - 0.205078, - 0.197266, - 0.199219, - 0.18457, - 0.198242, - 0.129883, - 0.194336, - 0.196289, - 0.222656, - 0.203125, - 0.197266, - 0.21582, - 0.380859, - 0.22168, - 0.193359, - 0.205078, - 0.200195, - 0.213867, - 0.192383, - 0.202148, - 0.216797, - 0.194336, - 0.202148, - 0.186523, - 0.183594, - 0.201172, - 0.201172, - 0.21582, - 0.157227, - 0.201172, - 0.209961, - 0.214844, - 0.19043, - 0.202148, - 0.208984, - 0.202148, - 0.21582, - 0.1875, - 0.189453, - 0.188477, - 0.207031, - 0.208008, - 0.208008, - 0.206055, - 0.186523, - 0.199219, - 0.152344, - 0.21582, - 0.179688, - 0.201172, - 0.154297, - 0.18457, - 0.207031, - 0.1875, - 0.196289, - 0.167969, - 0.175781, - 0.140625, - 0.213867, - 0.197266, - 0.212891, - 0.161133, - 0.174805, - 0.182617, - 0.171875, - 0.210938, - 0.201172, - 0.193359, - 0.106445, - 0.198242, - 0.165039, - 0.131836, - 0.18457, - 0.211914, - 0.202148, - 0.212891, - 0.091309, - 0.211914, - 0.219727, - 0.192383, - 0.19043, - 0.197266, - 0.207031, - 0.213867, - 0.207031, - 0.208008, - 0.208984, - 0.210938, - 0.201172, - 0.203125, - 0.144531, - 0.211914, - 0.106445, - 0.244141, - 0.104492, - 0.210938, - 0.193359, - 0.199219, - 0.138672, - 0.192383, - 0.203125, - 0.172852, - 0.125977, - 0.145508, - 0.205078, - 0.21875, - 0.178711, - 0.090332, - 0.200195, - 0.052246, - 0.21582, - 0.248047, - 0.199219, - 0.151367, - 0.225586, - 0.196289, - 0.203125, - 0.191406, - 0.202148, - 0.201172, - 0.181641, - 0.201172, - 0.181641, - 0.211914, - 0.201172, - 0.191406, - 0.210938, - 0.212891, - 0.201172, - 0.172852, - 0.206055, - 0.148438, - 0.219727, - 0.206055, - 0.206055, - 0.203125, - 0.164062, - 0.196289, - 0.201172, - 0.181641, - 0.19043, - 0.203125, - 0.166016, - 0.22168, - 0.198242, - 0.193359, - 0.216797, - 0.196289, - 0.206055, - 0.194336, - 0.217773, - 0.220703, - 0.209961, - 0.194336, - 0.205078, - 0.210938, - 0.229492, - 0.140625, - 0.198242, - 0.205078, - 0.206055, - 0.209961, - 0.189453, - 0.160156, - 0.149414, - 0.192383, - 0.199219, - 0.208984, - 0.201172, - 0.182617, - 0.204102, - 0.207031, - 0.183594, - 0.195312, - 0.208984, - 0.259766, - 0.203125, - 0.168945, - 0.192383, - 0.183594, - 0.201172, - 0.208984, - 0.208984, - 0.180664, - 0.140625, - 0.122559, - 0.210938, - 0.204102, - 0.194336, - 0.201172, - 0.202148, - 0.19043, - 0.208984, - 0.191406, - 0.213867, - 0.170898, - 0.195312, - 0.257812, - 0.198242, - 0.18457, - 0.208008, - 0.213867, - 0.201172, - 0.196289, - 0.203125, - 0.220703, - 0.223633, - 0.209961, - 0.198242, - 0.133789, - 0.199219, - 0.194336, - 0.200195, - 0.191406, - 0.182617, - 0.177734, - 0.183594, - 0.236328, - 0.19043, - 0.206055 - ] - }, - "name": "model.transformer.layers.5.ffn_norm.weight", - "outputIndexes": [ - 399 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 398, - 399 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_5/Mul_1_output_0", - "outputIndexes": [ - 400 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 400 - ], - "outputIndexes": [ - 2157 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2157 - ], - "outputIndexes": [ - 2158 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear", - "inputIndexes": [ - 2158 - ], - "outputIndexes": [ - 2159 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 4608, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 73728, - "weightSize": 0 - }, - "external": [ - 46490860, - 4718614, - 589824, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2159 - ], - "outputIndexes": [ - 2160 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2160 - ], - "outputIndexes": [ - 401 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 4608 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2304 - ] - }, - "name": "/ffn_5/Mul_output_0", - "outputIndexes": [ - 402 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 401, - 21, - 402, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_5/Slice_output_0", - "outputIndexes": [ - 403 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 403 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_5/Sigmoid_output_0", - "outputIndexes": [ - 404 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 403, - 404 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_5/Mul_output_0", - "outputIndexes": [ - 405 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4608 - ] - }, - "name": "/ffn_5/Mul_1_output_0", - "outputIndexes": [ - 406 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 401, - 402, - 406, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_5/Slice_1_output_0", - "outputIndexes": [ - 407 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 405, - 407 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_5/Mul_2_output_0", - "outputIndexes": [ - 408 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 408 - ], - "outputIndexes": [ - 2161 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2304, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2161 - ], - "outputIndexes": [ - 2162 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear", - "inputIndexes": [ - 2162 - ], - "outputIndexes": [ - 2163 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2304, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 36864, - "weightSize": 0 - }, - "external": [ - 51799298, - 2359318, - 294912, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2163 - ], - "outputIndexes": [ - 2164 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2164 - ], - "outputIndexes": [ - 409 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 397, - 409 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_23_output_0", - "outputIndexes": [ - 410 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 410, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_24_output_0", - "outputIndexes": [ - 411 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 411 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_6/Mul_output_0", - "outputIndexes": [ - 412 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.06543, - 0.050537, - 0.065918, - 0.059082, - 0.104492, - 0.071777, - 0.177734, - 0.060059, - 0.0625, - 0.041992, - 0.065918, - 0.068359, - 0.070801, - 0.070312, - 0.068848, - 0.070801, - 0.076172, - 0.068359, - 0.060791, - 0.072266, - 0.069336, - 0.068359, - 0.060791, - 0.073242, - 0.066406, - 0.07373, - 0.062988, - 0.068359, - 0.068848, - 0.067871, - 0.067383, - 0.073242, - 0.072266, - 0.063477, - 0.071289, - 0.060059, - 0.079102, - 0.060547, - 0.070312, - 0.068848, - 0.098633, - 0.066406, - 0.07373, - 0.040283, - 0.069336, - 0.061768, - 0.070312, - 0.061279, - 0.083496, - 0.069824, - 0.067871, - 0.059814, - 0.060791, - 0.051514, - 0.072754, - 0.056152, - 0.067383, - 0.071777, - 0.060547, - 0.070801, - 0.067871, - 0.089355, - 0.074219, - 0.0625, - 0.080566, - 0.05835, - 0.0625, - 0.078125, - 0.074707, - 0.062988, - 0.070312, - 0.098145, - 0.060059, - 0.069336, - 0.081543, - 0.064941, - 0.05835, - 0.059326, - 0.07373, - 0.0625, - 0.063477, - 0.055908, - 0.063965, - 0.072266, - 0.07959, - 0.068848, - 0.067383, - 0.077637, - 0.07373, - 0.066895, - 0.062012, - 0.064941, - 0.057617, - 0.069824, - 0.07373, - 0.079102, - 0.064453, - 0.047852, - 0.063477, - 0.064941, - 0.072754, - 0.069336, - 0.15918, - 0.064941, - 0.065918, - 0.109863, - 0.064941, - 0.074219, - 0.063965, - 0.052734, - 0.062012, - 0.092285, - 0.063965, - 0.059814, - 0.062012, - 0.069336, - 0.091309, - 0.055908, - 0.064453, - 0.072266, - 0.079102, - 0.063965, - 0.064453, - 0.040283, - 0.077637, - 0.032959, - 0.082031, - 0.06543, - 0.061279, - 0.056641, - 0.061523, - 0.069336, - 0.065918, - 0.075684, - 0.066895, - 0.070801, - 0.108398, - 0.05957, - 0.081055, - 0.067871, - 0.069336, - 0.071289, - 0.080078, - 0.066406, - 0.053955, - 0.03418, - 0.061279, - 0.039307, - 0.074707, - 0.069336, - 0.072266, - 0.062988, - 0.068848, - 0.078613, - 0.083008, - 0.073242, - 0.084473, - 0.0625, - 0.038818, - 0.071289, - 0.064941, - 0.067871, - 0.079102, - 0.056885, - 0.070312, - 0.126953, - 0.067871, - 0.032471, - 0.048828, - 0.071289, - 0.125, - 0.057373, - 0.077637, - 0.071289, - 0.07959, - 0.0625, - 0.060059, - 0.081543, - 0.064941, - 0.077148, - 0.064453, - 0.06543, - 0.07373, - 0.062256, - 0.070801, - 0.072266, - 0.067383, - 0.066895, - 0.071777, - 0.065918, - 0.079102, - 0.068359, - 0.070312, - 0.064453, - 0.061035, - 0.086426, - 0.065918, - 0.066406, - 0.056885, - 0.073242, - 0.07373, - 0.069336, - 0.060059, - 0.064941, - 0.060547, - 0.06543, - 0.064941, - 0.072266, - 0.081055, - 0.071777, - 0.062012, - 0.059082, - 0.08252, - 0.066895, - 0.077148, - 0.058838, - 0.066406, - 0.064941, - 0.071289, - 0.083008, - 0.042725, - 0.092773, - 0.15918, - 0.078125, - 0.066406, - 0.086426, - 0.069336, - 0.060303, - 0.050293, - 0.071777, - 0.078125, - 0.057861, - 0.060303, - 0.064941, - 0.07373, - 0.074219, - 0.07373, - 0.082031, - 0.139648, - 0.0625, - 0.066406, - 0.060547, - 0.063965, - 0.058838, - 0.060303, - 0.074707, - 0.038818, - 0.067871, - 0.047607, - 0.064941, - 0.066406, - 0.058594, - 0.093262, - 0.076172, - 0.080566, - 0.059082, - 0.064941, - 0.073242, - 0.058838, - 0.069824, - 0.058594, - 0.07373, - 0.072266, - 0.074219, - 0.067383, - 0.074219, - 0.067871, - 0.057129, - 0.073242, - 0.06543, - 0.064453, - 0.064941, - 0.058838, - 0.064941, - 0.070312, - 0.070312, - 0.062988, - 0.067383, - 0.078125, - 0.060303, - 0.060791, - 0.070312, - 0.069824, - 0.074707, - 0.075684, - 0.062988, - 0.077637, - 0.061279, - 0.063965, - 0.064453, - 0.066895, - 0.069336, - 0.084473, - 0.068359, - 0.066406, - 0.058105, - 0.076172, - 0.067383, - 0.12207, - 0.041504, - 0.07373, - 0.069824, - 0.069336, - 0.061768, - 0.081543, - 0.058594, - 0.10791, - 0.069336, - 0.063477, - 0.079102, - 0.074219, - 0.071777, - 0.0625, - 0.075684, - 0.12207, - 0.061768, - 0.087891, - 0.05957, - 0.078613, - 0.080078, - 0.066895, - 0.061523, - 0.067383, - 0.061035, - 0.066895, - 0.064941, - 0.076172, - -0.000542, - 0.062988, - 0.079102, - 0.054688, - 0.062012, - 0.087402, - 0.072266, - 0.064453, - 0.074707, - 0.064453, - 0.043701, - 0.064941, - 0.077148, - 0.085449, - 0.12207, - 0.073242, - 0.102539, - 0.067871, - 0.078125, - 0.069336, - 0.064453, - 0.067871, - 0.060791, - 0.062988, - 0.068848, - 0.05835, - 0.063965, - 0.085938, - 0.059082, - 0.064941, - 0.065918, - 0.067871, - 0.05957, - 0.068848, - 0.092773, - 0.071777, - 0.035889, - 0.063477, - 0.070312, - 0.062988, - 0.072754, - 0.064941, - 0.069336, - 0.075684, - 0.155273, - 0.072266, - 0.050537, - 0.054688, - 0.054932, - 0.125, - 0.05835, - 0.069336, - 0.032959, - 0.069824, - 0.057129, - 0.062256, - 0.053467, - 0.066406, - 0.069824, - 0.072754, - 0.064941, - 0.070312, - 0.077637, - 0.063965, - 0.064453, - 0.070312, - 0.066406, - 0.083008, - 0.061279, - 0.077148, - 0.077637, - 0.047852, - 0.066895, - 0.075684, - 0.070312, - 0.06543, - 0.060303, - 0.073242, - 0.032471, - 0.0625, - 0.067383, - 0.07373, - 0.061523, - 0.029419, - 0.074707, - 0.059326, - 0.074707, - 0.077637, - 0.071777, - 0.080566, - 0.083984, - 0.066895, - 0.084473, - 0.09668, - 0.132812, - 0.061279, - 0.076172, - 0.097656, - 0.052002, - 0.054932, - 0.074219, - 0.066895, - 0.062256, - 0.071289, - 0.067383, - 0.053955, - 0.070312, - 0.049072, - 0.067871, - 0.069336, - 0.06543, - 0.067871, - 0.077148, - 0.078613, - 0.072266, - 0.068359, - 0.069336, - 0.068359, - 0.072754, - 0.067871, - 0.068359, - 0.067383, - 0.0625, - 0.064453, - 0.034668, - 0.061523, - 0.067383, - 0.071777, - 0.060547, - 0.058838, - 0.065918, - 0.076172, - 0.066895, - 0.071777, - 0.086426, - 0.068848, - 0.104492, - 0.090332, - 0.064453, - 0.058594, - 0.077637, - 0.076172, - 0.069336, - 0.051514, - 0.071777, - 0.066895, - 0.075195, - 0.060059, - 0.069824, - 0.086914, - 0.077637, - 0.072754, - 0.086914, - 0.067383, - 0.065918, - 0.072266, - 0.058594, - 0.083984, - 0.055664, - 0.0625, - 0.067383, - 0.053223, - 0.06543, - 0.055908, - 0.067383, - 0.067383, - 0.055176, - 0.064453, - 0.094727, - 0.063477, - 0.059814, - 0.059326, - 0.058105, - 0.067383, - 0.066895, - 0.064941, - 0.066406, - 0.070801, - 0.068359, - 0.068359, - 0.087891, - 0.062988, - 0.070312, - 0.073242, - 0.064941, - 0.078613, - 0.07666, - 0.050049, - 0.036621, - 0.077148, - 0.070312, - 0.080566, - 0.085449, - 0.068359, - 0.0625, - 0.081543, - 0.070801, - 0.060547, - 0.077637, - 0.058105, - 0.075195, - 0.070801, - 0.062256, - 0.061279, - 0.09082, - 0.06543, - 0.07373, - 0.067383, - 0.074219, - 0.066895, - 0.11084, - 0.063477, - 0.063965, - 0.065918, - 0.064941, - 0.068848, - 0.070801, - 0.076172, - 0.072266, - 0.176758, - 0.088379, - 0.081543, - 0.09668, - 0.066406, - 0.070312, - 0.07666, - 0.162109, - 0.066895, - 0.054443, - 0.060303, - 0.064941, - 0.074219, - 0.074219, - 0.07373, - 0.074707, - 0.083496, - 0.056152, - 0.071289, - 0.026855, - 0.059082, - 0.059814, - 0.067383, - 0.060791, - 0.064941, - 0.039307, - 0.068359, - 0.047607, - 0.088867, - 0.083496, - 0.084961, - 0.061768, - 0.082031, - 0.053467, - 0.064941, - 0.071289, - 0.111816, - 0.062256, - 0.064453, - 0.074219, - 0.058105, - 0.056152, - 0.068848, - 0.070801, - 0.077148, - 0.069336, - 0.082031, - 0.066895, - 0.066895, - 0.067383, - 0.069824, - 0.07373, - 0.066895, - 0.08252, - 0.062988, - 0.08252, - 0.056885, - 0.062012, - 0.067871, - 0.072754, - 0.05127, - 0.068359, - 0.114258, - 0.172852, - 0.093262, - 0.08252, - 0.064941, - 0.067383, - 0.06543, - 0.071777, - 0.054688, - 0.069824, - 0.064453, - 0.066406, - 0.074707, - 0.078125, - 0.071777, - 0.071777, - 0.063477, - 0.124512, - 0.063477, - 0.130859, - 0.069336, - 0.067383, - 0.074707, - 0.054443, - 0.062012, - 0.068359, - 0.075195, - 0.083008, - 0.077637, - 0.067871, - 0.058105, - 0.071777, - 0.065918, - 0.05957, - 0.062256, - 0.084961, - 0.069824, - 0.062256, - 0.068359, - 0.061768, - 0.060303, - 0.061768, - 0.083984, - 0.065918, - 0.074219, - 0.076172, - 0.056396, - 0.070312, - 0.075195, - 0.060059, - 0.075684, - 0.059326, - 0.069336, - 0.068848, - 0.071777, - 0.07666, - 0.079102, - 0.064941, - 0.046875, - 0.067383, - 0.068359, - 0.068848, - 0.065918, - 0.062988, - 0.182617, - 0.063965, - 0.101074, - 0.0625, - 0.075684, - 0.082031, - 0.106445, - 0.063477, - 0.04541, - 0.041016, - 0.061523, - 0.0625, - 0.061279, - 0.062988, - 0.044922, - 0.086426, - 0.057617, - 0.060547, - 0.07959, - 0.08252, - 0.071289, - 0.069336, - 0.053223, - 0.072266, - 0.078613, - 0.050781, - 0.064941, - 0.058594, - 0.069336, - 0.057861, - 0.057617, - 0.07666, - 0.074707, - 0.062256, - 0.068359, - 0.066406, - 0.060791, - 0.098633, - 0.096191, - 0.089355, - 0.052246, - 0.09668, - 0.077148, - 0.080566, - 0.059814, - 0.06543, - 0.077148, - 0.092773, - 0.066895, - 0.067871, - 0.069824, - 0.075684, - 0.067871, - 0.066406, - 0.06543, - 0.064453, - 0.081543, - 0.064453, - 0.055664, - 0.067383, - 0.071289, - 0.062256, - 0.071289, - 0.07373, - 0.069336, - 0.077148, - 0.071777, - 0.066895, - 0.066406, - 0.067383, - 0.088867, - 0.108887, - 0.042236, - 0.065918, - 0.05542, - 0.068359, - 0.073242, - 0.062988, - 0.066895, - 0.067871, - 0.070801, - 0.069824, - 0.068848, - 0.06543, - 0.049316, - 0.088867, - 0.072266, - 0.063477, - 0.077148, - 0.068848, - 0.064453, - 0.066895, - 0.068359, - 0.067871, - 0.062988, - 0.078125, - 0.071289, - 0.070801, - 0.072754, - 0.056885, - 0.067871, - 0.061523, - 0.0625, - 0.071289, - 0.066895, - 0.05835, - 0.062012, - 0.069336, - 0.059814, - 0.047607, - 0.066406, - 0.067383, - 0.111328, - 0.063477, - 0.086914, - 0.066895, - 0.069824, - 0.070801, - 0.058105, - 0.069336, - 0.07959, - 0.04541, - 0.061035, - 0.090332, - 0.057373, - 0.060059, - 0.067871, - 0.068848, - 0.075195, - 0.059082, - 0.069824, - 0.069824, - 0.078125, - 0.059082, - 0.071777, - 0.110352, - 0.053955, - 0.07373, - 0.069824, - 0.068848, - 0.075195, - 0.067871, - 0.071777, - 0.064453, - 0.0625, - 0.073242, - 0.061768, - 0.074219, - 0.063477, - 0.068359, - 0.074707, - 0.064941, - 0.073242, - 0.053711, - 0.046631, - 0.057373, - 0.070312, - 0.060059, - 0.071777, - 0.063965, - 0.066406, - 0.063477, - 0.067383, - 0.058105, - 0.069824, - 0.07373, - 0.066406, - 0.082031, - 0.091309, - 0.099121, - 0.084473, - 0.103027, - 0.058838, - 0.069336, - 0.104492, - 0.063965, - 0.069336, - 0.068848, - 0.07373, - 0.060547, - 0.064453, - 0.074707, - 0.073242, - 0.041992, - 0.067383, - 0.066406, - 0.063477, - 0.060059, - 0.061523, - 0.067383, - 0.047119, - 0.069336, - 0.103516, - 0.068359, - 0.07666, - 0.07666, - 0.071289, - 0.120605, - 0.067383, - 0.068848, - 0.091309, - 0.059082, - 0.064453, - 0.099609, - 0.068359, - 0.064941, - 0.066406, - 0.084961, - 0.053711, - 0.101562, - 0.062256, - 0.069824, - 0.056152, - 0.070801, - 0.06543, - 0.06543, - 0.051758, - 0.079102, - 0.083984, - 0.079102, - 0.057129, - 0.064941, - 0.05542, - 0.064941, - 0.070312, - 0.069824, - 0.060791, - 0.075195, - 0.061523, - 0.066406, - 0.062988, - 0.07373, - 0.054932, - 0.09082, - 0.069824, - 0.10498, - 0.082031, - 0.061768, - 0.060059, - 0.084961, - 0.081055, - 0.033203, - 0.05835, - 0.067383, - 0.071777, - 0.064941, - 0.07373, - 0.063477, - 0.066895, - 0.067383, - 0.069336, - 0.052979, - 0.068848, - 0.071289, - 0.067871, - 0.167969, - 0.070801, - 0.098633, - 0.034668, - 0.075195, - 0.068359, - 0.060303, - 0.060303, - 0.048828, - 0.057373, - 0.063477, - 0.067871, - 0.071289, - 0.067871, - 0.061035, - 0.07373, - 0.160156, - 0.061279, - 0.0625, - 0.097656, - 0.066895, - 0.062988, - 0.056641, - 0.062012, - 0.088379, - 0.092773, - 0.067871, - 0.061768, - 0.065918, - 0.049072, - 0.065918, - 0.07666, - 0.066406, - 0.056885, - 0.063965, - 0.072754, - 0.065918, - 0.07959, - 0.030396, - 0.070801, - 0.075195, - 0.082031, - 0.071777, - 0.068848, - 0.076172, - 0.072754, - -0.007172, - 0.064941, - 0.077148, - 0.099121, - 0.042236, - 0.04541, - 0.066406, - 0.069824, - 0.066406, - 0.061523, - 0.09082, - 0.062988, - 0.058838, - 0.173828, - 0.078125, - 0.128906, - 0.073242, - 0.068359, - 0.05835, - 0.074219, - 0.214844, - 0.071777, - 0.075195, - 0.062988, - 0.037598, - 0.059814, - 0.071777, - 0.074219, - 0.079102, - 0.068848, - 0.061523, - 0.072266, - 0.071289, - 0.097656, - 0.064941, - 0.054688, - 0.068848, - 0.06543, - 0.071289, - 0.046875, - 0.073242, - 0.063477, - 0.064941, - 0.057617, - 0.070312, - 0.067871, - 0.074219, - 0.066895, - 0.069336, - 0.068359, - 0.083984, - 0.059082, - 0.067871, - 0.071777, - 0.06543, - 0.059326, - 0.050293, - 0.07666, - 0.050781, - 0.131836, - 0.074219, - 0.084961, - 0.091797, - 0.183594, - 0.064941, - 0.070801, - 0.059326, - 0.062012, - 0.069824, - 0.066895, - 0.069824, - 0.061279, - 0.066406, - 0.048584, - 0.084961, - 0.066895, - 0.066406, - 0.068359, - 0.078125, - 0.065918, - 0.064941, - 0.062988, - 0.05957, - 0.07373, - 0.071289, - 0.071289, - 0.069824, - 0.071777, - 0.06543, - 0.080566, - 0.072754, - 0.105957, - 0.077637, - 0.071777, - 0.074219, - 0.068359, - 0.069336, - 0.080078, - 0.089844, - 0.060059, - 0.06543, - 0.18457, - 0.104492, - 0.07666, - 0.058105, - 0.070312, - 0.033691, - 0.071777, - 0.062012, - 0.063965, - 0.067871, - 0.062256, - 0.067383, - 0.071777, - 0.090332, - 0.07666, - 0.078125, - 0.063965, - 0.308594, - 0.055664, - 0.067383, - 0.068359, - 0.071289, - 0.072754, - 0.069336, - 0.054932, - 0.060547, - 0.069336, - 0.075195, - 0.07666, - 0.079102, - 0.062012, - 0.077148, - 0.077637, - 0.047607, - 0.06543, - 0.0625, - 0.05957, - 0.072266, - 0.071289, - 0.067383, - 0.097656, - 0.086914, - 0.072754, - 0.062988, - 0.062988, - 0.061035, - 0.074707, - 0.084961, - 0.051758, - 0.080566, - 0.07666, - 0.068359, - 0.058838, - 0.074219, - 0.06543, - 0.077637, - 0.060791, - 0.065918, - 0.048584, - 0.06543, - 0.068359, - 0.083008, - 0.075195, - 0.063965, - 0.060547, - 0.0625, - 0.053223, - 0.068848, - 0.066895, - 0.065918, - 0.064453, - 0.071289, - 0.075684, - 0.064453, - 0.073242, - 0.064453, - 0.068359, - 0.06543, - 0.066895, - 0.064941, - 0.063965, - 0.064453, - 0.068359, - 0.062012, - 0.061035, - 0.074219, - 0.067871, - 0.083496, - 0.069336, - 0.071777, - 0.074707, - 0.061279, - 0.068359, - 0.064941, - 0.067871, - 0.071289, - 0.059814, - 0.072754, - 0.059814, - 0.063965, - 0.056641, - 0.064453, - 0.060547, - 0.068848, - 0.070312, - 0.062988, - 0.077148, - 0.067383, - 0.071289, - 0.065918, - 0.070312, - 0.085449, - 0.076172, - 0.15625, - 0.056152, - 0.070801, - 0.063965, - 0.067383, - 0.063965, - 0.055664, - 0.073242, - 0.062988, - 0.081543, - 0.053955, - 0.037354, - 0.073242, - 0.07373, - 0.069336, - 0.058594, - 0.078125, - 0.068359, - 0.080566, - 0.075684, - 0.062988, - 0.071777, - 0.086426, - 0.041504, - 0.086426, - 0.078613, - 0.056152, - 0.074219, - 0.069336, - 0.065918, - 0.068848, - 0.172852, - 0.067871, - 0.046387, - 0.083496, - 0.072754, - 0.065918, - 0.050781, - 0.105957, - 0.078125, - 0.092285, - 0.072754, - 0.071289, - 0.054688, - 0.064941, - 0.058594, - 0.062012, - 0.059082, - 0.05542, - 0.070801, - 0.063477, - 0.027344, - 0.097656, - 0.083496, - 0.054199, - 0.095703, - 0.075684, - 0.077637, - 0.063477, - 0.069824, - 0.06543, - 0.053711, - 0.070312, - 0.056885, - 0.078613, - 0.058838, - 0.069824, - 0.0625, - 0.078125, - 0.062012, - 0.112793, - 0.096191, - 0.081055, - 0.074219, - 0.070801, - 0.071289, - 0.054443, - 0.068359, - 0.062988, - 0.040039, - 0.058594, - 0.06543, - 0.068848, - 0.062256, - 0.064453, - 0.062256, - 0.066406, - 0.092285, - 0.060547, - 0.0625, - 0.059326, - 0.068848, - 0.070312, - 0.069824, - 0.069824, - 0.061035, - 0.065918, - 0.071289, - 0.244141, - 0.069824, - 0.067383, - 0.123047, - 0.077637, - 0.067383, - 0.069824, - 0.071777, - 0.070312, - 0.088867, - 0.069824, - 0.060791, - 0.043945, - 0.068359, - 0.07373, - 0.057861, - 0.072754, - 0.0625, - 0.061279, - 0.070312, - 0.07959, - 0.058105, - 0.074219, - 0.078613, - 0.077148, - 0.031494, - 0.064941, - 0.086426, - 0.06543, - 0.079102, - 0.070801, - 0.062012, - 0.070312, - 0.054932, - 0.053955, - 0.064453, - 0.071777, - 0.083496, - 0.060547, - 0.068848, - 0.100098, - 0.078613, - 0.069336, - 0.066895, - 0.060303, - 0.068359, - 0.05835, - 0.063477, - 0.063965, - 0.073242, - 0.077148, - 0.064453, - 0.07373, - 0.069824, - 0.078613, - 0.070801, - 0.070312, - 0.056641, - 0.06543, - 0.076172, - 0.069336, - 0.072266, - 0.062988, - 0.059814, - 0.077637, - 0.084473, - 0.069336, - 0.098145, - 0.07373, - 0.063477, - 0.094727, - 0.070801, - 0.102539, - 0.068848, - 0.071289, - 0.071777, - 0.078125, - 0.041992, - 0.079102, - 0.070801, - 0.050293, - 0.070801, - 0.058105, - 0.070312, - 0.062988, - 0.089355, - 0.07373, - 0.069336, - 0.068848, - 0.067871, - 0.083984, - 0.073242, - 0.072754, - 0.083008, - 0.079102, - 0.061768, - 0.067871, - 0.077637, - 0.070801, - 0.031982, - 0.061279, - 0.085449, - 0.062012, - 0.143555, - 0.059082, - 0.066895, - 0.04834, - 0.067383, - 0.053223, - 0.069824, - 0.065918, - 0.071289, - 0.077148, - 0.070312, - 0.061768, - 0.087402, - 0.065918, - 0.064941, - 0.068359, - 0.067383, - 0.072754, - 0.067871, - 0.066895, - 0.078613, - 0.063965, - 0.068359, - 0.059082, - 0.111328, - 0.06543, - 0.071289, - 0.065918, - 0.07373, - 0.066406, - 0.068848, - 0.086426, - 0.073242, - 0.062012, - 0.075684, - 0.069824, - 0.056396, - 0.09375, - 0.072266, - 0.07373, - 0.067383, - 0.066895, - 0.066406, - 0.064941, - 0.066895, - 0.073242, - -9e-05, - 0.065918, - 0.060791, - 0.034424, - 0.055908, - 0.077148, - 0.0625, - 0.075684, - 0.067383, - 0.067383, - 0.062012, - 0.05127, - 0.068848, - 0.072266, - 0.066895, - 0.059326, - 0.079102, - 0.056641, - 0.113281, - 0.086426, - 0.062988, - 0.095703, - 0.060059, - 0.068848, - 0.075684, - 0.068359, - 0.073242, - 0.101074, - 0.053711, - 0.066895, - 0.073242, - 0.069336, - 0.073242, - 0.064453, - 0.062988, - 0.068359, - 0.05957, - 0.067871, - 0.05542, - 0.062256, - 0.071777, - 0.0625, - 0.055664, - 0.056396, - 0.082031, - 0.053955, - 0.023315, - 0.060547, - 0.071289, - 0.06543, - 0.070312, - 0.067871, - 0.061523, - 0.069824, - 0.065918, - 0.057861, - 0.088867, - 0.071777, - 0.069336, - 0.173828, - 0.05957, - 0.064453, - 0.062988, - 0.091797, - 0.070312, - 0.069336, - 0.07666, - 0.077637, - 0.063965, - 0.053955, - 0.061279, - 0.068359, - 0.064453, - 0.082031, - 0.06543, - 0.070801, - 0.068359, - 0.059082, - 0.059814, - 0.06543, - 0.0625, - 0.071289, - 0.078125, - 0.074219, - 0.0625, - 0.04248, - 0.059082, - 0.068848, - 0.11084, - 0.069336, - 0.064941, - 0.085938, - 0.046143, - 0.072754, - 0.059326, - 0.05542, - 0.078613, - 0.049316, - 0.07666, - 0.059082, - 0.080078, - 0.066895, - 0.064453, - 0.033936, - 0.069824, - 0.063477, - 0.061035, - 0.075195, - 0.07373, - 0.058105, - 0.067383, - 0.055176, - 0.053467, - 0.048584, - 0.068848, - 0.121094, - 0.061279, - 0.06543, - 0.275391, - 0.06543, - 0.060059, - 0.065918, - 0.068848, - 0.106934, - 0.167969, - 0.08252, - 0.070312, - 0.051514, - 0.067383, - 0.068359, - 0.065918, - 0.06543, - 0.058838, - 0.072266, - 0.068848, - 0.061768, - 0.074707, - 0.056885, - 0.052979, - 0.066406, - 0.068848, - 0.07666, - 0.077637, - 0.063477, - 0.066406, - 0.085449, - 0.074219, - 0.080078, - 0.071289, - 0.069336, - 0.076172, - 0.084473, - 0.067383, - 0.063477, - 0.070801, - 0.083496, - 0.076172, - 0.072266, - 0.121094, - 0.054443, - 0.063477, - 0.042725, - 0.063965, - 0.068359, - 0.07666, - 0.07373, - 0.146484, - 0.078613, - 0.087402, - 0.057129, - 0.064453, - 0.072754, - 0.062988, - 0.0625, - 0.073242, - 0.069824, - 0.103027, - 0.074707, - 0.046875, - 0.074219, - 0.067383, - 0.070801, - 0.101074, - 0.067383, - 0.069824, - 0.060303, - 0.077637, - 0.083008, - 0.064453, - 0.086914, - 0.065918, - 0.086426, - 0.057861, - 0.080566, - 0.06543, - 0.05835, - 0.065918, - 0.063477, - 0.068848, - 0.064453, - 0.07959, - 0.070312, - 0.066895, - 0.077637, - 0.071777, - 0.069336, - 0.070312, - 0.064453, - 0.064941, - 0.075684, - 0.062256, - 0.067871, - 0.068848, - 0.076172, - 0.076172, - 0.032715, - 0.066406, - 0.064941, - 0.057861, - 0.068359, - 0.062988, - 0.060303, - 0.05957, - 0.070801, - 0.074219, - 0.042969, - 0.070801, - 0.101562, - 0.067383, - 0.070312, - 0.071289, - 0.01709, - 0.069824, - 0.074219, - 0.108887, - 0.061523, - 0.071777, - 0.057617, - 0.059326, - 0.072754, - 0.064941, - 0.063965, - 0.105469, - 0.068848, - 0.0625, - 0.071777, - 0.0625, - 0.077637, - 0.069336, - 0.095703, - 0.056396, - 0.05957, - 0.07373, - 0.066406, - 0.072754, - 0.076172, - 0.0271, - 0.06543, - 0.061279, - 0.061768, - 0.075195, - 0.067383, - 0.062012, - 0.068359, - 0.078613, - 0.068848, - 0.064453, - 0.056396, - 0.071777, - 0.057861, - 0.063965, - 0.058105, - 0.067871, - 0.069824, - 0.064941, - 0.068359, - 0.069336, - 0.061035, - 0.165039, - 0.095215, - 0.067871, - 0.060791, - 0.060303, - 0.070312, - 0.069824, - 0.076172, - 0.07373, - 0.076172, - 0.064941, - 0.05957, - 0.0625, - 0.067383, - 0.086426, - 0.066895, - 0.092285, - 0.05835, - 0.061523, - 0.062256, - 0.062988, - 0.075684, - 0.040771, - 0.072754, - 0.063477, - 0.040039, - 0.07666, - 0.078125, - 0.056885, - 0.056152, - 0.070312, - 0.059326, - 0.047363, - 0.061768, - 0.056396, - 0.064453, - 0.067871, - 0.077148, - 0.039062, - 0.06543, - 0.064941, - 0.067383, - 0.055176, - 0.063477, - 0.063965, - 0.064941, - 0.07373, - 0.06543, - 0.073242, - 0.085938, - 0.072266, - 0.067871, - 0.072754, - 0.0625, - 0.072266, - 0.076172, - 0.046387, - 0.05835, - 0.071777, - 0.067383, - 0.062988, - 0.031982, - 0.071777, - 0.099609, - 0.069824, - 0.067383, - 0.067871, - 0.104492, - 0.070801, - 0.072266, - 0.062256, - 0.071289, - 0.071289, - 0.069824, - 0.092773, - 0.068359, - 0.078613, - 0.060059, - 0.104004, - 0.100586, - 0.057129, - 0.057617, - 0.11377, - 0.064941, - 0.067383, - 0.063965, - 0.056152, - 0.063965, - 0.109863, - 0.064453, - 0.067871, - 0.064453, - 0.052734, - 0.066406, - 0.067383, - 0.057129, - 0.065918, - 0.074219, - 0.081543, - 0.058594, - 0.064453, - 0.205078, - 0.073242, - 0.068359, - 0.076172, - 0.070801, - 0.091309, - 0.070801, - 0.091309, - 0.056641, - 0.069824, - 0.071289, - 0.078125, - 0.10791, - 0.073242, - 0.056885, - 0.076172, - 0.074219, - 0.075195, - 0.066895, - 0.064941, - 0.031738, - 0.074707, - 0.058838, - 0.075684, - 0.063477, - 0.068359, - 0.049316, - 0.087402, - 0.083496, - 0.065918, - 0.084961, - 0.068848, - 0.05835, - 0.066895, - 0.093262, - 0.076172, - 0.193359, - 0.067871, - 0.065918, - 0.075195, - 0.064941, - 0.067871, - 0.080566, - 0.059326, - 0.067383, - 0.061523, - 0.059814, - 0.062256, - 0.067871, - 0.064453, - 0.058838, - 0.0625, - 0.057129, - 0.067383, - 0.07373, - 0.076172, - 0.072266, - 0.060059, - 0.071289, - 0.102539, - 0.070312, - 0.102051, - 0.09082, - 0.059326, - 0.063477, - 0.059082, - 0.071289, - 0.059814, - 0.070312, - 0.05249, - 0.053223, - 0.060059, - 0.037354, - 0.085938, - 0.077637, - 0.070312, - 0.072754, - 0.054688, - 0.087891, - 0.062988, - 0.062012, - 0.065918, - 0.062256, - 0.047607, - 0.061523, - 0.063965, - 0.035889, - 0.069336, - 0.081055, - 0.066895, - 0.061035, - 0.196289, - 0.074219, - 0.075684, - 0.047607, - 0.053467, - 0.059814, - 0.070801, - 0.062256, - 0.062988, - 0.061279, - 0.085449, - 0.057861, - 0.070801, - 0.067383, - 0.063965, - 0.067871, - 0.034668, - 0.083984, - 0.040039, - 0.069824, - 0.069336, - 0.064453, - 0.05542, - 0.05957, - 0.080078, - 0.072754, - 0.037354, - 0.062988, - 0.074707, - 0.067383, - 0.08252, - 0.033936, - 0.066895, - 0.02771, - 0.074219, - 0.082031, - 0.064941, - 0.078125, - 0.113281, - 0.064453, - 0.070801, - 0.069824, - 0.061035, - 0.091309, - 0.072754, - 0.055664, - 0.081055, - 0.069336, - 0.06543, - 0.083008, - 0.064941, - 0.063477, - 0.084961, - 0.057617, - 0.053467, - 0.06543, - 0.074707, - 0.080078, - 0.078125, - 0.073242, - 0.064453, - 0.081055, - 0.068848, - 0.061523, - 0.055664, - 0.069824, - 0.058838, - 0.068848, - 0.068359, - 0.077148, - 0.067871, - 0.091797, - 0.07373, - 0.068848, - 0.070312, - 0.079102, - 0.078125, - 0.064941, - 0.0625, - 0.069336, - 0.070312, - 0.057373, - 0.070801, - 0.064453, - 0.062012, - 0.067871, - 0.058838, - 0.068359, - 0.09375, - 0.09375, - 0.079102, - 0.074707, - 0.068359, - 0.066406, - 0.066895, - 0.086426, - 0.074219, - 0.064453, - 0.062256, - 0.083496, - 0.060303, - 0.063965, - 0.063965, - 0.070312, - 0.124023, - 0.067383, - 0.072266, - 0.057129, - 0.041748, - 0.028564, - 0.07666, - 0.077637, - 0.067383, - 0.067871, - 0.070312, - 0.069336, - 0.091797, - 0.05542, - 0.064453, - 0.07666, - 0.0625, - 0.09375, - 0.075684, - 0.072754, - 0.070312, - 0.063477, - 0.07666, - 0.060547, - 0.06543, - 0.066895, - 0.068848, - 0.064941, - 0.063477, - 0.053955, - 0.064453, - 0.062988, - 0.059082, - 0.066406, - 0.086426, - 0.077148, - 0.060059, - 0.121582, - 0.075195, - 0.069336 - ] - }, - "name": "model.transformer.layers.6.attn_norm.weight", - "outputIndexes": [ - 413 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 412, - 413 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_6/Mul_1_output_0", - "outputIndexes": [ - 414 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 414 - ], - "outputIndexes": [ - 2165 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2165 - ], - "outputIndexes": [ - 2166 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear", - "inputIndexes": [ - 2166 - ], - "outputIndexes": [ - 2167 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 54453528, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2167 - ], - "outputIndexes": [ - 2168 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2168 - ], - "outputIndexes": [ - 415 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 414 - ], - "main_type": "NONE", - "name": "/Shape_25_output_0", - "outputIndexes": [ - 416 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 416 - ], - "main_type": "NONE", - "name": "Shape592", - "outputIndexes": [ - 417 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 416 - ], - "main_type": "NONE", - "name": "Rank594", - "outputIndexes": [ - 418 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 418, - 418 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp596", - "outputIndexes": [ - 419 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 419 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze597", - "outputIndexes": [ - 420 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 419, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp599", - "outputIndexes": [ - 421 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 421 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze600", - "outputIndexes": [ - 422 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 417, - 420, - 422, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice603", - "outputIndexes": [ - 423 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 423 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze604", - "outputIndexes": [ - 424 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 424 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp605", - "outputIndexes": [ - 425 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 425, - 424 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp606", - "outputIndexes": [ - 426 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 416, - 426, - 419 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_34_output_0", - "outputIndexes": [ - 427 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 427, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_61_output_0", - "outputIndexes": [ - 428 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 428, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_30_output_0", - "outputIndexes": [ - 429 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 415, - 429 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_25_output_0", - "outputIndexes": [ - 430 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 430 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_6/Mul_output_0", - "outputIndexes": [ - 431 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.109375, - 1.289062, - 1.203125, - 0.855469, - 1.757812, - 1.445312, - 1.375, - 1.039062, - 1.296875, - 1.492188, - 1.804688, - 1.757812, - 1.976562, - 1.570312, - 1.882812, - 1.734375, - 1.742188, - 3.265625, - 1.304688, - 1.804688, - 2.0, - 1.75, - 0.3125, - 2.03125, - 1.921875, - 2.34375, - 1.96875, - 1.984375, - 2.53125, - 1.632812, - 1.9375, - 1.75, - 1.242188, - 0.006195, - 0.925781, - 1.125, - 0.12793, - 1.382812, - 1.523438, - 1.5625, - 1.710938, - 1.648438, - 1.359375, - 1.703125, - 1.375, - 1.914062, - 1.632812, - 1.703125, - 1.671875, - 0.137695, - 1.460938, - 1.992188, - 1.820312, - 2.0625, - 3.671875, - 1.726562, - 2.15625, - 1.46875, - 1.710938, - 1.710938, - 0.925781, - 1.851562, - 1.828125, - 1.578125 - ] - }, - "name": "model.transformer.layers.6.attn.q_norm.weight", - "outputIndexes": [ - 432 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 431, - 432 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_6/Mul_1_output_0", - "outputIndexes": [ - 433 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 433, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_24_output_0", - "outputIndexes": [ - 434 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 433, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_25_output_0", - "outputIndexes": [ - 435 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 435 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_12_output_0", - "outputIndexes": [ - 436 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 433, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_24_output_0", - "outputIndexes": [ - 437 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 436, - 437 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_33_output_0", - "outputIndexes": [ - 438 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 438, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_25_output_0", - "outputIndexes": [ - 439 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 434, - 439 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_24_output_0", - "outputIndexes": [ - 440 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 414 - ], - "outputIndexes": [ - 2169 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2169 - ], - "outputIndexes": [ - 2170 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear", - "inputIndexes": [ - 2170 - ], - "outputIndexes": [ - 2171 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 55933230, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2171 - ], - "outputIndexes": [ - 2172 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2172 - ], - "outputIndexes": [ - 441 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 428, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_31_output_0", - "outputIndexes": [ - 442 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 441, - 442 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_26_output_0", - "outputIndexes": [ - 443 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 443 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_6/Mul_output_0", - "outputIndexes": [ - 444 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.15625, - 1.0, - 1.296875, - 0.582031, - 1.257812, - 1.53125, - 1.5625, - 1.578125, - 1.648438, - 1.734375, - 1.3125, - 1.71875, - 1.351562, - 1.867188, - 1.515625, - 1.53125, - 1.765625, - 0.007446, - 1.203125, - 1.828125, - 1.703125, - 1.835938, - 6.71875, - 1.765625, - 1.773438, - 1.351562, - 1.78125, - 1.65625, - 1.179688, - 2.15625, - 1.890625, - 1.742188, - 1.359375, - -0.004089, - 0.470703, - 1.132812, - 0.316406, - 1.476562, - 1.28125, - 1.15625, - 1.390625, - 1.320312, - 2.09375, - 1.679688, - 2.171875, - 1.539062, - 1.789062, - 1.851562, - 1.898438, - 3.84375, - 2.15625, - 1.679688, - 1.84375, - 1.609375, - 0.140625, - 2.015625, - 1.484375, - 2.140625, - 2.0, - 2.0625, - 3.4375, - 1.617188, - 2.0, - 2.1875 - ] - }, - "name": "model.transformer.layers.6.attn.k_norm.weight", - "outputIndexes": [ - 445 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 444, - 445 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_6/Mul_1_output_0", - "outputIndexes": [ - 446 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 446, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_26_output_0", - "outputIndexes": [ - 447 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 446, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_27_output_0", - "outputIndexes": [ - 448 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 448 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_13_output_0", - "outputIndexes": [ - 449 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 446, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_26_output_0", - "outputIndexes": [ - 450 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 449, - 450 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_34_output_0", - "outputIndexes": [ - 451 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 451, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_27_output_0", - "outputIndexes": [ - 452 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 447, - 452 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_25_output_0", - "outputIndexes": [ - 453 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 414 - ], - "outputIndexes": [ - 2173 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2173 - ], - "outputIndexes": [ - 2174 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear", - "inputIndexes": [ - 2174 - ], - "outputIndexes": [ - 2175 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 56303172, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2175 - ], - "outputIndexes": [ - 2176 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2176 - ], - "outputIndexes": [ - 454 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 454, - 442 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_27_output_0", - "outputIndexes": [ - 455 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 440, - 453, - 455, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.6/self_attn/FusedAttention", - "outputIndexes": [ - 456 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 456 - ], - "outputIndexes": [ - 2177 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2177 - ], - "outputIndexes": [ - 2178 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear", - "inputIndexes": [ - 2178 - ], - "outputIndexes": [ - 2179 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 56673114, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2179 - ], - "outputIndexes": [ - 2180 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2180 - ], - "outputIndexes": [ - 457 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 411, - 457 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_26_output_0", - "outputIndexes": [ - 458 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 458 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_6/Mul_output_0", - "outputIndexes": [ - 459 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.237305, - 0.152344, - 0.208008, - 0.237305, - 0.240234, - 0.220703, - 0.157227, - 0.224609, - 0.208984, - 0.079102, - 0.237305, - 0.197266, - 0.235352, - 0.232422, - 0.230469, - 0.228516, - 0.226562, - 0.223633, - 0.243164, - 0.235352, - 0.223633, - 0.232422, - 0.232422, - 0.230469, - 0.21875, - 0.231445, - 0.239258, - 0.227539, - 0.225586, - 0.222656, - 0.227539, - 0.216797, - 0.220703, - 0.22168, - 0.230469, - 0.235352, - 0.227539, - 0.232422, - 0.212891, - 0.162109, - 0.238281, - 0.241211, - 0.223633, - 0.094238, - 0.236328, - 0.147461, - 0.24707, - 0.21875, - 0.219727, - 0.210938, - 0.21875, - 0.217773, - 0.239258, - 0.146484, - 0.22168, - 0.222656, - 0.220703, - 0.224609, - 0.232422, - 0.225586, - 0.244141, - 0.235352, - 0.273438, - 0.232422, - 0.158203, - 0.22168, - 0.22168, - 0.233398, - 0.242188, - 0.223633, - 0.223633, - 0.228516, - 0.228516, - 0.244141, - 0.191406, - 0.225586, - 0.212891, - 0.208984, - 0.233398, - 0.242188, - 0.229492, - 0.222656, - 0.194336, - 0.225586, - 0.231445, - 0.236328, - 0.227539, - 0.236328, - 0.229492, - 0.21582, - 0.234375, - 0.213867, - 0.240234, - 0.11084, - 0.140625, - 0.237305, - 0.226562, - 0.149414, - 0.234375, - 0.214844, - 0.213867, - 0.235352, - 0.09668, - 0.226562, - 0.224609, - 0.192383, - 0.220703, - 0.228516, - 0.225586, - 0.200195, - 0.19043, - 0.225586, - 0.238281, - 0.219727, - 0.239258, - 0.231445, - 0.217773, - 0.208984, - 0.238281, - 0.236328, - 0.257812, - 0.245117, - 0.217773, - 0.0625, - 0.230469, - 0.093262, - 0.216797, - 0.231445, - 0.131836, - 0.206055, - 0.232422, - 0.229492, - 0.233398, - 0.22168, - 0.231445, - 0.235352, - 0.22168, - 0.217773, - 0.214844, - 0.217773, - 0.210938, - 0.224609, - 0.234375, - 0.233398, - 0.142578, - 0.08252, - 0.234375, - 0.085449, - 0.236328, - 0.179688, - 0.239258, - 0.244141, - 0.237305, - 0.222656, - 0.229492, - 0.225586, - 0.236328, - 0.236328, - 0.123535, - 0.239258, - 0.230469, - 0.240234, - 0.08252, - 0.207031, - 0.207031, - 0.21582, - 0.225586, - 0.092285, - 0.079102, - 0.21875, - 0.059814, - 0.158203, - 0.216797, - 0.176758, - 0.223633, - 0.228516, - 0.186523, - 0.213867, - 0.199219, - 0.245117, - 0.227539, - 0.235352, - 0.231445, - 0.237305, - 0.223633, - 0.22168, - 0.227539, - 0.227539, - 0.223633, - 0.241211, - 0.208984, - 0.241211, - 0.240234, - 0.220703, - 0.227539, - 0.217773, - 0.222656, - 0.22168, - 0.24707, - 0.230469, - 0.230469, - 0.232422, - 0.229492, - 0.255859, - 0.227539, - 0.226562, - 0.231445, - 0.236328, - 0.186523, - 0.138672, - 0.300781, - 0.224609, - 0.234375, - 0.220703, - 0.229492, - 0.226562, - 0.231445, - 0.21875, - 0.238281, - 0.198242, - 0.079102, - 0.231445, - 0.144531, - 0.21875, - 0.149414, - 0.176758, - 0.223633, - 0.240234, - 0.15625, - 0.234375, - 0.18457, - 0.12793, - 0.177734, - 0.240234, - 0.229492, - 0.242188, - 0.212891, - 0.232422, - -0.001038, - 0.24707, - 0.232422, - 0.149414, - 0.243164, - 0.235352, - 0.234375, - 0.245117, - 0.134766, - 0.234375, - 0.081543, - 0.231445, - 0.238281, - 0.105469, - 0.226562, - 0.224609, - 0.226562, - 0.125, - 0.226562, - 0.235352, - 0.226562, - 0.22168, - 0.214844, - 0.192383, - 0.220703, - 0.202148, - 0.240234, - 0.231445, - 0.236328, - 0.205078, - 0.213867, - 0.240234, - 0.227539, - 0.222656, - 0.234375, - 0.223633, - 0.227539, - 0.130859, - 0.21875, - 0.236328, - 0.244141, - 0.223633, - 0.237305, - 0.229492, - 0.233398, - 0.206055, - 0.204102, - 0.229492, - 0.072754, - 0.222656, - 0.241211, - 0.239258, - 0.238281, - 0.222656, - 0.222656, - 0.228516, - 0.22168, - 0.236328, - 0.206055, - 0.248047, - 0.253906, - 0.241211, - 0.231445, - 0.224609, - 0.175781, - 0.226562, - 0.225586, - 0.234375, - 0.160156, - 0.248047, - 0.206055, - 0.234375, - 0.240234, - 0.231445, - 0.214844, - 0.234375, - 0.251953, - 0.22168, - 0.223633, - 0.243164, - 0.211914, - 0.136719, - 0.22168, - 0.21875, - 0.238281, - 0.237305, - 0.245117, - 0.233398, - 0.230469, - 0.000324, - 0.229492, - 0.237305, - 0.236328, - 0.208984, - 0.242188, - 0.231445, - 0.18457, - 0.235352, - 0.226562, - 0.136719, - 0.233398, - 0.227539, - 0.248047, - 0.220703, - 0.238281, - 0.181641, - 0.226562, - 0.171875, - 0.230469, - 0.222656, - 0.233398, - 0.212891, - 0.245117, - 0.22168, - 0.236328, - 0.208984, - 0.189453, - 0.236328, - 0.230469, - 0.22168, - 0.236328, - 0.193359, - 0.231445, - 0.167969, - 0.236328, - 0.214844, - 0.232422, - 0.062012, - 0.231445, - 0.232422, - 0.223633, - 0.232422, - 0.207031, - 0.071777, - 0.220703, - 0.165039, - 0.204102, - 0.21582, - 0.160156, - 0.204102, - 0.234375, - 0.068848, - 0.234375, - 0.246094, - 0.238281, - 0.149414, - 0.177734, - 0.237305, - 0.231445, - 0.227539, - 0.228516, - 0.226562, - 0.224609, - 0.228516, - 0.230469, - 0.246094, - 0.226562, - 0.225586, - 0.241211, - 0.24707, - 0.128906, - 0.234375, - 0.229492, - 0.229492, - 0.212891, - 0.243164, - 0.223633, - 0.060303, - 0.214844, - 0.226562, - 0.220703, - 0.208984, - 0.066406, - 0.265625, - 0.229492, - 0.222656, - 0.216797, - 0.198242, - 0.22168, - 0.222656, - 0.220703, - 0.229492, - 0.217773, - 0.144531, - 0.224609, - 0.225586, - 0.228516, - 0.230469, - 0.233398, - 0.1875, - 0.219727, - 0.237305, - 0.234375, - 0.230469, - 0.178711, - 0.229492, - 0.248047, - 0.230469, - 0.226562, - 0.245117, - 0.228516, - 0.227539, - 0.223633, - 0.229492, - 0.240234, - 0.227539, - 0.213867, - 0.229492, - 0.248047, - 0.230469, - 0.236328, - 0.207031, - 0.230469, - 0.107422, - 0.235352, - 0.213867, - 0.230469, - 0.233398, - 0.237305, - 0.231445, - 0.235352, - 0.214844, - 0.219727, - 0.223633, - 0.234375, - 0.180664, - 0.210938, - 0.240234, - 0.228516, - 0.226562, - 0.228516, - 0.233398, - 0.196289, - 0.171875, - 0.227539, - 0.216797, - 0.240234, - 0.230469, - 0.227539, - 0.225586, - 0.241211, - 0.238281, - 0.243164, - 0.232422, - 0.223633, - 0.237305, - 0.231445, - 0.210938, - 0.231445, - 0.22168, - 0.24707, - 0.232422, - 0.109375, - 0.239258, - 0.222656, - 0.207031, - 0.242188, - 0.207031, - 0.237305, - 0.229492, - 0.225586, - 0.214844, - 0.233398, - 0.219727, - 0.216797, - 0.232422, - 0.238281, - 0.25, - 0.229492, - 0.230469, - 0.22168, - 0.241211, - 0.232422, - 0.236328, - 0.238281, - 0.242188, - 0.121094, - -0.00034, - 0.232422, - 0.223633, - 0.229492, - 0.180664, - 0.229492, - 0.241211, - 0.198242, - 0.201172, - 0.129883, - 0.09082, - 0.231445, - 0.232422, - 0.210938, - 0.233398, - 0.216797, - 0.042236, - 0.236328, - 0.228516, - 0.245117, - 0.217773, - 0.217773, - 0.229492, - 0.234375, - 0.244141, - 0.222656, - 0.233398, - 0.229492, - 0.225586, - 0.229492, - 0.233398, - 0.3125, - 0.092773, - 0.228516, - 0.211914, - 0.1875, - 0.219727, - 0.251953, - 0.118164, - 0.211914, - 0.242188, - 0.248047, - 0.209961, - 0.217773, - 0.225586, - 0.241211, - 0.198242, - 0.203125, - 0.240234, - 0.240234, - 0.068848, - 0.245117, - 0.135742, - 0.228516, - 0.074219, - 0.224609, - 0.09375, - 0.204102, - 0.239258, - 0.227539, - 0.105957, - 0.225586, - 0.230469, - 0.12793, - 0.229492, - 0.234375, - 0.22168, - 0.002945, - 0.169922, - 0.222656, - 0.234375, - 0.223633, - 0.237305, - 0.232422, - 0.228516, - 0.219727, - 0.229492, - 0.235352, - 0.231445, - 0.223633, - 0.194336, - 0.224609, - 0.225586, - 0.225586, - 0.235352, - 0.209961, - 0.230469, - 0.230469, - 0.243164, - 0.232422, - 0.209961, - 0.232422, - 0.232422, - 0.165039, - 0.134766, - 0.242188, - 0.199219, - 0.208984, - 0.241211, - 0.239258, - 0.233398, - 0.234375, - 0.245117, - 0.223633, - 0.242188, - 0.235352, - 0.241211, - 0.227539, - 0.208984, - 0.224609, - 0.181641, - 0.226562, - 0.098145, - 0.235352, - 0.243164, - 0.219727, - 0.222656, - 0.210938, - 0.235352, - 0.240234, - 0.22168, - 0.244141, - 0.245117, - 0.22168, - 0.223633, - 0.232422, - 0.233398, - 0.236328, - 0.217773, - 0.241211, - 0.231445, - 0.228516, - 0.158203, - 0.230469, - 0.234375, - 0.222656, - 0.235352, - 0.226562, - 0.241211, - 0.227539, - 0.220703, - 0.219727, - 0.235352, - 0.253906, - 0.223633, - 0.234375, - 0.229492, - 0.232422, - 0.234375, - 0.202148, - 0.242188, - 0.089844, - 0.230469, - 0.210938, - 0.21582, - 0.226562, - 0.21875, - 0.083496, - 0.223633, - 0.1875, - 0.227539, - 0.208008, - 0.220703, - 0.209961, - 0.229492, - 0.166016, - 0.087891, - 0.235352, - 0.21875, - 0.228516, - 0.236328, - 0.237305, - 0.226562, - 0.200195, - 0.150391, - 0.225586, - 0.220703, - 0.230469, - 0.224609, - 0.239258, - 0.226562, - 0.209961, - 0.192383, - 0.233398, - 0.237305, - 0.229492, - 0.220703, - 0.228516, - 0.228516, - 0.231445, - 0.236328, - 0.239258, - 0.239258, - 0.238281, - 0.204102, - 0.239258, - 0.21582, - 0.255859, - 0.225586, - 0.239258, - 0.233398, - 0.228516, - 0.234375, - 0.244141, - 0.182617, - 0.222656, - 0.239258, - 0.224609, - 0.225586, - 0.229492, - 0.227539, - 0.226562, - 0.225586, - 0.139648, - 0.248047, - 0.206055, - 0.227539, - 0.205078, - 0.233398, - 0.234375, - 0.227539, - 0.203125, - 0.222656, - 0.235352, - 0.211914, - 0.240234, - 0.233398, - 0.225586, - 0.176758, - 0.108398, - 0.222656, - 0.219727, - 0.242188, - 0.173828, - 0.228516, - 0.223633, - 0.244141, - 0.220703, - 0.235352, - 0.242188, - 0.234375, - 0.238281, - 0.195312, - 0.216797, - 0.225586, - 0.163086, - 0.217773, - 0.196289, - 0.230469, - 0.234375, - 0.223633, - 0.226562, - 0.227539, - 0.233398, - 0.226562, - 0.225586, - 0.233398, - 0.237305, - 0.235352, - 0.226562, - 0.229492, - 0.206055, - 0.233398, - 0.21875, - 0.168945, - 0.232422, - 0.114746, - 0.213867, - 0.232422, - 0.236328, - 0.226562, - 0.21582, - 0.239258, - 0.235352, - 0.132812, - 0.198242, - 0.235352, - 0.236328, - 0.074219, - 0.071289, - 0.227539, - 0.174805, - 0.249023, - 0.220703, - 0.241211, - 0.234375, - 0.200195, - 0.224609, - 0.205078, - 0.238281, - 0.230469, - 0.234375, - 0.152344, - 0.223633, - 0.21582, - 0.186523, - 0.231445, - 0.237305, - 0.21582, - 0.238281, - 0.235352, - 0.222656, - 0.21875, - 0.224609, - 0.225586, - 0.22168, - 0.229492, - 0.223633, - 0.228516, - 0.217773, - 0.240234, - 0.143555, - 0.207031, - 0.217773, - 0.229492, - 0.219727, - 0.240234, - 0.205078, - 0.245117, - 0.216797, - 0.230469, - 0.225586, - 0.231445, - 0.227539, - 0.222656, - 0.226562, - 0.213867, - 0.367188, - 0.227539, - 0.230469, - 0.236328, - 0.210938, - 0.234375, - 0.229492, - 0.226562, - 0.234375, - 0.249023, - 0.224609, - 0.245117, - 0.21582, - 0.104492, - 0.226562, - 0.219727, - 0.201172, - 0.246094, - 0.232422, - 0.226562, - 0.128906, - 0.244141, - 0.171875, - 0.21582, - 0.231445, - 0.21875, - 0.226562, - 0.165039, - 0.241211, - 0.189453, - 0.227539, - 0.236328, - 0.241211, - 0.179688, - 0.225586, - 0.223633, - 0.238281, - 0.255859, - 0.245117, - 0.211914, - 0.22168, - 0.230469, - 0.233398, - 0.232422, - 0.228516, - 0.223633, - 0.259766, - 0.244141, - 0.21875, - 0.231445, - 0.123535, - 0.233398, - 0.139648, - 0.237305, - 0.232422, - 0.229492, - 0.227539, - 0.243164, - 0.224609, - 0.22168, - 0.114258, - 0.241211, - 0.194336, - 0.230469, - 0.229492, - 0.255859, - 0.225586, - 0.242188, - 0.233398, - 0.224609, - 0.235352, - 0.092285, - 0.236328, - 0.238281, - 0.234375, - 0.234375, - 0.22168, - 0.214844, - 0.238281, - 0.229492, - 0.237305, - 0.224609, - 0.183594, - 0.235352, - 0.223633, - 0.203125, - 0.217773, - 0.188477, - 0.234375, - 0.208984, - 0.224609, - 0.231445, - 0.234375, - 0.229492, - 0.240234, - 0.21875, - 0.228516, - 0.231445, - 0.240234, - 0.234375, - 0.219727, - 0.033447, - 0.131836, - 0.203125, - 0.095703, - 0.234375, - 0.224609, - 0.235352, - 0.220703, - 0.204102, - 0.106445, - 0.237305, - 0.240234, - 0.163086, - 0.235352, - 0.235352, - 0.185547, - 0.224609, - 0.224609, - 0.222656, - 0.198242, - 0.22168, - 0.213867, - 0.060059, - 0.219727, - 0.248047, - 0.225586, - 0.21875, - 0.232422, - 0.243164, - 0.21582, - 0.028442, - 0.192383, - 0.230469, - 0.197266, - 0.10498, - 0.085449, - 0.241211, - 0.237305, - 0.21582, - 0.211914, - 0.18457, - 0.222656, - 0.231445, - 0.000158, - 0.220703, - 0.120605, - 0.225586, - 0.230469, - 0.233398, - 0.232422, - 0.376953, - 0.231445, - 0.238281, - 0.212891, - 0.074707, - 0.223633, - 0.237305, - 0.237305, - 0.246094, - 0.222656, - 0.241211, - 0.225586, - 0.220703, - 0.15625, - 0.241211, - 0.246094, - 0.239258, - 0.219727, - 0.208984, - 0.220703, - 0.232422, - 0.231445, - 0.241211, - 0.220703, - 0.225586, - 0.229492, - 0.239258, - 0.228516, - 0.232422, - 0.227539, - 0.213867, - 0.248047, - 0.227539, - 0.213867, - 0.243164, - 0.242188, - 0.086914, - 0.160156, - 0.154297, - 0.209961, - 0.240234, - 0.191406, - 0.199219, - 0.291016, - 0.195312, - 0.225586, - 0.135742, - 0.238281, - 0.223633, - 0.236328, - 0.228516, - 0.217773, - 0.242188, - 0.092773, - 0.243164, - 0.236328, - 0.227539, - 0.210938, - 0.228516, - 0.169922, - 0.220703, - 0.213867, - 0.220703, - 0.230469, - 0.241211, - 0.22168, - 0.223633, - 0.225586, - 0.237305, - 0.243164, - 0.22168, - 0.200195, - 0.201172, - 0.208008, - 0.234375, - 0.227539, - 0.121094, - 0.227539, - 0.241211, - 0.24707, - 0.232422, - 0.146484, - 0.21582, - 0.227539, - 0.19043, - 0.22168, - 0.07666, - 0.222656, - 0.245117, - 0.238281, - 0.227539, - 0.229492, - 0.233398, - 0.243164, - 0.208008, - 0.224609, - 0.231445, - 0.212891, - 0.161133, - 0.242188, - 0.237305, - 0.231445, - 0.173828, - 0.213867, - 0.212891, - 0.194336, - 0.229492, - 0.213867, - 0.200195, - 0.207031, - 0.241211, - 0.212891, - 0.196289, - 0.169922, - 0.091309, - 0.234375, - 0.232422, - 0.106445, - 0.208008, - 0.220703, - 0.222656, - 0.233398, - 0.235352, - 0.21875, - 0.231445, - 0.232422, - 0.175781, - 0.230469, - 0.111816, - 0.222656, - 0.229492, - 0.201172, - 0.238281, - 0.228516, - 0.206055, - 0.231445, - 0.21582, - 0.230469, - 0.245117, - 0.271484, - 0.243164, - 0.231445, - 0.172852, - 0.231445, - 0.241211, - 0.240234, - 0.237305, - 0.237305, - 0.238281, - 0.229492, - 0.232422, - 0.216797, - 0.225586, - 0.227539, - 0.219727, - 0.245117, - 0.22168, - 0.223633, - 0.236328, - 0.227539, - 0.226562, - 0.244141, - 0.238281, - 0.219727, - 0.236328, - 0.180664, - 0.162109, - 0.224609, - 0.230469, - 0.230469, - 0.217773, - 0.230469, - 0.212891, - 0.224609, - 0.219727, - 0.226562, - 0.236328, - 0.209961, - 0.238281, - 0.228516, - 0.21582, - 0.236328, - 0.231445, - 0.230469, - 0.249023, - 0.232422, - 0.222656, - 0.200195, - 0.220703, - 0.232422, - 0.239258, - 0.230469, - 0.235352, - 0.216797, - 0.203125, - 0.193359, - 0.228516, - 0.228516, - 0.060303, - 0.234375, - 0.170898, - 0.232422, - 0.21875, - 0.22168, - 0.246094, - 0.101074, - 0.217773, - 0.229492, - 0.249023, - 0.236328, - 0.212891, - 0.229492, - 0.233398, - 0.227539, - 0.226562, - 0.232422, - 0.208008, - 0.253906, - 0.224609, - 0.249023, - 0.227539, - 0.24707, - 0.234375, - 0.238281, - 0.239258, - 0.269531, - 0.228516, - 0.241211, - 0.234375, - 0.229492, - 0.226562, - 0.078125, - 0.224609, - 0.206055, - 0.21875, - 0.249023, - 0.224609, - 0.138672, - 0.222656, - 0.237305, - 0.222656, - 0.225586, - 0.235352, - 0.229492, - 0.205078, - 0.076172, - 0.232422, - 0.202148, - 0.222656, - 0.224609, - 0.228516, - 0.229492, - 0.228516, - 0.230469, - 0.227539, - 0.24707, - 0.226562, - 0.000862, - 0.25, - 0.063965, - 0.201172, - 0.217773, - 0.226562, - 0.230469, - 0.059814, - 0.181641, - 0.237305, - 0.232422, - 0.175781, - 0.224609, - 0.228516, - 0.223633, - 0.228516, - 0.249023, - 0.232422, - 0.238281, - 0.225586, - 0.232422, - 0.227539, - 0.223633, - 0.224609, - 0.212891, - 0.239258, - 0.204102, - 0.225586, - 0.224609, - 0.232422, - 0.231445, - 0.229492, - 0.235352, - 0.229492, - 0.249023, - 0.132812, - 0.229492, - 0.237305, - 0.261719, - 0.236328, - 0.224609, - 0.235352, - 0.232422, - 0.241211, - 0.204102, - 0.220703, - 0.235352, - 0.238281, - 0.224609, - 0.191406, - 0.235352, - 0.164062, - 0.154297, - 0.222656, - 0.236328, - 0.239258, - 0.234375, - 0.223633, - 0.22168, - 0.237305, - 0.07373, - 0.229492, - 0.233398, - 0.235352, - 0.219727, - 0.227539, - 0.224609, - 0.212891, - 0.241211, - 0.225586, - 0.227539, - 0.230469, - 0.239258, - 0.194336, - 0.232422, - 0.119629, - 0.196289, - 0.234375, - 0.238281, - 0.251953, - 0.244141, - 0.232422, - 0.226562, - 0.166992, - 0.220703, - 0.230469, - 0.224609, - 0.231445, - 0.241211, - 0.222656, - 0.232422, - 0.230469, - 0.234375, - 0.236328, - 0.234375, - 0.242188, - 0.237305, - 0.225586, - 0.220703, - 0.227539, - 0.245117, - 0.234375, - 0.25, - 0.226562, - 0.238281, - 0.217773, - 0.233398, - 0.239258, - 0.243164, - 0.220703, - 0.228516, - 0.201172, - 0.248047, - 0.227539, - 0.210938, - 0.194336, - 0.239258, - 0.243164, - 0.237305, - 0.220703, - 0.22168, - 0.172852, - 0.234375, - 0.231445, - 0.228516, - 0.106445, - 0.235352, - 0.232422, - 0.236328, - 0.206055, - 0.193359, - 0.208008, - 0.235352, - 0.1875, - 0.056885, - 0.236328, - 0.213867, - 0.251953, - 0.081055, - 0.245117, - 0.228516, - 0.115234, - 0.226562, - 0.230469, - 0.211914, - 0.243164, - 0.21582, - 0.239258, - 0.243164, - 0.231445, - 0.229492, - 0.22168, - 0.226562, - 0.236328, - 0.237305, - 0.207031, - 0.228516, - 0.226562, - 0.229492, - 0.231445, - 0.155273, - 0.234375, - 0.138672, - 0.243164, - 0.219727, - 0.226562, - 0.22168, - 0.240234, - 0.209961, - 0.179688, - 0.224609, - 0.209961, - 0.224609, - 0.236328, - 0.238281, - 0.210938, - 0.222656, - 0.231445, - 0.234375, - 0.239258, - 0.241211, - 0.211914, - 0.225586, - 0.225586, - 0.000277, - 0.200195, - 0.229492, - 0.068359, - 0.22168, - 0.224609, - 0.223633, - 0.226562, - 0.238281, - 0.235352, - 0.239258, - 0.217773, - 0.227539, - 0.196289, - 0.22168, - 0.138672, - 0.228516, - 0.197266, - -0.001266, - 0.238281, - 0.239258, - 0.236328, - 0.236328, - 0.217773, - 0.225586, - 0.25, - 0.227539, - 0.236328, - 0.306641, - 0.222656, - 0.231445, - 0.232422, - 0.237305, - 0.235352, - 0.237305, - 0.232422, - 0.226562, - 0.237305, - 0.157227, - 0.223633, - 0.234375, - 0.24707, - 0.182617, - 0.168945, - 0.249023, - 0.243164, - 0.070801, - 0.227539, - 0.227539, - 0.132812, - 0.231445, - 0.242188, - 0.22168, - 0.233398, - 0.249023, - 0.227539, - 0.263672, - 0.206055, - 0.232422, - 0.206055, - 0.226562, - 0.224609, - 0.211914, - 0.238281, - 0.208984, - 0.236328, - 0.217773, - 0.225586, - 0.238281, - 0.243164, - 0.223633, - 0.225586, - 0.238281, - 0.249023, - 0.220703, - 0.208984, - 0.241211, - 0.241211, - 0.235352, - 0.231445, - 0.225586, - 0.231445, - 0.225586, - 0.233398, - 0.225586, - 0.080078, - 0.22168, - 0.211914, - 0.21582, - 0.220703, - 0.222656, - 0.158203, - 0.240234, - 0.242188, - 0.201172, - 0.077637, - 0.223633, - 0.180664, - 0.21582, - 0.197266, - 0.213867, - 0.207031, - 0.232422, - 0.088867, - 0.237305, - 0.229492, - 0.212891, - 0.240234, - 0.229492, - 0.232422, - 0.232422, - 0.213867, - 0.112305, - 0.255859, - 0.224609, - 0.227539, - 0.219727, - 0.227539, - 0.457031, - 0.240234, - 0.231445, - 0.226562, - 0.246094, - 0.239258, - 0.099121, - 0.222656, - 0.235352, - 0.251953, - 0.105469, - 0.226562, - 0.233398, - 0.24707, - 0.243164, - 0.222656, - 0.229492, - 0.231445, - 0.222656, - 0.236328, - 0.162109, - 0.226562, - 0.226562, - 0.220703, - 0.222656, - 0.222656, - 0.230469, - 0.227539, - 0.238281, - 0.22168, - 0.21582, - 0.222656, - 0.232422, - 0.245117, - 0.22168, - 0.227539, - 0.219727, - 0.246094, - 0.232422, - 0.226562, - 0.211914, - 0.231445, - 0.239258, - 0.244141, - 0.188477, - 0.225586, - 0.220703, - 0.222656, - 0.057617, - 0.229492, - 0.241211, - 0.15918, - 0.220703, - 0.224609, - 0.211914, - 0.21582, - 0.222656, - 0.216797, - 0.228516, - 0.208008, - 0.142578, - 0.219727, - 0.194336, - 0.231445, - 0.226562, - 0.236328, - 0.148438, - 0.226562, - 0.22168, - 0.21875, - 0.229492, - 0.21875, - 0.232422, - 0.211914, - 0.195312, - 0.208984, - 0.224609, - 0.226562, - 0.231445, - 0.231445, - 0.233398, - 0.238281, - 0.217773, - 0.235352, - 0.235352, - 0.213867, - 0.225586, - 0.205078, - 0.217773, - 0.111328, - 0.239258, - 0.211914, - 0.21875, - 0.224609, - 0.225586, - 0.223633, - 0.226562, - 0.087891, - 0.220703, - 0.222656, - 0.209961, - 0.230469, - 0.21582, - 0.234375, - 0.233398, - 0.225586, - 0.241211, - 0.098633, - 0.224609, - 0.246094, - 0.220703, - 0.232422, - 0.225586, - 0.045898, - 0.232422, - 0.205078, - 0.228516, - 0.239258, - 0.223633, - 0.122559, - 0.227539, - 0.230469, - 0.225586, - 0.220703, - 0.234375, - 0.22168, - 0.213867, - 0.235352, - 0.22168, - 0.21875, - 0.22168, - 0.223633, - 0.19043, - 0.238281, - 0.227539, - 0.239258, - 0.231445, - 0.199219, - 0.062256, - 0.222656, - 0.230469, - 0.188477, - 0.223633, - 0.227539, - 0.205078, - 0.25, - 0.220703, - 0.231445, - 0.231445, - 0.224609, - 0.217773, - 0.161133, - 0.223633, - 0.230469, - 0.236328, - 0.226562, - 0.226562, - 0.246094, - 0.222656, - 0.236328, - 0.057617, - 0.240234, - 0.22168, - 0.231445, - 0.225586, - 0.237305, - 0.229492, - 0.238281, - 0.214844, - 0.233398, - 0.21875, - 0.225586, - 0.216797, - 0.238281, - 0.121094, - 0.22168, - 0.21875, - 0.238281, - 0.230469, - 0.225586, - 0.231445, - 0.231445, - 0.092285, - 0.226562, - 0.246094, - 0.115234, - 0.249023, - 0.219727, - 0.229492, - 0.146484, - 0.219727, - 0.230469, - 0.235352, - 0.201172, - 0.230469, - 0.232422, - 0.147461, - 0.226562, - 0.07373, - 0.236328, - 0.234375, - 0.213867, - 0.231445, - 0.223633, - 0.236328, - 0.220703, - 0.210938, - 0.226562, - 0.233398, - 0.24707, - 0.164062, - 0.234375, - 0.177734, - 0.224609, - 0.219727, - 0.232422, - 0.11377, - 0.211914, - 0.237305, - 0.239258, - 0.230469, - 0.066406, - 0.241211, - 0.163086, - 0.207031, - 0.203125, - 0.235352, - 0.04126, - 0.231445, - 0.227539, - 0.246094, - 0.228516, - 0.236328, - 0.193359, - 0.245117, - 0.21875, - 0.225586, - 0.236328, - 0.249023, - 0.233398, - 0.200195, - 0.22168, - 0.188477, - 0.233398, - 0.249023, - 0.226562, - 0.238281, - 0.236328, - 0.246094, - 0.213867, - 0.217773, - 0.226562, - 0.177734, - 0.222656, - 0.180664, - 0.223633, - 0.232422, - 0.225586, - 0.209961, - 0.226562, - 0.227539, - 0.137695, - 0.238281, - 0.240234, - 0.224609, - 0.225586, - 0.211914, - 0.225586, - 0.239258, - 0.238281, - 0.234375, - 0.235352, - 0.233398, - 0.119141, - 0.216797, - 0.19043, - 0.230469, - 0.216797, - 0.240234, - 0.224609, - 0.231445, - 0.07666, - 0.21582, - 0.238281, - 0.239258, - 0.234375, - 0.234375, - 0.242188, - 0.464844, - 0.227539, - 0.223633, - 0.235352, - 0.232422, - 0.233398, - 0.228516, - 0.21875, - 0.227539, - 0.212891, - 0.230469, - 0.213867, - 0.188477, - 0.235352, - 0.230469, - 0.239258, - 0.182617, - 0.230469, - 0.227539, - 0.243164, - 0.229492, - 0.233398, - 0.239258, - 0.234375, - 0.236328, - 0.207031, - 0.236328, - 0.228516, - 0.21582, - 0.238281, - 0.242188, - 0.242188, - 0.189453, - 0.24707, - 0.183594, - 0.225586, - 0.222656, - 0.237305, - 0.188477, - 0.216797, - 0.219727, - 0.216797, - 0.233398, - 0.208984, - 0.22168, - 0.087891, - 0.213867, - 0.231445, - 0.213867, - 0.140625, - 0.188477, - 0.19043, - 0.200195, - 0.237305, - 0.227539, - 0.228516, - 0.067871, - 0.214844, - 0.212891, - 0.094238, - 0.208984, - 0.233398, - 0.233398, - 0.228516, - 0.145508, - 0.237305, - 0.224609, - 0.237305, - 0.231445, - 0.232422, - 0.234375, - 0.226562, - 0.233398, - 0.227539, - 0.228516, - 0.239258, - 0.237305, - 0.223633, - 0.164062, - 0.239258, - 0.070801, - 0.25, - 0.077637, - 0.243164, - 0.235352, - 0.231445, - 0.166992, - 0.231445, - 0.224609, - 0.208984, - 0.094727, - 0.194336, - 0.231445, - 0.241211, - 0.216797, - 0.061523, - 0.227539, - 0.046875, - 0.241211, - 0.181641, - 0.229492, - 0.163086, - 0.237305, - 0.229492, - 0.239258, - 0.234375, - 0.219727, - 0.225586, - 0.211914, - 0.229492, - 0.226562, - 0.228516, - 0.232422, - 0.235352, - 0.231445, - 0.220703, - 0.230469, - 0.192383, - 0.235352, - 0.18457, - 0.240234, - 0.225586, - 0.236328, - 0.231445, - 0.201172, - 0.213867, - 0.244141, - 0.220703, - 0.200195, - 0.240234, - 0.180664, - 0.235352, - 0.236328, - 0.225586, - 0.22168, - 0.235352, - 0.231445, - 0.21582, - 0.224609, - 0.224609, - 0.22168, - 0.224609, - 0.242188, - 0.242188, - 0.232422, - 0.163086, - 0.225586, - 0.246094, - 0.241211, - 0.230469, - 0.219727, - 0.167969, - 0.19043, - 0.202148, - 0.228516, - 0.227539, - 0.225586, - 0.217773, - 0.231445, - 0.235352, - 0.223633, - 0.226562, - 0.237305, - 0.248047, - 0.235352, - 0.189453, - 0.237305, - 0.232422, - 0.21875, - 0.244141, - 0.232422, - 0.214844, - 0.07373, - 0.083496, - 0.233398, - 0.235352, - 0.237305, - 0.22168, - 0.232422, - 0.244141, - 0.228516, - 0.207031, - 0.226562, - 0.208984, - 0.236328, - 0.137695, - 0.222656, - 0.225586, - 0.229492, - 0.234375, - 0.22168, - 0.229492, - 0.227539, - 0.232422, - 0.241211, - 0.235352, - 0.241211, - 0.137695, - 0.245117, - 0.222656, - 0.224609, - 0.238281, - 0.209961, - 0.208008, - 0.21875, - 0.251953, - 0.237305, - 0.233398 - ] - }, - "name": "model.transformer.layers.6.ffn_norm.weight", - "outputIndexes": [ - 460 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 459, - 460 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_6/Mul_1_output_0", - "outputIndexes": [ - 461 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 461 - ], - "outputIndexes": [ - 2181 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2181 - ], - "outputIndexes": [ - 2182 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear", - "inputIndexes": [ - 2182 - ], - "outputIndexes": [ - 2183 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 5120, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 81920, - "weightSize": 0 - }, - "external": [ - 58147696, - 5242902, - 655360, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2183 - ], - "outputIndexes": [ - 2184 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2184 - ], - "outputIndexes": [ - 462 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 5120 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 462, - 21, - 161, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_6/Slice_output_0", - "outputIndexes": [ - 463 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 463 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_6/Sigmoid_output_0", - "outputIndexes": [ - 464 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 463, - 464 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_6/Mul_output_0", - "outputIndexes": [ - 465 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5120 - ] - }, - "name": "/ffn_6/Mul_1_output_0", - "outputIndexes": [ - 466 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 462, - 161, - 466, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_6/Slice_1_output_0", - "outputIndexes": [ - 467 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 465, - 467 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_6/Mul_2_output_0", - "outputIndexes": [ - 468 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 468 - ], - "outputIndexes": [ - 2185 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2560, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2185 - ], - "outputIndexes": [ - 2186 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear", - "inputIndexes": [ - 2186 - ], - "outputIndexes": [ - 2187 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2560, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 40960, - "weightSize": 0 - }, - "external": [ - 64045958, - 2621462, - 327680, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2187 - ], - "outputIndexes": [ - 2188 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2188 - ], - "outputIndexes": [ - 469 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 458, - 469 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_27_output_0", - "outputIndexes": [ - 470 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 470, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_28_output_0", - "outputIndexes": [ - 471 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 471 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_7/Mul_output_0", - "outputIndexes": [ - 472 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.07373, - 0.081543, - 0.08252, - 0.077148, - 0.093262, - 0.092285, - 0.128906, - 0.069824, - 0.08252, - 0.074707, - 0.07666, - 0.096191, - 0.094727, - 0.075684, - 0.076172, - 0.069336, - 0.083496, - 0.087402, - 0.067871, - 0.083008, - 0.086426, - 0.066406, - 0.073242, - 0.091797, - 0.088867, - 0.08252, - 0.079102, - 0.075684, - 0.083496, - 0.083008, - 0.089844, - 0.075684, - 0.083496, - 0.080566, - 0.07373, - 0.086914, - 0.094727, - 0.068848, - 0.088379, - 0.077637, - 0.111816, - 0.074707, - 0.083496, - 0.110352, - 0.08252, - 0.11084, - 0.07666, - 0.075684, - 0.092285, - 0.089844, - 0.087402, - 0.085938, - 0.07373, - 0.072754, - 0.089355, - 0.070801, - 0.081055, - 0.074219, - 0.071777, - 0.068848, - 0.062012, - 0.101074, - 0.071777, - 0.074219, - 0.083984, - 0.078613, - 0.09668, - 0.085449, - 0.080078, - 0.076172, - 0.094727, - 0.097656, - 0.067383, - 0.085938, - 0.099121, - 0.089355, - 0.065918, - 0.067871, - 0.080566, - 0.069824, - 0.072266, - 0.067383, - 0.094238, - 0.086426, - 0.084961, - 0.082031, - 0.082031, - 0.081055, - 0.085938, - 0.080566, - 0.074219, - 0.07666, - 0.071289, - 0.099121, - 0.079102, - 0.081055, - 0.087402, - 0.077148, - 0.083984, - 0.07666, - 0.083984, - 0.074707, - 0.128906, - 0.072754, - 0.07666, - 0.086914, - 0.086426, - 0.07959, - 0.077148, - 0.069824, - 0.075684, - 0.087891, - 0.076172, - 0.083496, - 0.084473, - 0.092773, - 0.092773, - 0.072266, - 0.07959, - 0.081055, - 0.091309, - 0.072266, - 0.091309, - 0.070801, - 0.073242, - 0.061035, - 0.089355, - 0.08252, - 0.097168, - 0.083496, - 0.064941, - 0.085938, - 0.072266, - 0.087402, - 0.093262, - 0.077148, - 0.09082, - 0.058838, - 0.094727, - 0.081055, - 0.07959, - 0.077637, - 0.074219, - 0.070312, - 0.091797, - 0.102051, - 0.071289, - 0.085449, - 0.078125, - 0.094727, - 0.072266, - 0.075195, - 0.089355, - 0.093262, - 0.078613, - 0.083984, - 0.07959, - 0.081543, - 0.092773, - 0.088379, - 0.087402, - 0.081543, - 0.09668, - 0.089844, - 0.097656, - 0.108887, - 0.075684, - 0.07373, - 0.07373, - 0.081543, - 0.120117, - 0.088867, - 0.088379, - 0.105957, - 0.078613, - 0.078125, - 0.094238, - 0.090332, - 0.088379, - 0.070801, - 0.075684, - 0.080566, - 0.089844, - 0.074707, - 0.077637, - 0.075684, - 0.09668, - 0.082031, - 0.071289, - 0.072754, - 0.083984, - 0.083008, - 0.074219, - 0.083008, - 0.072754, - 0.100098, - 0.080566, - 0.07959, - 0.056641, - 0.074707, - 0.087402, - 0.089844, - 0.077637, - 0.078613, - 0.084473, - 0.082031, - 0.078613, - 0.069336, - 0.102051, - 0.091797, - 0.066895, - 0.080078, - 0.080078, - 0.088379, - 0.083984, - 0.074219, - 0.085449, - 0.068848, - 0.083984, - 0.117188, - 0.080566, - 0.096191, - 0.120605, - 0.088379, - 0.085449, - 0.097168, - 0.088379, - 0.080566, - 0.100098, - 0.078125, - 0.083984, - 0.09375, - 0.104492, - 0.086426, - 0.07959, - 0.078613, - 0.089844, - 0.085449, - 0.143555, - 0.081055, - 0.082031, - 0.102051, - 0.06543, - 0.074219, - 0.077637, - 0.085449, - 0.102539, - 0.083984, - 0.083984, - 0.078613, - 0.084473, - 0.086914, - 0.094727, - 0.081543, - 0.071777, - 0.089844, - 0.07666, - 0.096191, - 0.085938, - 0.103027, - 0.07666, - 0.090332, - 0.080078, - 0.07959, - 0.078613, - 0.081055, - 0.078613, - 0.068359, - 0.086426, - 0.072754, - 0.067871, - 0.076172, - 0.080566, - 0.073242, - 0.07666, - 0.099609, - 0.063477, - 0.068848, - 0.085449, - 0.083984, - 0.084473, - 0.091309, - 0.081543, - 0.09082, - 0.086426, - 0.077637, - 0.099121, - 0.074707, - 0.086914, - 0.078125, - 0.075195, - 0.084473, - 0.098145, - 0.071777, - 0.082031, - 0.078125, - 0.077148, - 0.075195, - 0.100098, - 0.049316, - 0.085938, - 0.082031, - 0.095703, - 0.081055, - 0.080078, - 0.066895, - 0.112305, - 0.08252, - 0.074219, - 0.078125, - 0.080566, - 0.081543, - 0.078613, - 0.078125, - 0.114258, - 0.075684, - 0.088379, - 0.068359, - 0.099121, - 0.099121, - 0.087402, - 0.079102, - 0.076172, - 0.098633, - 0.070312, - 0.077637, - 0.084473, - -0.000402, - 0.07666, - 0.08252, - 0.080566, - 0.075195, - 0.095703, - 0.084961, - 0.087891, - 0.084473, - 0.077637, - 0.09668, - 0.080078, - 0.080078, - 0.085449, - 0.085938, - 0.068359, - 0.111816, - 0.077637, - 0.101562, - 0.083496, - 0.076172, - 0.069824, - 0.077637, - 0.078125, - 0.081055, - 0.075195, - 0.097168, - 0.101562, - 0.084473, - 0.092285, - 0.075195, - 0.07373, - 0.075195, - 0.075195, - 0.114258, - 0.08252, - 0.042236, - 0.070312, - 0.097168, - 0.079102, - 0.090332, - 0.095215, - 0.088867, - 0.097656, - 0.151367, - 0.07959, - 0.088379, - 0.070801, - 0.066406, - 0.123535, - 0.092773, - 0.07666, - 0.07959, - 0.077148, - 0.056396, - 0.075195, - 0.07959, - 0.091309, - 0.078613, - 0.083008, - 0.066895, - 0.074707, - 0.077637, - 0.078125, - 0.089844, - 0.078613, - 0.067383, - 0.087402, - 0.075195, - 0.086426, - 0.09082, - 0.08252, - 0.089844, - 0.083496, - 0.07373, - 0.10498, - 0.072266, - 0.080078, - 0.091309, - 0.078125, - 0.084473, - 0.087402, - 0.084961, - 0.054443, - 0.072266, - 0.075195, - 0.094727, - 0.086426, - 0.101562, - 0.089844, - 0.083984, - 0.087402, - 0.086914, - 0.098633, - 0.120605, - 0.071777, - 0.071777, - 0.09082, - 0.064941, - 0.063477, - 0.089355, - 0.083496, - 0.078613, - 0.092773, - 0.079102, - 0.047852, - 0.085449, - 0.059814, - 0.078125, - 0.074707, - 0.074219, - 0.064453, - 0.096191, - 0.088379, - 0.074219, - 0.07373, - 0.07959, - 0.075195, - 0.083984, - 0.069824, - 0.070312, - 0.071289, - 0.074219, - 0.067871, - 0.081543, - 0.074707, - 0.07959, - 0.087402, - 0.083008, - 0.077637, - 0.069824, - 0.078613, - 0.096191, - 0.080078, - 0.089844, - 0.101562, - 0.098145, - 0.092773, - 0.071777, - 0.072754, - 0.088867, - 0.086914, - 0.077637, - 0.078125, - 0.092773, - 0.073242, - 0.079102, - 0.078125, - 0.07666, - 0.090332, - 0.091309, - 0.078613, - 0.094238, - 0.068848, - 0.084473, - 0.093262, - 0.071289, - 0.08252, - 0.072754, - 0.073242, - 0.072266, - 0.064453, - 0.075684, - 0.095703, - 0.072754, - 0.08252, - 0.083984, - 0.069824, - 0.100586, - 0.071289, - 0.078613, - 0.072754, - 0.090332, - 0.084473, - 0.084473, - 0.084473, - 0.07959, - 0.087402, - 0.079102, - 0.094727, - 0.086426, - 0.080566, - 0.077148, - 0.098633, - 0.081055, - 0.082031, - 0.084473, - 0.09668, - 0.056885, - 0.07666, - 0.080078, - 0.084961, - 0.098145, - 0.078613, - 0.07373, - 0.09082, - 0.078613, - 0.09668, - 0.104004, - 0.069336, - 0.083008, - 0.085449, - 0.083984, - 0.067383, - 0.106445, - 0.077148, - 0.077148, - 0.078125, - 0.080078, - 0.083496, - 0.079102, - 0.08252, - 0.071289, - 0.082031, - 0.080078, - 0.09668, - 0.087402, - 0.092285, - 0.080078, - 0.176758, - 0.097656, - 0.086914, - 0.087891, - 0.088867, - 0.075684, - 0.078125, - 0.139648, - 0.083496, - 0.070801, - 0.080078, - 0.092773, - 0.100098, - 0.07959, - 0.08252, - 0.102539, - 0.079102, - 0.07373, - 0.09082, - 0.114258, - 0.067383, - 0.109863, - 0.067871, - 0.085449, - 0.081543, - 0.075195, - 0.083496, - 0.053711, - 0.078125, - 0.099121, - 0.097168, - 0.071289, - 0.065918, - 0.07959, - 0.077148, - 0.080078, - 0.165039, - 0.071289, - 0.070312, - 0.091309, - 0.07959, - 0.070312, - 0.072754, - 0.087402, - 0.083008, - 0.076172, - 0.088867, - 0.081543, - 0.076172, - 0.091309, - 0.077148, - 0.081543, - 0.068359, - 0.086914, - 0.081055, - 0.088867, - 0.072266, - 0.07373, - 0.07373, - 0.080078, - 0.071777, - 0.081055, - 0.122559, - 0.178711, - 0.086426, - 0.111328, - 0.089355, - 0.073242, - 0.083008, - 0.083496, - 0.072754, - 0.075684, - 0.064453, - 0.082031, - 0.088867, - 0.063965, - 0.083008, - 0.09082, - 0.07959, - 0.109375, - 0.072266, - 0.18457, - 0.071777, - 0.084473, - 0.075684, - 0.067871, - 0.07666, - 0.081543, - 0.08252, - 0.09375, - 0.077148, - 0.084473, - 0.071777, - 0.087402, - 0.077148, - 0.070312, - 0.074707, - 0.07666, - 0.074219, - 0.079102, - 0.084473, - 0.089355, - 0.081055, - 0.0625, - 0.086914, - 0.081543, - 0.080566, - 0.083008, - 0.075684, - 0.083496, - 0.077148, - 0.078125, - 0.078613, - 0.071777, - 0.084473, - 0.07666, - 0.077637, - 0.088867, - 0.081543, - 0.073242, - 0.077637, - 0.066406, - 0.08252, - 0.087891, - 0.078125, - 0.073242, - 0.166992, - 0.084473, - 0.090332, - 0.082031, - 0.084961, - 0.086426, - 0.099609, - 0.075195, - 0.081055, - 0.07666, - 0.080566, - 0.07666, - 0.074219, - 0.080566, - 0.056885, - 0.091309, - 0.07373, - 0.097168, - 0.075684, - 0.088867, - 0.078613, - 0.085449, - 0.062988, - 0.075195, - 0.089844, - 0.085938, - 0.07959, - 0.074707, - 0.072754, - 0.091797, - 0.079102, - 0.088867, - 0.078125, - 0.093262, - 0.082031, - 0.079102, - 0.068359, - 0.109375, - 0.086914, - 0.103027, - 0.056152, - 0.093262, - 0.080566, - 0.098145, - 0.084473, - 0.071289, - 0.097656, - 0.113281, - 0.071289, - 0.075195, - 0.089355, - 0.076172, - 0.069336, - 0.07666, - 0.083496, - 0.074219, - 0.100586, - 0.069336, - 0.078125, - 0.093262, - 0.100098, - 0.073242, - 0.080566, - 0.080566, - 0.086914, - 0.089355, - 0.086914, - 0.085938, - 0.078613, - 0.082031, - 0.097168, - 0.101074, - 0.053711, - 0.074219, - 0.074219, - 0.074219, - 0.092773, - 0.075684, - 0.07959, - 0.074707, - 0.078613, - 0.07666, - 0.075684, - 0.071777, - 0.053711, - 0.102539, - 0.09375, - 0.069824, - 0.09375, - 0.094727, - 0.084961, - 0.077148, - 0.075195, - 0.070801, - 0.084961, - 0.084961, - 0.072266, - 0.079102, - 0.085938, - 0.069824, - 0.075684, - 0.082031, - 0.077148, - 0.081543, - 0.080566, - 0.079102, - 0.07373, - 0.096191, - 0.081543, - 0.083496, - 0.080566, - 0.074219, - 0.10498, - 0.078125, - 0.086914, - 0.078613, - 0.075195, - 0.106445, - 0.083984, - 0.074219, - 0.086426, - 0.077637, - 0.09375, - 0.085449, - 0.081543, - 0.067871, - 0.087891, - 0.072754, - 0.079102, - 0.089355, - 0.091797, - 0.095703, - 0.09082, - 0.065918, - 0.093262, - 0.12793, - 0.074707, - 0.09082, - 0.07666, - 0.070312, - 0.073242, - 0.085449, - 0.070312, - 0.08252, - 0.071777, - 0.079102, - 0.087402, - 0.074707, - 0.082031, - 0.084473, - 0.082031, - 0.085938, - 0.081055, - 0.074219, - 0.084473, - 0.083496, - 0.079102, - 0.084961, - 0.087891, - 0.073242, - 0.077637, - 0.076172, - 0.098633, - 0.078613, - 0.075684, - 0.080078, - 0.090332, - 0.081543, - 0.08252, - 0.094238, - 0.100586, - 0.093262, - 0.068848, - 0.085449, - 0.10498, - 0.079102, - 0.07666, - 0.079102, - 0.080566, - 0.068848, - 0.069824, - 0.076172, - 0.074219, - 0.07666, - 0.079102, - 0.084473, - 0.093262, - 0.07373, - 0.089355, - 0.083496, - 0.066406, - 0.089844, - 0.10498, - 0.080078, - 0.09082, - 0.090332, - 0.07373, - 0.111328, - 0.070312, - 0.089844, - 0.09375, - 0.07373, - 0.078613, - 0.104004, - 0.078613, - 0.089844, - 0.076172, - 0.080078, - 0.068359, - 0.124512, - 0.086914, - 0.077148, - 0.080566, - 0.076172, - 0.069336, - 0.07666, - 0.060303, - 0.067383, - 0.092285, - 0.078125, - 0.109863, - 0.085938, - 0.100098, - 0.076172, - 0.084961, - 0.085449, - 0.084961, - 0.067383, - 0.07373, - 0.099121, - 0.101562, - 0.090332, - 0.07666, - 0.094727, - 0.078125, - 0.099121, - 0.078125, - 0.064453, - 0.071289, - 0.081543, - 0.089355, - 0.057861, - 0.067871, - 0.077148, - 0.071777, - 0.068359, - 0.07959, - 0.081543, - 0.079102, - 0.078613, - 0.067871, - 0.054199, - 0.094727, - 0.07666, - 0.084473, - 0.12793, - 0.089844, - 0.111816, - 0.036133, - 0.074707, - 0.087891, - 0.083984, - 0.082031, - 0.066895, - 0.071289, - 0.080078, - 0.075195, - 0.076172, - 0.077637, - 0.075684, - 0.083984, - 0.136719, - 0.075684, - 0.095215, - 0.112305, - 0.074707, - 0.07959, - 0.066406, - 0.080566, - 0.086426, - 0.096191, - 0.078125, - 0.080566, - 0.074707, - 0.060303, - 0.076172, - 0.09668, - 0.087402, - 0.074219, - 0.069336, - 0.080566, - 0.090332, - 0.075195, - 0.055664, - 0.083008, - 0.08252, - 0.089844, - 0.078125, - 0.069824, - 0.091797, - 0.07666, - -0.009338, - 0.089355, - 0.083984, - 0.112305, - 0.087891, - 0.109375, - 0.070801, - 0.085449, - 0.072266, - 0.082031, - 0.104004, - 0.083008, - 0.074707, - 0.322266, - 0.080566, - 0.123535, - 0.077637, - 0.07666, - 0.07959, - 0.075684, - 0.199219, - 0.083496, - 0.07959, - 0.083008, - 0.098145, - 0.075195, - 0.083008, - 0.083496, - 0.088379, - 0.09375, - 0.081055, - 0.085449, - 0.077637, - 0.118164, - 0.070312, - 0.058105, - 0.075684, - 0.07373, - 0.088867, - 0.07666, - 0.080078, - 0.075684, - 0.083008, - 0.087891, - 0.08252, - 0.081055, - 0.080566, - 0.08252, - 0.09082, - 0.078613, - 0.086426, - 0.070312, - 0.086914, - 0.080566, - 0.076172, - 0.071777, - 0.075195, - 0.108887, - 0.072266, - 0.114258, - 0.086426, - 0.100098, - 0.104492, - 0.139648, - 0.077148, - 0.091309, - 0.088379, - 0.075195, - 0.065918, - 0.079102, - 0.071289, - 0.080078, - 0.084473, - 0.084961, - 0.084961, - 0.082031, - 0.083984, - 0.081055, - 0.086426, - 0.084473, - 0.085449, - 0.07373, - 0.072266, - 0.070312, - 0.086426, - 0.070312, - 0.077637, - 0.084473, - 0.075684, - 0.084961, - 0.094727, - 0.086914, - 0.091309, - 0.085449, - 0.088379, - 0.075684, - 0.101562, - 0.087891, - 0.092285, - 0.065918, - 0.074219, - 0.158203, - 0.111816, - 0.081055, - 0.085449, - 0.081543, - 0.080566, - 0.091309, - 0.083008, - 0.07666, - 0.084961, - 0.087891, - 0.081055, - 0.078613, - 0.109375, - 0.095215, - 0.09375, - 0.070801, - 0.466797, - 0.052246, - 0.083008, - 0.075684, - 0.100586, - 0.088379, - 0.087402, - 0.086914, - 0.081543, - 0.076172, - 0.09375, - 0.07959, - 0.078613, - 0.075195, - 0.086914, - 0.092773, - 0.063477, - 0.072266, - 0.08252, - 0.088867, - 0.096191, - 0.084473, - 0.076172, - 0.095703, - 0.083984, - 0.07959, - 0.086426, - 0.089355, - 0.094727, - 0.088379, - 0.108398, - 0.071289, - 0.088379, - 0.098145, - 0.08252, - 0.062012, - 0.078125, - 0.078613, - 0.092285, - 0.076172, - 0.076172, - 0.056885, - 0.07666, - 0.074219, - 0.092773, - 0.086426, - 0.08252, - 0.081055, - 0.069336, - 0.077637, - 0.077148, - 0.084473, - 0.085938, - 0.087402, - 0.094238, - 0.074219, - 0.092285, - 0.088867, - 0.085449, - 0.077148, - 0.071289, - 0.083984, - 0.083008, - 0.072754, - 0.072266, - 0.075195, - 0.072754, - 0.085449, - 0.091797, - 0.076172, - 0.083984, - 0.078125, - 0.086914, - 0.081543, - 0.086914, - 0.075195, - 0.081055, - 0.09082, - 0.079102, - 0.074707, - 0.079102, - 0.082031, - 0.078125, - 0.077148, - 0.07959, - 0.074707, - 0.075195, - 0.071289, - 0.069336, - 0.080078, - 0.072754, - 0.08252, - 0.070312, - 0.077148, - 0.092773, - 0.09668, - 0.123047, - 0.091797, - 0.077637, - 0.088867, - 0.087402, - 0.073242, - 0.079102, - 0.087402, - 0.079102, - 0.083008, - 0.054199, - 0.07666, - 0.091797, - 0.074707, - 0.07666, - 0.078125, - 0.088867, - 0.081055, - 0.098633, - 0.070801, - 0.077148, - 0.092773, - 0.095703, - 0.048584, - 0.094727, - 0.084961, - 0.068848, - 0.07959, - 0.078125, - 0.068848, - 0.07373, - 0.146484, - 0.080566, - 0.06543, - 0.084473, - 0.069336, - 0.078125, - 0.080078, - 0.09082, - 0.092773, - 0.089355, - 0.07373, - 0.084961, - 0.079102, - 0.080566, - 0.079102, - 0.087891, - 0.07373, - 0.080566, - 0.087402, - 0.075684, - 0.056885, - 0.092773, - 0.084961, - 0.07959, - 0.094727, - 0.077637, - 0.075684, - 0.079102, - 0.078613, - 0.072266, - 0.062256, - 0.072266, - 0.077637, - 0.09668, - 0.088867, - 0.091797, - 0.095215, - 0.091797, - 0.079102, - 0.125, - 0.108887, - 0.09375, - 0.07373, - 0.093262, - 0.084473, - 0.071289, - 0.083984, - 0.077148, - 0.047852, - 0.073242, - 0.073242, - 0.087891, - 0.072266, - 0.08252, - 0.081543, - 0.07666, - 0.089844, - 0.073242, - 0.088379, - 0.083496, - 0.087891, - 0.072266, - 0.075684, - 0.078125, - 0.07373, - 0.080078, - 0.082031, - 0.229492, - 0.083984, - 0.07666, - 0.116211, - 0.079102, - 0.09668, - 0.086426, - 0.067871, - 0.078125, - 0.100586, - 0.087402, - 0.084961, - 0.057373, - 0.092285, - 0.102051, - 0.07373, - 0.081055, - 0.09375, - 0.080566, - 0.078125, - 0.074219, - 0.081543, - 0.071777, - 0.085449, - 0.07959, - 0.064941, - 0.077148, - 0.081055, - 0.066406, - 0.088379, - 0.088867, - 0.080566, - 0.084473, - 0.062988, - 0.082031, - 0.076172, - 0.091797, - 0.073242, - 0.088379, - 0.082031, - 0.104492, - 0.095215, - 0.076172, - 0.067871, - 0.064453, - 0.073242, - 0.066406, - 0.084473, - 0.087891, - 0.082031, - 0.077148, - 0.074707, - 0.081543, - 0.07373, - 0.095215, - 0.070312, - 0.085938, - 0.073242, - 0.080566, - 0.085449, - 0.074707, - 0.083496, - 0.075684, - 0.077148, - 0.075684, - 0.087891, - 0.094238, - 0.077148, - 0.088379, - 0.081543, - 0.108398, - 0.07666, - 0.081543, - 0.075195, - 0.077148, - 0.085938, - 0.079102, - 0.048584, - 0.095703, - 0.076172, - 0.075195, - 0.073242, - 0.081055, - 0.071777, - 0.086426, - 0.094238, - 0.11084, - 0.081543, - 0.07666, - 0.07959, - 0.098633, - 0.082031, - 0.078613, - 0.07666, - 0.104492, - 0.088379, - 0.091797, - 0.07959, - 0.083496, - 0.065918, - 0.081543, - 0.094727, - 0.064941, - 0.142578, - 0.077148, - 0.083496, - 0.075195, - 0.074219, - 0.076172, - 0.07959, - 0.066406, - 0.07666, - 0.078125, - 0.078613, - 0.068848, - 0.086914, - 0.084961, - 0.083008, - 0.070312, - 0.07959, - 0.109375, - 0.09375, - 0.079102, - 0.092285, - 0.080078, - 0.097168, - 0.078125, - 0.103027, - 0.067871, - 0.077148, - 0.082031, - 0.08252, - 0.085449, - 0.083496, - 0.11377, - 0.082031, - 0.081543, - 0.090332, - 0.072754, - 0.077148, - 0.098633, - 0.101074, - 0.087891, - 0.092285, - 0.072754, - 0.080078, - 0.082031, - 0.074219, - 0.084961, - 0.000275, - 0.091797, - 0.065918, - 0.058838, - 0.059326, - 0.083496, - 0.080078, - 0.084473, - 0.077148, - 0.072754, - 0.085449, - 0.067871, - 0.068359, - 0.089355, - 0.077148, - 0.078613, - 0.092773, - 0.081055, - 0.158203, - 0.07373, - 0.071777, - 0.09375, - 0.070312, - 0.083008, - 0.089844, - 0.084961, - 0.086426, - 0.105469, - 0.070801, - 0.084961, - 0.082031, - 0.073242, - 0.077148, - 0.077637, - 0.075684, - 0.074707, - 0.076172, - 0.083984, - 0.093262, - 0.080078, - 0.081055, - 0.068848, - 0.081543, - 0.087891, - 0.083984, - 0.060059, - 0.067871, - 0.072266, - 0.080566, - 0.094727, - 0.07959, - 0.069336, - 0.083008, - 0.084961, - 0.078613, - 0.071289, - 0.080566, - 0.092285, - 0.081055, - 0.115234, - 0.080566, - 0.089844, - 0.072754, - 0.075684, - 0.083008, - 0.081543, - 0.092285, - 0.09375, - 0.090332, - 0.069336, - 0.071777, - 0.069824, - 0.066895, - 0.099609, - 0.075195, - 0.085938, - 0.087891, - 0.071777, - 0.068848, - 0.071289, - 0.07666, - 0.095703, - 0.073242, - 0.084473, - 0.076172, - 0.083496, - 0.08252, - 0.087891, - 0.108887, - 0.07959, - 0.072754, - 0.109375, - 0.045898, - 0.064453, - 0.07666, - 0.074219, - 0.080566, - 0.074707, - 0.08252, - 0.083008, - 0.085938, - 0.074219, - 0.076172, - 0.086914, - 0.075684, - 0.081055, - 0.085449, - 0.077637, - 0.090332, - 0.074219, - 0.087402, - 0.087891, - 0.075684, - 0.0625, - 0.077637, - 0.103027, - 0.069336, - 0.071289, - 0.147461, - 0.07959, - 0.079102, - 0.083008, - 0.082031, - 0.106445, - 0.158203, - 0.084473, - 0.07959, - 0.05835, - 0.110352, - 0.079102, - 0.080078, - 0.077637, - 0.067383, - 0.080566, - 0.084473, - 0.090332, - 0.081055, - 0.069824, - 0.09375, - 0.089355, - 0.09375, - 0.080566, - 0.094238, - 0.075684, - 0.072754, - 0.086914, - 0.085449, - 0.09082, - 0.090332, - 0.080566, - 0.099609, - 0.081055, - 0.087891, - 0.086426, - 0.077148, - 0.084961, - 0.076172, - 0.080566, - 0.117188, - 0.074707, - 0.08252, - 0.048096, - 0.11084, - 0.078613, - 0.100098, - 0.08252, - 0.209961, - 0.098633, - 0.086426, - 0.087891, - 0.07373, - 0.07959, - 0.095215, - 0.081543, - 0.089844, - 0.087402, - 0.099609, - 0.084473, - 0.07959, - 0.079102, - 0.103027, - 0.084961, - 0.084473, - 0.083008, - 0.084473, - 0.08252, - 0.083496, - 0.087402, - 0.084473, - 0.101562, - 0.07959, - 0.097168, - 0.104492, - 0.083984, - 0.088867, - 0.07959, - 0.084961, - 0.072754, - 0.079102, - 0.073242, - 0.078125, - 0.087891, - 0.083008, - 0.088379, - 0.077148, - 0.089844, - 0.080566, - 0.089844, - 0.066406, - 0.085938, - 0.101562, - 0.077148, - 0.087402, - 0.075684, - 0.064453, - 0.059082, - 0.079102, - 0.07373, - 0.08252, - 0.076172, - 0.075684, - 0.067871, - 0.083008, - 0.084473, - 0.077148, - 0.094238, - 0.07959, - 0.08252, - 0.088867, - 0.08252, - 0.081055, - 0.046631, - 0.08252, - 0.080078, - 0.08252, - 0.081055, - 0.081543, - 0.095215, - 0.080566, - 0.084473, - 0.076172, - 0.091309, - 0.098633, - 0.070801, - 0.084473, - 0.066406, - 0.080078, - 0.089355, - 0.076172, - 0.087402, - 0.090332, - 0.069824, - 0.075195, - 0.085938, - 0.07373, - 0.094238, - 0.044922, - 0.076172, - 0.075195, - 0.077637, - 0.089355, - 0.067871, - 0.07959, - 0.067871, - 0.089355, - 0.081055, - 0.081543, - 0.073242, - 0.088379, - 0.084961, - 0.088379, - 0.070801, - 0.083496, - 0.07959, - 0.078125, - 0.07373, - 0.077637, - 0.071289, - 0.152344, - 0.083008, - 0.084961, - 0.088867, - 0.080566, - 0.075195, - 0.071289, - 0.075684, - 0.093262, - 0.083008, - 0.071777, - 0.064453, - 0.074219, - 0.076172, - 0.106934, - 0.075195, - 0.098145, - 0.060547, - 0.083984, - 0.072754, - 0.072754, - 0.081543, - 0.087402, - 0.086914, - 0.07373, - 0.084473, - 0.075684, - 0.072754, - 0.067383, - 0.104004, - 0.074707, - 0.073242, - 0.056885, - 0.07959, - 0.072266, - 0.087402, - 0.117188, - 0.088867, - 0.094238, - 0.088379, - 0.064453, - 0.081543, - 0.084473, - 0.077148, - 0.090332, - 0.084473, - 0.098633, - 0.071777, - 0.083496, - 0.103516, - 0.105957, - 0.077637, - 0.099609, - 0.089355, - 0.083984, - 0.087891, - 0.084473, - 0.080566, - 0.076172, - 0.078125, - 0.070801, - 0.08252, - 0.080566, - 0.108887, - 0.092773, - 0.104004, - 0.074707, - 0.123535, - 0.069336, - 0.084473, - 0.080078, - 0.087402, - 0.077148, - 0.087402, - 0.09082, - 0.069336, - 0.083008, - 0.072754, - 0.102051, - 0.091309, - 0.068848, - 0.082031, - 0.11377, - 0.086426, - 0.089355, - 0.078125, - 0.073242, - 0.077637, - 0.087891, - 0.077148, - 0.102051, - 0.077148, - 0.084473, - 0.081055, - 0.095703, - 0.07373, - 0.08252, - 0.095215, - 0.086426, - 0.074219, - 0.072754, - 0.126953, - 0.077148, - 0.077148, - 0.085449, - 0.08252, - 0.097168, - 0.086426, - 0.078125, - 0.069824, - 0.074219, - 0.089355, - 0.07959, - 0.109863, - 0.083496, - 0.081055, - 0.070312, - 0.086914, - 0.077637, - 0.103516, - 0.083008, - 0.089355, - 0.08252, - 0.07373, - 0.079102, - 0.075195, - 0.072754, - 0.06543, - 0.129883, - 0.07373, - 0.089844, - 0.085449, - 0.084961, - 0.070801, - 0.075195, - 0.097168, - 0.080566, - 0.134766, - 0.082031, - 0.071777, - 0.083984, - 0.080078, - 0.075684, - 0.085449, - 0.073242, - 0.075195, - 0.083008, - 0.068359, - 0.071777, - 0.072754, - 0.078125, - 0.076172, - 0.077637, - 0.087402, - 0.081543, - 0.088379, - 0.077148, - 0.086914, - 0.085449, - 0.085449, - 0.123047, - 0.083984, - 0.104004, - 0.076172, - 0.073242, - 0.065918, - 0.086914, - 0.087402, - 0.081055, - 0.085938, - 0.05542, - 0.07959, - 0.086426, - 0.109863, - 0.085938, - 0.081055, - 0.088379, - 0.106445, - 0.09668, - 0.108887, - 0.088867, - 0.07373, - 0.069824, - 0.092285, - 0.097168, - 0.085938, - 0.104004, - 0.07666, - 0.084473, - 0.081055, - 0.088379, - 0.092773, - 0.15918, - 0.087891, - 0.094727, - 0.057861, - 0.068848, - 0.07666, - 0.084961, - 0.080078, - 0.084473, - 0.069824, - 0.080566, - 0.057617, - 0.084473, - 0.073242, - 0.089355, - 0.070801, - 0.059814, - 0.080566, - 0.082031, - 0.083496, - 0.075684, - 0.062012, - 0.088379, - 0.077148, - 0.075684, - 0.098145, - 0.054443, - 0.089844, - 0.078613, - 0.071777, - 0.103027, - 0.057129, - 0.087891, - 0.047852, - 0.073242, - 0.103516, - 0.079102, - 0.109375, - 0.109863, - 0.07373, - 0.080566, - 0.074219, - 0.082031, - 0.089355, - 0.104004, - 0.069336, - 0.084473, - 0.070312, - 0.08252, - 0.090332, - 0.081055, - 0.075195, - 0.08252, - 0.084961, - 0.074707, - 0.087891, - 0.078613, - 0.068848, - 0.085449, - 0.080566, - 0.091797, - 0.098145, - 0.071777, - 0.079102, - 0.077637, - 0.071289, - 0.088379, - 0.074219, - 0.085449, - 0.083984, - 0.071777, - 0.077637, - 0.080078, - 0.091797, - 0.076172, - 0.08252, - 0.08252, - 0.073242, - 0.077148, - 0.078613, - 0.076172, - 0.085938, - 0.072754, - 0.084961, - 0.080566, - 0.081055, - 0.092285, - 0.083496, - 0.101074, - 0.102539, - 0.082031, - 0.086426, - 0.087402, - 0.09668, - 0.072266, - 0.080078, - 0.076172, - 0.077637, - 0.070801, - 0.074219, - 0.080566, - 0.098145, - 0.07373, - 0.07959, - 0.112305, - 0.088379, - 0.080078, - 0.091309, - 0.089355, - 0.071289, - 0.080078, - 0.081543, - 0.071777, - 0.077148, - 0.083008, - 0.084961, - 0.105469, - 0.074707, - 0.081543, - 0.078125, - 0.074219, - 0.105469, - 0.080078, - 0.086914, - 0.092285, - 0.086426, - 0.07959, - 0.078125, - 0.081055, - 0.082031, - 0.073242, - 0.076172, - 0.075195, - 0.069824, - 0.070312, - 0.083496, - 0.078125, - 0.07373, - 0.092285, - 0.102051, - 0.072266, - 0.09668, - 0.084473, - 0.083984 - ] - }, - "name": "model.transformer.layers.7.attn_norm.weight", - "outputIndexes": [ - 473 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 472, - 473 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_7/Mul_1_output_0", - "outputIndexes": [ - 474 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 474 - ], - "outputIndexes": [ - 2189 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2189 - ], - "outputIndexes": [ - 2190 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear", - "inputIndexes": [ - 2190 - ], - "outputIndexes": [ - 2191 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 66995100, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2191 - ], - "outputIndexes": [ - 2192 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2192 - ], - "outputIndexes": [ - 475 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 474 - ], - "main_type": "NONE", - "name": "/Shape_29_output_0", - "outputIndexes": [ - 476 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 476 - ], - "main_type": "NONE", - "name": "Shape677", - "outputIndexes": [ - 477 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 476 - ], - "main_type": "NONE", - "name": "Rank679", - "outputIndexes": [ - 478 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 478, - 478 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp681", - "outputIndexes": [ - 479 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 479 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze682", - "outputIndexes": [ - 480 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 479, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp684", - "outputIndexes": [ - 481 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 481 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze685", - "outputIndexes": [ - 482 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 477, - 480, - 482, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice688", - "outputIndexes": [ - 483 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 483 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze689", - "outputIndexes": [ - 484 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 484 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp690", - "outputIndexes": [ - 485 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 485, - 484 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp691", - "outputIndexes": [ - 486 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 476, - 486, - 479 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_39_output_0", - "outputIndexes": [ - 487 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 487, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_71_output_0", - "outputIndexes": [ - 488 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 488, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_35_output_0", - "outputIndexes": [ - 489 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 475, - 489 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_29_output_0", - "outputIndexes": [ - 490 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 490 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_7/Mul_output_0", - "outputIndexes": [ - 491 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.890625, - -0.023193, - 1.132812, - 0.333984, - 0.291016, - 1.429688, - 1.78125, - 1.3125, - 1.65625, - 1.867188, - 1.304688, - 2.03125, - 1.875, - 1.914062, - 1.851562, - 1.90625, - 1.976562, - 1.820312, - 2.1875, - 2.09375, - 2.125, - 0.59375, - 2.03125, - 2.0625, - 2.046875, - 1.570312, - 2.03125, - 2.09375, - 2.140625, - 2.046875, - 1.960938, - 1.515625, - 1.476562, - 0.164062, - 1.164062, - 1.289062, - 1.859375, - 1.640625, - 1.695312, - 1.609375, - 1.695312, - 1.953125, - 1.8125, - 1.914062, - 1.867188, - 1.546875, - 1.96875, - 1.867188, - 2.046875, - 2.046875, - 1.960938, - 2.125, - 2.03125, - 2.625, - 2.015625, - 2.09375, - 2.078125, - 2.0, - 2.015625, - 1.921875, - 2.53125, - 1.976562, - 2.09375, - 2.359375 - ] - }, - "name": "model.transformer.layers.7.attn.q_norm.weight", - "outputIndexes": [ - 492 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 491, - 492 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_7/Mul_1_output_0", - "outputIndexes": [ - 493 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 493, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_28_output_0", - "outputIndexes": [ - 494 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 493, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_29_output_0", - "outputIndexes": [ - 495 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 495 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_14_output_0", - "outputIndexes": [ - 496 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 493, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_28_output_0", - "outputIndexes": [ - 497 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 496, - 497 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_38_output_0", - "outputIndexes": [ - 498 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 498, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_29_output_0", - "outputIndexes": [ - 499 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 494, - 499 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_28_output_0", - "outputIndexes": [ - 500 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 474 - ], - "outputIndexes": [ - 2193 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2193 - ], - "outputIndexes": [ - 2194 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear", - "inputIndexes": [ - 2194 - ], - "outputIndexes": [ - 2195 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 68474802, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2195 - ], - "outputIndexes": [ - 2196 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2196 - ], - "outputIndexes": [ - 501 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 488, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_36_output_0", - "outputIndexes": [ - 502 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 501, - 502 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_30_output_0", - "outputIndexes": [ - 503 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 503 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_7/Mul_output_0", - "outputIndexes": [ - 504 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.036865, - -0.01416, - 1.34375, - 0.310547, - 0.777344, - 1.5625, - 1.71875, - 1.78125, - 1.65625, - 1.984375, - 2.0625, - 1.953125, - 2.03125, - 1.421875, - 1.945312, - 1.671875, - 2.015625, - 2.234375, - 1.828125, - 2.109375, - 2.015625, - 4.96875, - 2.09375, - 2.0625, - 2.0625, - 2.234375, - 2.0625, - 2.0, - 2.1875, - 2.078125, - 2.0625, - 2.140625, - 1.5, - 0.144531, - 1.039062, - 1.210938, - 1.054688, - 1.632812, - 1.601562, - 1.023438, - 1.539062, - 1.71875, - 1.125, - 1.789062, - 1.65625, - 2.25, - 1.828125, - 2.109375, - 2.03125, - 1.671875, - 2.1875, - 2.046875, - 2.203125, - 0.304688, - 2.140625, - 2.125, - 2.0625, - 2.0625, - 2.078125, - 2.046875, - 2.734375, - 2.109375, - 2.0, - 1.625 - ] - }, - "name": "model.transformer.layers.7.attn.k_norm.weight", - "outputIndexes": [ - 505 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 504, - 505 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_7/Mul_1_output_0", - "outputIndexes": [ - 506 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 506, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_30_output_0", - "outputIndexes": [ - 507 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 506, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_31_output_0", - "outputIndexes": [ - 508 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 508 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_15_output_0", - "outputIndexes": [ - 509 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 506, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_30_output_0", - "outputIndexes": [ - 510 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 509, - 510 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_39_output_0", - "outputIndexes": [ - 511 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 511, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_31_output_0", - "outputIndexes": [ - 512 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 507, - 512 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_29_output_0", - "outputIndexes": [ - 513 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 474 - ], - "outputIndexes": [ - 2197 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2197 - ], - "outputIndexes": [ - 2198 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear", - "inputIndexes": [ - 2198 - ], - "outputIndexes": [ - 2199 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 68844744, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2199 - ], - "outputIndexes": [ - 2200 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2200 - ], - "outputIndexes": [ - 514 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 514, - 502 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_31_output_0", - "outputIndexes": [ - 515 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 500, - 513, - 515, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.7/self_attn/FusedAttention", - "outputIndexes": [ - 516 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 516 - ], - "outputIndexes": [ - 2201 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2201 - ], - "outputIndexes": [ - 2202 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear", - "inputIndexes": [ - 2202 - ], - "outputIndexes": [ - 2203 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 69214686, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2203 - ], - "outputIndexes": [ - 2204 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2204 - ], - "outputIndexes": [ - 517 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 471, - 517 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_30_output_0", - "outputIndexes": [ - 518 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 518 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_7/Mul_output_0", - "outputIndexes": [ - 519 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.253906, - 0.177734, - 0.230469, - 0.251953, - 0.240234, - 0.244141, - 0.1875, - 0.248047, - 0.228516, - 0.130859, - 0.251953, - 0.21582, - 0.248047, - 0.234375, - 0.246094, - 0.255859, - 0.241211, - 0.213867, - 0.248047, - 0.243164, - 0.25, - 0.251953, - 0.243164, - 0.243164, - 0.227539, - 0.259766, - 0.245117, - 0.242188, - 0.236328, - 0.230469, - 0.239258, - 0.238281, - 0.243164, - 0.237305, - 0.249023, - 0.245117, - 0.249023, - 0.255859, - 0.229492, - 0.176758, - 0.271484, - 0.248047, - 0.240234, - 0.114746, - 0.251953, - 0.15625, - 0.249023, - 0.235352, - 0.232422, - 0.237305, - 0.245117, - 0.239258, - 0.251953, - 0.172852, - 0.248047, - 0.251953, - 0.242188, - 0.255859, - 0.253906, - 0.259766, - 0.261719, - 0.241211, - 0.396484, - 0.242188, - 0.151367, - 0.244141, - 0.212891, - 0.240234, - 0.259766, - 0.228516, - 0.242188, - 0.233398, - 0.253906, - 0.249023, - 0.207031, - 0.242188, - 0.230469, - 0.243164, - 0.246094, - 0.253906, - 0.243164, - 0.245117, - 0.219727, - 0.242188, - 0.253906, - 0.249023, - 0.243164, - 0.240234, - 0.228516, - 0.220703, - 0.243164, - 0.234375, - 0.253906, - 0.129883, - 0.185547, - 0.241211, - 0.241211, - 0.174805, - 0.24707, - 0.246094, - 0.21875, - 0.241211, - 0.134766, - 0.259766, - 0.240234, - 0.217773, - 0.237305, - 0.246094, - 0.245117, - 0.226562, - 0.216797, - 0.238281, - 0.253906, - 0.235352, - 0.246094, - 0.243164, - 0.231445, - 0.225586, - 0.255859, - 0.238281, - 0.244141, - 0.249023, - 0.232422, - 0.088379, - 0.249023, - 0.114746, - 0.230469, - 0.259766, - 0.142578, - 0.228516, - 0.253906, - 0.243164, - 0.241211, - 0.233398, - 0.223633, - 0.257812, - 0.233398, - 0.283203, - 0.222656, - 0.230469, - 0.224609, - 0.242188, - 0.246094, - 0.246094, - 0.168945, - 0.099609, - 0.261719, - 0.097656, - 0.238281, - 0.196289, - 0.238281, - 0.248047, - 0.244141, - 0.231445, - 0.239258, - 0.243164, - 0.236328, - 0.24707, - 0.129883, - 0.24707, - 0.238281, - 0.248047, - 0.090332, - 0.231445, - 0.21875, - 0.231445, - 0.230469, - 0.121582, - 0.101074, - 0.236328, - 0.079102, - 0.168945, - 0.226562, - 0.194336, - 0.231445, - 0.245117, - 0.202148, - 0.238281, - 0.213867, - 0.253906, - 0.251953, - 0.251953, - 0.244141, - 0.243164, - 0.240234, - 0.232422, - 0.233398, - 0.248047, - 0.251953, - 0.243164, - 0.229492, - 0.251953, - 0.24707, - 0.224609, - 0.243164, - 0.224609, - 0.251953, - 0.213867, - 0.310547, - 0.239258, - 0.242188, - 0.244141, - 0.243164, - 0.235352, - 0.244141, - 0.253906, - 0.255859, - 0.265625, - 0.197266, - 0.155273, - 0.388672, - 0.244141, - 0.246094, - 0.237305, - 0.224609, - 0.253906, - 0.24707, - 0.246094, - 0.243164, - 0.216797, - 0.104492, - 0.255859, - 0.166992, - 0.24707, - 0.167969, - 0.193359, - 0.239258, - 0.259766, - 0.182617, - 0.25, - 0.211914, - 0.157227, - 0.193359, - 0.235352, - 0.235352, - 0.255859, - 0.230469, - 0.233398, - 0.054688, - 0.257812, - 0.25, - 0.15918, - 0.279297, - 0.257812, - 0.241211, - 0.235352, - 0.150391, - 0.24707, - 0.100098, - 0.239258, - 0.25, - 0.126953, - 0.246094, - 0.241211, - 0.223633, - 0.147461, - 0.236328, - 0.237305, - 0.223633, - 0.235352, - 0.230469, - 0.194336, - 0.234375, - 0.219727, - 0.24707, - 0.257812, - 0.24707, - 0.229492, - 0.251953, - 0.246094, - 0.241211, - 0.253906, - 0.244141, - 0.242188, - 0.237305, - 0.147461, - 0.246094, - 0.253906, - 0.251953, - 0.240234, - 0.246094, - 0.24707, - 0.248047, - 0.22168, - 0.244141, - 0.238281, - 0.102539, - 0.233398, - 0.246094, - 0.241211, - 0.24707, - 0.238281, - 0.223633, - 0.239258, - 0.230469, - 0.245117, - 0.228516, - 0.251953, - 0.253906, - 0.292969, - 0.248047, - 0.240234, - 0.192383, - 0.241211, - 0.244141, - 0.245117, - 0.177734, - 0.25, - 0.225586, - 0.255859, - 0.255859, - 0.25, - 0.238281, - 0.253906, - 0.259766, - 0.246094, - 0.243164, - 0.275391, - 0.230469, - 0.172852, - 0.24707, - 0.238281, - 0.244141, - 0.244141, - 0.259766, - 0.251953, - 0.248047, - -0.000839, - 0.253906, - 0.24707, - 0.24707, - 0.21875, - 0.243164, - 0.228516, - 0.202148, - 0.251953, - 0.241211, - 0.166016, - 0.257812, - 0.249023, - 0.233398, - 0.235352, - 0.255859, - 0.205078, - 0.251953, - 0.182617, - 0.230469, - 0.239258, - 0.251953, - 0.236328, - 0.246094, - 0.244141, - 0.235352, - 0.232422, - 0.200195, - 0.25, - 0.24707, - 0.261719, - 0.244141, - 0.209961, - 0.236328, - 0.1875, - 0.249023, - 0.386719, - 0.24707, - 0.09082, - 0.249023, - 0.244141, - 0.249023, - 0.257812, - 0.227539, - 0.064941, - 0.229492, - 0.172852, - 0.222656, - 0.233398, - 0.15332, - 0.220703, - 0.249023, - 0.101074, - 0.230469, - 0.28125, - 0.257812, - 0.164062, - 0.195312, - 0.253906, - 0.245117, - 0.242188, - 0.248047, - 0.239258, - 0.251953, - 0.237305, - 0.243164, - 0.25, - 0.248047, - 0.257812, - 0.257812, - 0.257812, - 0.147461, - 0.261719, - 0.234375, - 0.25, - 0.208008, - 0.253906, - 0.236328, - 0.08252, - 0.237305, - 0.233398, - 0.239258, - 0.224609, - 0.079102, - 0.275391, - 0.249023, - 0.236328, - 0.225586, - 0.231445, - 0.24707, - 0.238281, - 0.238281, - 0.236328, - 0.246094, - 0.136719, - 0.242188, - 0.236328, - 0.241211, - 0.263672, - 0.263672, - 0.199219, - 0.234375, - 0.248047, - 0.239258, - 0.242188, - 0.300781, - 0.236328, - 0.320312, - 0.241211, - 0.220703, - 0.253906, - 0.24707, - 0.244141, - 0.233398, - 0.251953, - 0.261719, - 0.253906, - 0.233398, - 0.255859, - 0.24707, - 0.234375, - 0.241211, - 0.223633, - 0.257812, - 0.130859, - 0.245117, - 0.242188, - 0.234375, - 0.244141, - 0.245117, - 0.248047, - 0.251953, - 0.225586, - 0.234375, - 0.240234, - 0.241211, - 0.206055, - 0.22168, - 0.263672, - 0.239258, - 0.244141, - 0.242188, - 0.245117, - 0.196289, - 0.191406, - 0.233398, - 0.243164, - 0.245117, - 0.251953, - 0.241211, - 0.24707, - 0.265625, - 0.249023, - 0.259766, - 0.253906, - 0.216797, - 0.257812, - 0.234375, - 0.228516, - 0.244141, - 0.25, - 0.263672, - 0.25, - 0.130859, - 0.25, - 0.239258, - 0.21875, - 0.265625, - 0.200195, - 0.251953, - 0.251953, - 0.255859, - 0.231445, - 0.25, - 0.232422, - 0.244141, - 0.238281, - 0.240234, - 0.259766, - 0.239258, - 0.249023, - 0.245117, - 0.238281, - 0.251953, - 0.251953, - 0.242188, - 0.251953, - 0.137695, - 0.000224, - 0.240234, - 0.219727, - 0.259766, - 0.182617, - 0.25, - 0.259766, - 0.209961, - 0.25, - 0.164062, - 0.102051, - 0.246094, - 0.245117, - 0.233398, - 0.241211, - 0.231445, - -0.001755, - 0.25, - 0.243164, - 0.251953, - 0.241211, - 0.249023, - 0.246094, - 0.243164, - 0.255859, - 0.232422, - 0.246094, - 0.236328, - 0.242188, - 0.245117, - 0.234375, - 0.302734, - 0.117676, - 0.237305, - 0.213867, - 0.207031, - 0.251953, - 0.24707, - 0.12207, - 0.228516, - 0.242188, - 0.24707, - 0.22168, - 0.225586, - 0.235352, - 0.236328, - 0.224609, - 0.228516, - 0.240234, - 0.253906, - 0.082031, - 0.263672, - 0.155273, - 0.259766, - 0.098633, - 0.25, - 0.117188, - 0.228516, - 0.279297, - 0.259766, - 0.137695, - 0.241211, - 0.255859, - 0.150391, - 0.243164, - 0.246094, - 0.242188, - 0.002045, - 0.181641, - 0.236328, - 0.237305, - 0.241211, - 0.257812, - 0.246094, - 0.245117, - 0.248047, - 0.257812, - 0.245117, - 0.248047, - 0.243164, - 0.204102, - 0.226562, - 0.245117, - 0.237305, - 0.25, - 0.255859, - 0.238281, - 0.244141, - 0.253906, - 0.226562, - 0.237305, - 0.259766, - 0.244141, - 0.174805, - 0.131836, - 0.240234, - 0.222656, - 0.220703, - 0.249023, - 0.253906, - 0.227539, - 0.241211, - 0.25, - 0.25, - 0.24707, - 0.248047, - 0.251953, - 0.239258, - 0.240234, - 0.231445, - 0.193359, - 0.251953, - 0.00045, - 0.265625, - 0.253906, - 0.231445, - 0.24707, - 0.229492, - 0.25, - 0.261719, - 0.233398, - 0.251953, - 0.249023, - 0.246094, - 0.241211, - 0.261719, - 0.257812, - 0.253906, - 0.230469, - 0.253906, - 0.253906, - 0.251953, - 0.173828, - 0.244141, - 0.243164, - 0.234375, - 0.246094, - 0.234375, - 0.246094, - 0.275391, - 0.243164, - 0.248047, - 0.246094, - 0.255859, - 0.241211, - 0.249023, - 0.253906, - 0.246094, - 0.251953, - 0.231445, - 0.255859, - 0.120605, - 0.25, - 0.227539, - 0.239258, - 0.240234, - 0.243164, - 0.071777, - 0.230469, - 0.213867, - 0.239258, - 0.230469, - 0.223633, - 0.206055, - 0.241211, - 0.170898, - 0.10791, - 0.242188, - 0.227539, - 0.251953, - 0.261719, - 0.400391, - 0.238281, - 0.219727, - 0.176758, - 0.261719, - 0.240234, - 0.243164, - 0.238281, - 0.261719, - 0.255859, - 0.240234, - 0.211914, - 0.263672, - 0.257812, - 0.248047, - 0.243164, - 0.24707, - 0.228516, - 0.249023, - 0.242188, - 0.257812, - 0.259766, - 0.248047, - 0.204102, - 0.253906, - 0.227539, - 0.3125, - 0.236328, - 0.244141, - 0.238281, - 0.249023, - 0.25, - 0.251953, - 0.204102, - 0.237305, - 0.251953, - 0.245117, - 0.236328, - 0.239258, - 0.249023, - 0.251953, - 0.257812, - 0.150391, - 0.248047, - 0.226562, - 0.240234, - 0.213867, - 0.245117, - 0.242188, - 0.237305, - 0.233398, - 0.242188, - 0.239258, - 0.238281, - 0.257812, - 0.244141, - 0.248047, - 0.165039, - 0.142578, - 0.241211, - 0.233398, - 0.239258, - 0.186523, - 0.246094, - 0.251953, - 0.255859, - 0.239258, - 0.257812, - 0.255859, - 0.263672, - 0.322266, - 0.226562, - 0.219727, - 0.231445, - 0.178711, - 0.235352, - 0.21875, - 0.24707, - 0.257812, - 0.257812, - 0.245117, - 0.246094, - 0.248047, - 0.24707, - 0.257812, - 0.253906, - 0.25, - 0.237305, - 0.235352, - 0.237305, - 0.22168, - 0.241211, - 0.255859, - 0.177734, - 0.253906, - 0.131836, - 0.235352, - 0.243164, - 0.238281, - 0.243164, - 0.223633, - 0.240234, - 0.243164, - 0.146484, - 0.220703, - 0.241211, - 0.242188, - 0.089355, - 0.098145, - 0.240234, - 0.216797, - 0.267578, - 0.230469, - 0.238281, - 0.244141, - 0.203125, - 0.24707, - 0.225586, - 0.257812, - 0.261719, - 0.239258, - 0.202148, - 0.232422, - 0.220703, - 0.220703, - 0.251953, - 0.259766, - 0.237305, - 0.253906, - 0.248047, - 0.235352, - 0.239258, - 0.244141, - 0.241211, - 0.240234, - 0.241211, - 0.237305, - 0.236328, - 0.24707, - 0.244141, - 0.180664, - 0.216797, - 0.231445, - 0.235352, - 0.241211, - 0.239258, - 0.220703, - 0.249023, - 0.223633, - 0.243164, - 0.241211, - 0.255859, - 0.239258, - 0.251953, - 0.242188, - 0.227539, - 0.496094, - 0.244141, - 0.269531, - 0.246094, - 0.220703, - 0.24707, - 0.25, - 0.235352, - 0.244141, - 0.308594, - 0.261719, - 0.24707, - 0.255859, - 0.135742, - 0.243164, - 0.236328, - 0.21875, - 0.249023, - 0.240234, - 0.226562, - 0.160156, - 0.239258, - 0.201172, - 0.233398, - 0.243164, - 0.237305, - 0.227539, - 0.15918, - 0.249023, - 0.21582, - 0.241211, - 0.253906, - 0.251953, - 0.212891, - 0.245117, - 0.236328, - 0.251953, - 0.275391, - 0.257812, - 0.230469, - 0.230469, - 0.241211, - 0.251953, - 0.25, - 0.241211, - 0.249023, - 0.298828, - 0.243164, - 0.226562, - 0.237305, - 0.143555, - 0.240234, - 0.167969, - 0.244141, - 0.25, - 0.233398, - 0.236328, - 0.246094, - 0.243164, - 0.21582, - 0.144531, - 0.251953, - 0.203125, - 0.244141, - 0.251953, - 0.257812, - 0.238281, - 0.248047, - 0.259766, - 0.24707, - 0.232422, - 0.118164, - 0.263672, - 0.243164, - 0.25, - 0.25, - 0.25, - 0.224609, - 0.253906, - 0.232422, - 0.257812, - 0.330078, - 0.201172, - 0.24707, - 0.240234, - 0.208008, - 0.222656, - 0.204102, - 0.4375, - 0.242188, - 0.231445, - 0.248047, - 0.246094, - 0.265625, - 0.255859, - 0.239258, - 0.243164, - 0.263672, - 0.24707, - 0.239258, - 0.236328, - 0.05957, - 0.140625, - 0.22168, - 0.112793, - 0.246094, - 0.244141, - 0.285156, - 0.229492, - 0.227539, - 0.112793, - 0.251953, - 0.269531, - 0.188477, - 0.275391, - 0.271484, - 0.200195, - 0.257812, - 0.255859, - 0.244141, - 0.225586, - 0.239258, - 0.232422, - 0.079102, - 0.223633, - 0.245117, - 0.244141, - 0.251953, - 0.233398, - 0.24707, - 0.230469, - 0.035889, - 0.210938, - 0.246094, - 0.210938, - 0.122559, - 0.105469, - 0.253906, - 0.24707, - 0.237305, - 0.209961, - 0.203125, - 0.241211, - 0.238281, - 0.076172, - 0.235352, - 0.141602, - 0.241211, - 0.246094, - 0.244141, - 0.234375, - 0.361328, - 0.243164, - 0.24707, - 0.230469, - 0.092285, - 0.238281, - 0.253906, - 0.263672, - 0.243164, - 0.233398, - 0.251953, - 0.251953, - 0.242188, - 0.157227, - 0.261719, - 0.265625, - 0.245117, - 0.245117, - 0.223633, - 0.229492, - 0.241211, - 0.248047, - 0.257812, - 0.229492, - 0.235352, - 0.251953, - 0.255859, - 0.243164, - 0.236328, - 0.242188, - 0.237305, - 0.255859, - 0.245117, - 0.236328, - 0.261719, - 0.263672, - 0.117188, - 0.178711, - 0.180664, - 0.229492, - 0.245117, - 0.209961, - 0.208984, - 0.257812, - 0.229492, - 0.246094, - 0.160156, - 0.235352, - 0.263672, - 0.25, - 0.245117, - 0.230469, - 0.251953, - 0.118652, - 0.248047, - 0.246094, - 0.253906, - 0.232422, - 0.223633, - 0.186523, - 0.234375, - 0.241211, - 0.225586, - 0.245117, - 0.269531, - 0.237305, - 0.24707, - 0.231445, - 0.25, - 0.259766, - 0.223633, - 0.228516, - 0.202148, - 0.222656, - 0.241211, - 0.246094, - 0.135742, - 0.237305, - 0.245117, - 0.263672, - 0.251953, - 0.157227, - 0.242188, - 0.249023, - 0.198242, - 0.244141, - 0.10498, - 0.224609, - 0.242188, - 0.241211, - 0.25, - 0.233398, - 0.236328, - 0.257812, - 0.235352, - 0.230469, - 0.243164, - 0.24707, - 0.176758, - 0.287109, - 0.249023, - 0.248047, - 0.188477, - 0.237305, - 0.253906, - 0.21582, - 0.238281, - 0.243164, - 0.201172, - 0.228516, - 0.246094, - 0.234375, - 0.235352, - 0.186523, - 0.113281, - 0.249023, - 0.238281, - 0.140625, - 0.222656, - 0.259766, - 0.249023, - 0.246094, - 0.244141, - 0.237305, - 0.236328, - 0.240234, - 0.198242, - 0.240234, - 0.131836, - 0.243164, - 0.225586, - 0.21582, - 0.25, - 0.253906, - 0.226562, - 0.255859, - 0.233398, - 0.251953, - 0.248047, - 0.435547, - 0.259766, - 0.263672, - 0.177734, - 0.239258, - 0.24707, - 0.251953, - 0.248047, - 0.242188, - 0.253906, - 0.241211, - 0.251953, - 0.234375, - 0.235352, - 0.25, - 0.237305, - 0.251953, - 0.239258, - 0.248047, - 0.246094, - 0.241211, - 0.251953, - 0.253906, - 0.253906, - 0.255859, - 0.244141, - 0.201172, - 0.255859, - 0.223633, - 0.237305, - 0.239258, - 0.232422, - 0.248047, - 0.220703, - 0.236328, - 0.240234, - 0.235352, - 0.242188, - 0.245117, - 0.242188, - 0.248047, - 0.227539, - 0.242188, - 0.25, - 0.227539, - 0.251953, - 0.249023, - 0.241211, - 0.225586, - 0.242188, - 0.244141, - 0.253906, - 0.242188, - 0.255859, - 0.226562, - 0.208008, - 0.201172, - 0.248047, - 0.255859, - 0.085938, - 0.257812, - 0.19043, - 0.239258, - 0.244141, - 0.230469, - 0.429688, - 0.123535, - 0.243164, - 0.233398, - 0.248047, - 0.246094, - 0.233398, - 0.257812, - 0.237305, - 0.249023, - 0.249023, - 0.236328, - 0.217773, - 0.330078, - 0.261719, - 0.251953, - 0.263672, - 0.251953, - 0.245117, - 0.251953, - 0.229492, - 0.287109, - 0.248047, - 0.396484, - 0.249023, - 0.25, - 0.255859, - 0.100098, - 0.233398, - 0.219727, - 0.233398, - 0.248047, - 0.240234, - 0.167969, - 0.233398, - 0.253906, - 0.235352, - 0.244141, - 0.239258, - 0.248047, - 0.21582, - 0.11084, - 0.235352, - 0.219727, - 0.236328, - 0.244141, - 0.231445, - 0.236328, - 0.24707, - 0.261719, - 0.239258, - 0.28125, - 0.251953, - 0.038086, - 0.265625, - 0.085449, - 0.208008, - 0.242188, - 0.249023, - 0.232422, - 0.049561, - 0.194336, - 0.242188, - 0.245117, - 0.186523, - 0.235352, - 0.251953, - 0.243164, - 0.233398, - 0.322266, - 0.255859, - 0.255859, - 0.236328, - 0.239258, - 0.239258, - 0.249023, - 0.249023, - 0.251953, - 0.251953, - 0.202148, - 0.253906, - 0.22168, - 0.275391, - 0.239258, - 0.259766, - 0.251953, - 0.232422, - 0.246094, - 0.114258, - 0.238281, - 0.24707, - 0.267578, - 0.259766, - 0.245117, - 0.251953, - 0.25, - 0.259766, - 0.209961, - 0.238281, - 0.248047, - 0.3125, - 0.245117, - 0.202148, - 0.253906, - 0.1875, - 0.1875, - 0.235352, - 0.255859, - 0.259766, - 0.259766, - 0.239258, - 0.236328, - 0.257812, - 0.094238, - 0.242188, - 0.25, - 0.240234, - 0.231445, - 0.222656, - 0.241211, - 0.241211, - 0.269531, - 0.251953, - 0.246094, - 0.235352, - 0.237305, - 0.204102, - 0.253906, - 0.132812, - 0.209961, - 0.251953, - 0.248047, - 0.241211, - 0.246094, - 0.241211, - 0.242188, - 0.188477, - 0.248047, - 0.255859, - 0.239258, - 0.244141, - 0.255859, - 0.231445, - 0.251953, - 0.244141, - 0.265625, - 0.233398, - 0.248047, - 0.253906, - 0.255859, - 0.25, - 0.230469, - 0.273438, - 0.25, - 0.248047, - 0.255859, - 0.232422, - 0.253906, - 0.232422, - 0.255859, - 0.236328, - 0.25, - 0.239258, - 0.245117, - 0.224609, - 0.279297, - 0.227539, - 0.228516, - 0.217773, - 0.259766, - 0.257812, - 0.249023, - 0.248047, - 0.220703, - 0.203125, - 0.235352, - 0.245117, - 0.248047, - 0.12207, - 0.233398, - 0.259766, - 0.245117, - 0.211914, - 0.213867, - 0.227539, - 0.246094, - 0.213867, - 0.081543, - 0.244141, - 0.213867, - 0.304688, - 0.086914, - 0.249023, - 0.257812, - 0.142578, - 0.251953, - 0.251953, - 0.223633, - 0.249023, - 0.248047, - 0.253906, - 0.249023, - 0.251953, - 0.249023, - 0.230469, - 0.244141, - 0.255859, - 0.244141, - 0.22168, - 0.240234, - 0.22168, - 0.255859, - 0.25, - 0.15625, - 0.243164, - 0.145508, - 0.251953, - 0.248047, - 0.242188, - 0.243164, - 0.249023, - 0.226562, - 0.222656, - 0.241211, - 0.222656, - 0.232422, - 0.253906, - 0.257812, - 0.227539, - 0.225586, - 0.248047, - 0.243164, - 0.234375, - 0.243164, - 0.226562, - 0.255859, - 0.239258, - 0.000288, - 0.220703, - 0.237305, - 0.089844, - 0.248047, - 0.234375, - 0.227539, - 0.25, - 0.249023, - 0.255859, - 0.242188, - 0.236328, - 0.265625, - 0.208008, - 0.225586, - 0.152344, - 0.259766, - 0.207031, - 0.00019, - 0.257812, - 0.255859, - 0.244141, - 0.259766, - 0.229492, - 0.235352, - 0.257812, - 0.239258, - 0.243164, - 0.416016, - 0.244141, - 0.239258, - 0.239258, - 0.243164, - 0.24707, - 0.253906, - 0.244141, - 0.229492, - 0.241211, - 0.161133, - 0.249023, - 0.24707, - 0.283203, - 0.204102, - 0.174805, - 0.261719, - 0.248047, - 0.086426, - 0.245117, - 0.238281, - 0.154297, - 0.259766, - 0.25, - 0.241211, - 0.242188, - 0.241211, - 0.248047, - 0.269531, - 0.228516, - 0.25, - 0.21582, - 0.231445, - 0.236328, - 0.234375, - 0.255859, - 0.230469, - 0.242188, - 0.238281, - 0.233398, - 0.246094, - 0.259766, - 0.236328, - 0.25, - 0.25, - 0.244141, - 0.237305, - 0.21875, - 0.253906, - 0.253906, - 0.255859, - 0.253906, - 0.243164, - 0.259766, - 0.244141, - 0.251953, - 0.241211, - 0.121094, - 0.255859, - 0.223633, - 0.233398, - 0.246094, - 0.240234, - 0.178711, - 0.294922, - 0.246094, - 0.22168, - 0.092285, - 0.223633, - 0.201172, - 0.236328, - 0.208984, - 0.233398, - 0.236328, - 0.25, - 0.112793, - 0.249023, - 0.241211, - 0.223633, - 0.249023, - 0.245117, - 0.238281, - 0.249023, - 0.226562, - 0.135742, - 0.283203, - 0.246094, - 0.242188, - 0.253906, - 0.242188, - 0.388672, - 0.253906, - 0.242188, - 0.243164, - 0.265625, - 0.257812, - 0.125, - 0.235352, - 0.243164, - 0.277344, - 0.117676, - 0.24707, - 0.242188, - 0.253906, - 0.259766, - 0.251953, - 0.246094, - 0.239258, - 0.244141, - 0.248047, - 0.168945, - 0.243164, - 0.237305, - 0.237305, - 0.241211, - 0.242188, - 0.255859, - 0.237305, - 0.242188, - 0.245117, - 0.227539, - 0.244141, - 0.24707, - 0.25, - 0.212891, - 0.232422, - 0.255859, - 0.249023, - 0.248047, - 0.239258, - 0.225586, - 0.242188, - 0.246094, - 0.335938, - 0.208984, - 0.231445, - 0.236328, - 0.225586, - 0.001266, - 0.248047, - 0.239258, - 0.1875, - 0.248047, - 0.246094, - 0.223633, - 0.237305, - 0.251953, - 0.230469, - 0.265625, - 0.216797, - 0.160156, - 0.240234, - 0.199219, - 0.240234, - 0.236328, - 0.238281, - 0.168945, - 0.25, - 0.245117, - 0.237305, - 0.241211, - 0.222656, - 0.24707, - 0.21582, - 0.208984, - 0.243164, - 0.245117, - 0.240234, - 0.271484, - 0.241211, - 0.240234, - 0.246094, - 0.235352, - 0.248047, - 0.241211, - 0.226562, - 0.239258, - 0.22168, - 0.238281, - 0.143555, - 0.257812, - 0.238281, - 0.219727, - 0.246094, - 0.232422, - 0.231445, - 0.255859, - 0.120605, - 0.234375, - 0.237305, - 0.231445, - 0.253906, - 0.233398, - 0.243164, - 0.241211, - 0.244141, - 0.28125, - 0.120117, - 0.24707, - 0.246094, - 0.235352, - 0.243164, - 0.239258, - 0.049316, - 0.244141, - 0.22168, - 0.235352, - 0.25, - 0.253906, - 0.135742, - 0.244141, - 0.25, - 0.249023, - 0.227539, - 0.242188, - 0.249023, - 0.229492, - 0.253906, - 0.236328, - 0.240234, - 0.243164, - 0.234375, - 0.210938, - 0.25, - 0.248047, - 0.240234, - 0.253906, - 0.209961, - 0.078125, - 0.241211, - 0.255859, - 0.219727, - 0.251953, - 0.251953, - 0.227539, - 0.238281, - 0.230469, - 0.241211, - 0.245117, - 0.239258, - 0.225586, - 0.182617, - 0.232422, - 0.257812, - 0.231445, - 0.243164, - 0.253906, - 0.246094, - 0.242188, - 0.238281, - 0.04541, - 0.244141, - 0.231445, - 0.25, - 0.240234, - 0.259766, - 0.239258, - 0.236328, - 0.227539, - 0.251953, - 0.241211, - 0.253906, - 0.229492, - 0.243164, - 0.149414, - 0.233398, - 0.22168, - 0.289062, - 0.243164, - 0.244141, - 0.265625, - 0.257812, - 0.113281, - 0.241211, - 0.255859, - 0.116699, - 0.243164, - 0.232422, - 0.242188, - 0.157227, - 0.24707, - 0.263672, - 0.320312, - 0.212891, - 0.248047, - 0.243164, - 0.148438, - 0.239258, - 0.094727, - 0.263672, - 0.253906, - 0.241211, - 0.235352, - 0.251953, - 0.238281, - 0.241211, - 0.21875, - 0.234375, - 0.242188, - 0.239258, - 0.185547, - 0.24707, - 0.205078, - 0.235352, - 0.240234, - 0.25, - 0.140625, - 0.224609, - 0.251953, - 0.240234, - 0.245117, - 0.087891, - 0.249023, - 0.168945, - 0.224609, - 0.210938, - 0.242188, - 0.060059, - 0.239258, - 0.240234, - 0.265625, - 0.25, - 0.24707, - 0.212891, - 0.251953, - 0.240234, - 0.251953, - 0.240234, - 0.253906, - 0.248047, - 0.21875, - 0.233398, - 0.202148, - 0.243164, - 0.253906, - 0.240234, - 0.259766, - 0.249023, - 0.261719, - 0.25, - 0.237305, - 0.240234, - 0.206055, - 0.241211, - 0.206055, - 0.244141, - 0.255859, - 0.233398, - 0.224609, - 0.240234, - 0.249023, - 0.154297, - 0.263672, - 0.246094, - 0.241211, - 0.253906, - 0.229492, - 0.249023, - 0.259766, - 0.241211, - 0.235352, - 0.238281, - 0.259766, - 0.142578, - 0.248047, - 0.209961, - 0.259766, - 0.231445, - 0.234375, - 0.223633, - 0.243164, - 0.09668, - 0.239258, - 0.243164, - 0.24707, - 0.232422, - 0.251953, - 0.28125, - 0.333984, - 0.244141, - 0.233398, - 0.263672, - 0.235352, - 0.24707, - 0.255859, - 0.234375, - 0.242188, - 0.233398, - 0.259766, - 0.231445, - 0.198242, - 0.240234, - 0.255859, - 0.243164, - 0.196289, - 0.245117, - 0.239258, - 0.253906, - 0.25, - 0.240234, - 0.265625, - 0.25, - 0.248047, - 0.229492, - 0.236328, - 0.25, - 0.228516, - 0.25, - 0.243164, - 0.253906, - 0.214844, - 0.25, - 0.205078, - 0.243164, - 0.244141, - 0.253906, - 0.212891, - 0.233398, - 0.232422, - 0.220703, - 0.314453, - 0.238281, - 0.232422, - 0.103516, - 0.239258, - 0.233398, - 0.227539, - 0.152344, - 0.202148, - 0.223633, - 0.216797, - 0.241211, - 0.249023, - 0.235352, - 0.082031, - 0.240234, - 0.227539, - 0.118164, - 0.21582, - 0.251953, - 0.239258, - 0.253906, - 0.169922, - 0.236328, - 0.235352, - 0.292969, - 0.245117, - 0.285156, - 0.255859, - 0.259766, - 0.240234, - 0.261719, - 0.243164, - 0.25, - 0.248047, - 0.255859, - 0.199219, - 0.251953, - 0.085449, - 0.249023, - 0.097168, - 0.248047, - 0.244141, - 0.25, - 0.199219, - 0.237305, - 0.229492, - 0.216797, - 0.115234, - 0.229492, - 0.249023, - 0.251953, - 0.236328, - 0.077148, - 0.255859, - 0.055908, - 0.25, - 0.195312, - 0.255859, - 0.183594, - 0.246094, - 0.246094, - 0.25, - 0.246094, - 0.223633, - 0.232422, - 0.222656, - 0.245117, - 0.261719, - 0.251953, - 0.249023, - 0.239258, - 0.25, - 0.249023, - 0.232422, - 0.212891, - 0.257812, - 0.223633, - 0.259766, - 0.251953, - 0.24707, - 0.248047, - 0.220703, - 0.223633, - 0.257812, - 0.237305, - 0.211914, - 0.251953, - 0.211914, - 0.261719, - 0.249023, - 0.25, - 0.25, - 0.248047, - 0.238281, - 0.245117, - 0.251953, - 0.249023, - 0.24707, - 0.235352, - 0.259766, - 0.253906, - 0.25, - 0.189453, - 0.251953, - 0.259766, - 0.241211, - 0.239258, - 0.248047, - 0.181641, - 0.198242, - 0.212891, - 0.230469, - 0.234375, - 0.246094, - 0.236328, - 0.251953, - 0.253906, - 0.244141, - 0.265625, - 0.237305, - 0.265625, - 0.244141, - 0.209961, - 0.226562, - 0.241211, - 0.219727, - 0.253906, - 0.246094, - 0.228516, - 0.089355, - 0.108887, - 0.235352, - 0.25, - 0.255859, - 0.241211, - 0.255859, - 0.246094, - 0.245117, - 0.228516, - 0.245117, - 0.217773, - 0.249023, - 0.138672, - 0.245117, - 0.240234, - 0.232422, - 0.244141, - 0.240234, - 0.253906, - 0.243164, - 0.243164, - 0.244141, - 0.257812, - 0.255859, - 0.163086, - 0.255859, - 0.251953, - 0.249023, - 0.249023, - 0.226562, - 0.208984, - 0.223633, - 0.257812, - 0.245117, - 0.239258 - ] - }, - "name": "model.transformer.layers.7.ffn_norm.weight", - "outputIndexes": [ - 520 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 519, - 520 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_7/Mul_1_output_0", - "outputIndexes": [ - 521 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 521 - ], - "outputIndexes": [ - 2205 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2205 - ], - "outputIndexes": [ - 2206 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear", - "inputIndexes": [ - 2206 - ], - "outputIndexes": [ - 2207 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 5632, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 90112, - "weightSize": 0 - }, - "external": [ - 70689268, - 5767190, - 720896, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2207 - ], - "outputIndexes": [ - 2208 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2208 - ], - "outputIndexes": [ - 522 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 5632 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2816 - ] - }, - "name": "/ffn_7/Mul_output_0", - "outputIndexes": [ - 523 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 522, - 21, - 523, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_7/Slice_output_0", - "outputIndexes": [ - 524 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 524 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_7/Sigmoid_output_0", - "outputIndexes": [ - 525 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 524, - 525 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_7/Mul_output_0", - "outputIndexes": [ - 526 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5632 - ] - }, - "name": "/ffn_7/Mul_1_output_0", - "outputIndexes": [ - 527 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 522, - 523, - 527, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_7/Slice_1_output_0", - "outputIndexes": [ - 528 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 526, - 528 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_7/Mul_2_output_0", - "outputIndexes": [ - 529 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 529 - ], - "outputIndexes": [ - 2209 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2816, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2209 - ], - "outputIndexes": [ - 2210 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear", - "inputIndexes": [ - 2210 - ], - "outputIndexes": [ - 2211 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2816, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 45056, - "weightSize": 0 - }, - "external": [ - 77177354, - 2883606, - 360448, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2211 - ], - "outputIndexes": [ - 2212 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2212 - ], - "outputIndexes": [ - 530 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 518, - 530 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_31_output_0", - "outputIndexes": [ - 531 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 531, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_32_output_0", - "outputIndexes": [ - 532 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 532 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_8/Mul_output_0", - "outputIndexes": [ - 533 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.108398, - 0.105469, - 0.111328, - 0.100586, - 0.113281, - 0.107422, - 0.207031, - 0.101562, - 0.112305, - 0.091797, - 0.100098, - 0.109375, - 0.09668, - 0.115234, - 0.10498, - 0.105469, - 0.112305, - 0.099609, - 0.089355, - 0.116699, - 0.111816, - 0.100586, - 0.086914, - 0.122559, - 0.12207, - 0.108887, - 0.11377, - 0.095215, - 0.10498, - 0.103027, - 0.101074, - 0.124512, - 0.114258, - 0.112305, - 0.100586, - 0.116211, - 0.134766, - 0.106934, - 0.103027, - 0.108887, - 0.149414, - 0.092773, - 0.108887, - 0.087891, - 0.097656, - 0.120117, - 0.105957, - 0.117188, - 0.125, - 0.125977, - 0.109375, - 0.117676, - 0.09082, - 0.102051, - 0.111816, - 0.091797, - 0.120605, - 0.111816, - 0.097168, - 0.10498, - 0.091797, - 0.115234, - 0.099121, - 0.101562, - 0.12793, - 0.09082, - 0.111816, - 0.132812, - 0.104492, - 0.095215, - 0.104004, - 0.128906, - 0.100586, - 0.10498, - 0.12793, - 0.123047, - 0.097168, - 0.101074, - 0.118652, - 0.093262, - 0.10498, - 0.101074, - 0.107422, - 0.112793, - 0.135742, - 0.107422, - 0.098633, - 0.101562, - 0.118164, - 0.112793, - 0.110352, - 0.094238, - 0.104492, - 0.125977, - 0.107422, - 0.100586, - 0.099121, - 0.095215, - 0.100586, - 0.099609, - 0.12207, - 0.095703, - 0.219727, - 0.096191, - 0.096191, - 0.15918, - 0.111816, - 0.107422, - 0.10498, - 0.086914, - 0.125, - 0.119141, - 0.100098, - 0.091309, - 0.098145, - 0.101562, - 0.125, - 0.097168, - 0.102539, - 0.098633, - 0.100098, - 0.101074, - 0.105957, - 0.083496, - 0.103516, - 0.060547, - 0.128906, - 0.093262, - 0.117676, - 0.101562, - 0.103516, - 0.117676, - 0.107422, - 0.118652, - 0.119629, - 0.10498, - 0.146484, - 0.092773, - 0.119141, - 0.105469, - 0.119629, - 0.128906, - 0.116211, - 0.089355, - 0.103027, - 0.079102, - 0.106445, - 0.095215, - 0.112305, - 0.123047, - 0.115234, - 0.102539, - 0.098633, - 0.12793, - 0.12207, - 0.10791, - 0.111328, - 0.11084, - 0.091797, - 0.102539, - 0.103027, - 0.102539, - 0.137695, - 0.10498, - 0.119141, - 0.15918, - 0.115723, - 0.082031, - 0.098145, - 0.096191, - 0.199219, - 0.103516, - 0.120605, - 0.129883, - 0.126953, - 0.113281, - 0.11377, - 0.118164, - 0.125, - 0.097656, - 0.101074, - 0.10498, - 0.115723, - 0.103027, - 0.104004, - 0.112793, - 0.112793, - 0.105469, - 0.100098, - 0.105957, - 0.108398, - 0.100586, - 0.103516, - 0.09668, - 0.10791, - 0.132812, - 0.104004, - 0.108398, - 0.07373, - 0.103027, - 0.109863, - 0.113281, - 0.112793, - 0.10498, - 0.100098, - 0.103516, - 0.101074, - 0.091309, - 0.145508, - 0.115234, - 0.109375, - 0.103516, - 0.099121, - 0.105469, - 0.132812, - 0.097168, - 0.107422, - 0.09668, - 0.121094, - 0.138672, - 0.09668, - 0.147461, - 0.171875, - 0.117676, - 0.107422, - 0.12793, - 0.10791, - 0.094238, - 0.099121, - 0.094238, - 0.124512, - 0.100098, - 0.131836, - 0.104004, - 0.120117, - 0.118164, - 0.112305, - 0.115234, - 0.233398, - 0.087891, - 0.11084, - 0.120605, - 0.07666, - 0.095703, - 0.099121, - 0.110352, - 0.095215, - 0.123047, - 0.10498, - 0.100586, - 0.116211, - 0.121094, - 0.129883, - 0.106445, - 0.116699, - 0.109863, - 0.098633, - 0.126953, - 0.111816, - 0.107422, - 0.101562, - 0.113281, - 0.109863, - 0.103516, - 0.111816, - 0.108398, - 0.116211, - 0.106445, - 0.128906, - 0.084961, - 0.09375, - 0.102051, - 0.102051, - 0.097656, - 0.103516, - 0.120117, - 0.107422, - 0.10498, - 0.123047, - 0.101562, - 0.111328, - 0.112305, - 0.109863, - 0.124512, - 0.118652, - 0.104004, - 0.152344, - 0.108398, - 0.117188, - 0.100586, - 0.108398, - 0.106445, - 0.131836, - 0.116699, - 0.118652, - 0.098145, - 0.11377, - 0.108887, - 0.139648, - 0.073242, - 0.113281, - 0.11377, - 0.103027, - 0.094727, - 0.099609, - 0.091309, - 0.166992, - 0.10498, - 0.113281, - 0.12207, - 0.109375, - 0.115723, - 0.106934, - 0.110352, - 0.165039, - 0.109863, - 0.135742, - 0.087402, - 0.131836, - 0.143555, - 0.119629, - 0.109375, - 0.11377, - 0.096191, - 0.09082, - 0.106934, - 0.106445, - 0.078613, - 0.088867, - 0.106934, - 0.095215, - 0.111816, - 0.120605, - 0.112305, - 0.118652, - 0.10791, - 0.10498, - 0.092285, - 0.099121, - 0.106445, - 0.130859, - 0.138672, - 0.095703, - 0.155273, - 0.112305, - 0.131836, - 0.10791, - 0.10791, - 0.113281, - 0.102051, - 0.101562, - 0.12207, - 0.089844, - 0.111816, - 0.134766, - 0.100098, - 0.121582, - 0.083008, - 0.115723, - 0.111816, - 0.11377, - 0.143555, - 0.098633, - 0.070312, - 0.098633, - 0.136719, - 0.105469, - 0.118652, - 0.106934, - 0.117188, - 0.118652, - 0.228516, - 0.117188, - 0.100098, - 0.099609, - 0.099121, - 0.166992, - 0.09375, - 0.119141, - 0.086426, - 0.11377, - 0.07959, - 0.095215, - 0.108398, - 0.123535, - 0.099609, - 0.11084, - 0.106445, - 0.098633, - 0.121582, - 0.105957, - 0.12207, - 0.098145, - 0.106934, - 0.10791, - 0.103516, - 0.115723, - 0.119141, - 0.086914, - 0.112793, - 0.11377, - 0.103516, - 0.094727, - 0.106445, - 0.106445, - 0.091797, - 0.095215, - 0.112793, - 0.116211, - 0.109375, - 0.0625, - 0.092285, - 0.11084, - 0.116699, - 0.133789, - 0.121582, - 0.103516, - 0.11084, - 0.10498, - 0.12207, - 0.148438, - 0.177734, - 0.101074, - 0.105469, - 0.133789, - 0.091309, - 0.089844, - 0.125, - 0.105469, - 0.109863, - 0.11377, - 0.092285, - 0.096191, - 0.097168, - 0.081055, - 0.116699, - 0.111816, - 0.10498, - 0.112793, - 0.125977, - 0.108398, - 0.104004, - 0.101074, - 0.112793, - 0.114746, - 0.123047, - 0.101562, - 0.105469, - 0.105469, - 0.107422, - 0.097168, - 0.081055, - 0.097168, - 0.10791, - 0.112793, - 0.113281, - 0.105469, - 0.098633, - 0.116699, - 0.106934, - 0.119629, - 0.115723, - 0.125, - 0.145508, - 0.138672, - 0.100586, - 0.087891, - 0.106445, - 0.108887, - 0.10498, - 0.108887, - 0.125, - 0.115723, - 0.109863, - 0.100586, - 0.096191, - 0.126953, - 0.120117, - 0.109375, - 0.12793, - 0.104004, - 0.100098, - 0.120117, - 0.087402, - 0.130859, - 0.104492, - 0.115723, - 0.100098, - 0.09082, - 0.103516, - 0.110352, - 0.10498, - 0.106445, - 0.11084, - 0.102539, - 0.138672, - 0.100098, - 0.109375, - 0.097168, - 0.123535, - 0.114258, - 0.124023, - 0.108398, - 0.102051, - 0.110352, - 0.104492, - 0.114746, - 0.146484, - 0.103516, - 0.103027, - 0.125, - 0.115234, - 0.109375, - 0.112793, - 0.107422, - 0.126953, - 0.113281, - 0.119141, - 0.115234, - 0.130859, - 0.119141, - 0.091797, - 0.118164, - 0.129883, - 0.126953, - 0.125977, - 0.087402, - 0.10498, - 0.130859, - 0.095215, - 0.109375, - 0.182617, - 0.123535, - 0.109375, - 0.109863, - 0.114746, - 0.116211, - 0.128906, - 0.104492, - 0.111328, - 0.099609, - 0.101074, - 0.109863, - 0.108398, - 0.139648, - 0.102051, - 0.265625, - 0.145508, - 0.115723, - 0.125977, - 0.123047, - 0.114746, - 0.116211, - 0.196289, - 0.113281, - 0.085449, - 0.113281, - 0.129883, - 0.137695, - 0.126953, - 0.109375, - 0.125977, - 0.120117, - 0.105469, - 0.117188, - 0.06543, - 0.092773, - 0.120117, - 0.098145, - 0.120117, - 0.104492, - 0.073242, - 0.115234, - 0.070801, - 0.112793, - 0.137695, - 0.126953, - 0.097656, - 0.112305, - 0.101562, - 0.126953, - 0.112793, - 0.244141, - 0.112793, - 0.103027, - 0.117188, - 0.095215, - 0.105957, - 0.10498, - 0.099609, - 0.130859, - 0.092773, - 0.11084, - 0.09668, - 0.096191, - 0.111816, - 0.095215, - 0.112793, - 0.096191, - 0.107422, - 0.117188, - 0.128906, - 0.091797, - 0.109375, - 0.103516, - 0.106934, - 0.089355, - 0.118164, - 0.176758, - 0.227539, - 0.118652, - 0.137695, - 0.125977, - 0.102539, - 0.102539, - 0.100586, - 0.102051, - 0.10791, - 0.10791, - 0.102051, - 0.105957, - 0.092773, - 0.115723, - 0.117188, - 0.106445, - 0.186523, - 0.092773, - 0.22168, - 0.101562, - 0.097656, - 0.10791, - 0.099609, - 0.102539, - 0.109375, - 0.117676, - 0.131836, - 0.109863, - 0.106445, - 0.098633, - 0.129883, - 0.107422, - 0.09082, - 0.097168, - 0.120117, - 0.103027, - 0.09668, - 0.104492, - 0.112793, - 0.101562, - 0.094727, - 0.130859, - 0.103027, - 0.103027, - 0.112793, - 0.096191, - 0.095703, - 0.106934, - 0.096191, - 0.110352, - 0.102051, - 0.102051, - 0.112793, - 0.11377, - 0.150391, - 0.111328, - 0.102051, - 0.084473, - 0.10791, - 0.132812, - 0.109863, - 0.117188, - 0.096191, - 0.249023, - 0.109375, - 0.147461, - 0.105469, - 0.111816, - 0.117676, - 0.149414, - 0.105469, - 0.084961, - 0.087891, - 0.106934, - 0.101562, - 0.103027, - 0.101074, - 0.088379, - 0.136719, - 0.104004, - 0.12793, - 0.103516, - 0.11377, - 0.112793, - 0.12793, - 0.098145, - 0.101562, - 0.125977, - 0.092773, - 0.113281, - 0.094238, - 0.102539, - 0.117188, - 0.098145, - 0.100586, - 0.10791, - 0.106445, - 0.105957, - 0.101074, - 0.089844, - 0.148438, - 0.108398, - 0.150391, - 0.079102, - 0.132812, - 0.114258, - 0.161133, - 0.10791, - 0.102539, - 0.117676, - 0.133789, - 0.103516, - 0.098145, - 0.108887, - 0.100098, - 0.094238, - 0.095703, - 0.10498, - 0.097168, - 0.134766, - 0.096191, - 0.096191, - 0.109863, - 0.124512, - 0.10791, - 0.103516, - 0.114746, - 0.123047, - 0.129883, - 0.120605, - 0.123047, - 0.101562, - 0.094238, - 0.126953, - 0.15918, - 0.099609, - 0.111816, - 0.09375, - 0.100586, - 0.133789, - 0.101562, - 0.105957, - 0.103027, - 0.104004, - 0.10498, - 0.105469, - 0.088867, - 0.069336, - 0.149414, - 0.116699, - 0.109863, - 0.12793, - 0.122559, - 0.120117, - 0.110352, - 0.103027, - 0.112305, - 0.115234, - 0.118164, - 0.115723, - 0.105469, - 0.113281, - 0.10498, - 0.110352, - 0.104004, - 0.104492, - 0.111816, - 0.114746, - 0.11084, - 0.098145, - 0.118164, - 0.09082, - 0.087891, - 0.108887, - 0.107422, - 0.132812, - 0.112793, - 0.121094, - 0.11377, - 0.125, - 0.123047, - 0.102539, - 0.111816, - 0.114258, - 0.094238, - 0.115723, - 0.12207, - 0.087402, - 0.095703, - 0.120117, - 0.101074, - 0.104004, - 0.113281, - 0.114746, - 0.119629, - 0.116211, - 0.096191, - 0.105957, - 0.164062, - 0.088867, - 0.130859, - 0.109375, - 0.09668, - 0.118652, - 0.118652, - 0.096191, - 0.114258, - 0.098633, - 0.104004, - 0.11084, - 0.119629, - 0.104004, - 0.114258, - 0.103516, - 0.115234, - 0.119141, - 0.097168, - 0.088379, - 0.095703, - 0.108887, - 0.104004, - 0.122559, - 0.104492, - 0.118164, - 0.109375, - 0.115234, - 0.091309, - 0.110352, - 0.124512, - 0.121094, - 0.104004, - 0.11377, - 0.131836, - 0.119141, - 0.125977, - 0.08252, - 0.109375, - 0.145508, - 0.109375, - 0.108887, - 0.114746, - 0.115234, - 0.09375, - 0.103516, - 0.120605, - 0.108398, - 0.092285, - 0.109863, - 0.104004, - 0.118164, - 0.109863, - 0.100586, - 0.112793, - 0.103516, - 0.118652, - 0.132812, - 0.116699, - 0.116699, - 0.097168, - 0.114746, - 0.168945, - 0.098145, - 0.125, - 0.15918, - 0.107422, - 0.101074, - 0.144531, - 0.10498, - 0.116211, - 0.108887, - 0.133789, - 0.09668, - 0.146484, - 0.101562, - 0.114258, - 0.110352, - 0.097656, - 0.095215, - 0.098145, - 0.077637, - 0.10498, - 0.140625, - 0.103027, - 0.105469, - 0.105957, - 0.10498, - 0.108398, - 0.102051, - 0.116699, - 0.116699, - 0.112793, - 0.10791, - 0.109375, - 0.126953, - 0.10498, - 0.112793, - 0.126953, - 0.112305, - 0.124512, - 0.108887, - 0.09668, - 0.092285, - 0.103516, - 0.128906, - 0.068848, - 0.091797, - 0.113281, - 0.092773, - 0.11084, - 0.123047, - 0.112305, - 0.108887, - 0.102051, - 0.105957, - 0.105957, - 0.126953, - 0.085938, - 0.123535, - 0.196289, - 0.118164, - 0.142578, - 0.073242, - 0.10791, - 0.091309, - 0.095215, - 0.100586, - 0.082031, - 0.098633, - 0.094727, - 0.112305, - 0.119629, - 0.100586, - 0.096191, - 0.10791, - 0.212891, - 0.118652, - 0.118652, - 0.144531, - 0.096191, - 0.105957, - 0.078125, - 0.099609, - 0.121582, - 0.141602, - 0.105469, - 0.090332, - 0.112793, - 0.099609, - 0.104492, - 0.124023, - 0.100098, - 0.097168, - 0.089844, - 0.119629, - 0.108887, - 0.106934, - 0.071777, - 0.112305, - 0.119141, - 0.130859, - 0.11084, - 0.108887, - 0.112305, - 0.10791, - 0.019409, - 0.111816, - 0.123535, - 0.15625, - 0.091797, - 0.101074, - 0.080078, - 0.10498, - 0.112305, - 0.120117, - 0.148438, - 0.114746, - 0.102539, - 0.365234, - 0.133789, - 0.181641, - 0.10791, - 0.125, - 0.098145, - 0.106934, - 0.435547, - 0.108887, - 0.120117, - 0.111328, - 0.080566, - 0.106934, - 0.111328, - 0.108398, - 0.130859, - 0.120605, - 0.093262, - 0.124512, - 0.121582, - 0.154297, - 0.094727, - 0.079102, - 0.109375, - 0.113281, - 0.117676, - 0.083984, - 0.113281, - 0.100586, - 0.098633, - 0.105957, - 0.11377, - 0.116699, - 0.107422, - 0.118164, - 0.114746, - 0.114746, - 0.123047, - 0.092285, - 0.130859, - 0.099121, - 0.111328, - 0.09375, - 0.099609, - 0.120605, - 0.106445, - 0.163086, - 0.100586, - 0.126953, - 0.151367, - 0.155273, - 0.100586, - 0.108398, - 0.095215, - 0.117188, - 0.103027, - 0.113281, - 0.111816, - 0.105957, - 0.098633, - 0.096191, - 0.115723, - 0.104004, - 0.105957, - 0.101074, - 0.101562, - 0.123535, - 0.112793, - 0.104004, - 0.106445, - 0.104492, - 0.116211, - 0.098633, - 0.092773, - 0.122559, - 0.100586, - 0.096191, - 0.134766, - 0.155273, - 0.114258, - 0.112305, - 0.10498, - 0.099609, - 0.116699, - 0.146484, - 0.129883, - 0.099609, - 0.092285, - 0.217773, - 0.169922, - 0.123535, - 0.100586, - 0.115234, - 0.085938, - 0.114746, - 0.09082, - 0.10498, - 0.124023, - 0.095215, - 0.100586, - 0.10498, - 0.146484, - 0.123047, - 0.149414, - 0.102051, - 0.5625, - 0.09375, - 0.10791, - 0.123047, - 0.138672, - 0.133789, - 0.105469, - 0.125, - 0.089844, - 0.108887, - 0.128906, - 0.115234, - 0.100098, - 0.110352, - 0.134766, - 0.130859, - 0.09375, - 0.098633, - 0.107422, - 0.098633, - 0.12207, - 0.106934, - 0.114258, - 0.135742, - 0.11084, - 0.110352, - 0.102051, - 0.105469, - 0.118652, - 0.109863, - 0.134766, - 0.106445, - 0.125977, - 0.143555, - 0.121582, - 0.100586, - 0.110352, - 0.10498, - 0.12793, - 0.084961, - 0.109863, - 0.089355, - 0.095215, - 0.102539, - 0.119141, - 0.107422, - 0.100586, - 0.09668, - 0.119141, - 0.10498, - 0.100586, - 0.099121, - 0.112793, - 0.104492, - 0.102051, - 0.10498, - 0.114258, - 0.104004, - 0.098633, - 0.10791, - 0.106934, - 0.120117, - 0.11377, - 0.103516, - 0.092285, - 0.102051, - 0.09668, - 0.112305, - 0.125977, - 0.102539, - 0.106445, - 0.104492, - 0.114258, - 0.100098, - 0.10498, - 0.119141, - 0.104004, - 0.124023, - 0.104004, - 0.095703, - 0.116211, - 0.102051, - 0.111816, - 0.112793, - 0.116211, - 0.101074, - 0.096191, - 0.105469, - 0.106934, - 0.116211, - 0.097656, - 0.11377, - 0.091309, - 0.094238, - 0.10498, - 0.124512, - 0.183594, - 0.105957, - 0.116699, - 0.109375, - 0.118652, - 0.113281, - 0.100098, - 0.113281, - 0.106445, - 0.126953, - 0.102051, - 0.087402, - 0.109375, - 0.100586, - 0.118164, - 0.11084, - 0.122559, - 0.115723, - 0.123047, - 0.109375, - 0.107422, - 0.117676, - 0.12793, - 0.062256, - 0.152344, - 0.109375, - 0.103027, - 0.108398, - 0.119141, - 0.107422, - 0.095215, - 0.259766, - 0.099609, - 0.128906, - 0.117188, - 0.104004, - 0.11084, - 0.088379, - 0.151367, - 0.112793, - 0.125, - 0.103027, - 0.112793, - 0.101074, - 0.109375, - 0.100586, - 0.113281, - 0.115723, - 0.102051, - 0.137695, - 0.118652, - 0.058594, - 0.180664, - 0.117188, - 0.092773, - 0.143555, - 0.103516, - 0.110352, - 0.112305, - 0.104004, - 0.099121, - 0.081543, - 0.088379, - 0.119141, - 0.146484, - 0.116211, - 0.099609, - 0.10791, - 0.125, - 0.115234, - 0.186523, - 0.138672, - 0.121094, - 0.102539, - 0.135742, - 0.108398, - 0.105469, - 0.10498, - 0.100586, - 0.065918, - 0.106934, - 0.101562, - 0.121582, - 0.104492, - 0.108887, - 0.109863, - 0.090332, - 0.12793, - 0.087402, - 0.116211, - 0.104492, - 0.10498, - 0.10498, - 0.118164, - 0.093262, - 0.102539, - 0.112305, - 0.114258, - 0.328125, - 0.112793, - 0.102539, - 0.19043, - 0.109863, - 0.107422, - 0.106445, - 0.099609, - 0.08252, - 0.129883, - 0.124512, - 0.102051, - 0.063965, - 0.125, - 0.123535, - 0.103027, - 0.118652, - 0.101074, - 0.091797, - 0.116699, - 0.108887, - 0.098145, - 0.105957, - 0.113281, - 0.105957, - 0.085449, - 0.100098, - 0.124512, - 0.106445, - 0.125977, - 0.108398, - 0.12207, - 0.10498, - 0.083008, - 0.10791, - 0.107422, - 0.11377, - 0.110352, - 0.103027, - 0.106445, - 0.168945, - 0.130859, - 0.105469, - 0.101562, - 0.083984, - 0.094238, - 0.092773, - 0.112793, - 0.10498, - 0.101074, - 0.124512, - 0.095215, - 0.10498, - 0.111816, - 0.133789, - 0.107422, - 0.114258, - 0.088379, - 0.095703, - 0.114746, - 0.094238, - 0.109863, - 0.112305, - 0.097656, - 0.100586, - 0.10791, - 0.10498, - 0.125, - 0.101562, - 0.111328, - 0.179688, - 0.117676, - 0.121582, - 0.120605, - 0.102539, - 0.105957, - 0.100586, - 0.073242, - 0.118164, - 0.162109, - 0.102051, - 0.093262, - 0.104492, - 0.124512, - 0.101074, - 0.145508, - 0.132812, - 0.109863, - 0.101562, - 0.113281, - 0.135742, - 0.118652, - 0.105469, - 0.10791, - 0.130859, - 0.123047, - 0.111816, - 0.131836, - 0.115723, - 0.082031, - 0.101074, - 0.122559, - 0.086426, - 0.199219, - 0.118652, - 0.114746, - 0.077637, - 0.106445, - 0.089355, - 0.102539, - 0.108398, - 0.12793, - 0.124512, - 0.114746, - 0.09668, - 0.117676, - 0.113281, - 0.100586, - 0.100098, - 0.116211, - 0.128906, - 0.109863, - 0.116211, - 0.12793, - 0.109863, - 0.124512, - 0.095215, - 0.149414, - 0.105957, - 0.117676, - 0.107422, - 0.121582, - 0.114258, - 0.110352, - 0.198242, - 0.128906, - 0.11084, - 0.12207, - 0.102051, - 0.102539, - 0.140625, - 0.117188, - 0.109375, - 0.10498, - 0.113281, - 0.099609, - 0.105957, - 0.111328, - 0.113281, - -0.000112, - 0.116699, - 0.085449, - 0.080078, - 0.084473, - 0.118652, - 0.105957, - 0.105469, - 0.107422, - 0.120117, - 0.104004, - 0.094238, - 0.104492, - 0.132812, - 0.115234, - 0.109375, - 0.118164, - 0.090332, - 0.212891, - 0.11377, - 0.098633, - 0.132812, - 0.108887, - 0.11377, - 0.119629, - 0.105957, - 0.108887, - 0.161133, - 0.131836, - 0.103027, - 0.10791, - 0.101074, - 0.114258, - 0.104492, - 0.099121, - 0.099609, - 0.100586, - 0.106445, - 0.110352, - 0.109375, - 0.099609, - 0.111328, - 0.110352, - 0.102051, - 0.114258, - 0.091797, - 0.061035, - 0.11084, - 0.109375, - 0.116699, - 0.100098, - 0.104492, - 0.093262, - 0.116699, - 0.10498, - 0.102051, - 0.119141, - 0.111328, - 0.101074, - 0.166016, - 0.114746, - 0.100098, - 0.108887, - 0.114746, - 0.112305, - 0.113281, - 0.112305, - 0.115234, - 0.10791, - 0.103516, - 0.103027, - 0.107422, - 0.089844, - 0.133789, - 0.113281, - 0.108398, - 0.115234, - 0.093262, - 0.096191, - 0.103027, - 0.10791, - 0.119141, - 0.113281, - 0.110352, - 0.098145, - 0.085449, - 0.102051, - 0.104492, - 0.173828, - 0.108398, - 0.105469, - 0.130859, - 0.068848, - 0.106445, - 0.107422, - 0.10791, - 0.115234, - 0.115723, - 0.112305, - 0.109375, - 0.121094, - 0.111816, - 0.112793, - 0.082031, - 0.112793, - 0.089355, - 0.107422, - 0.125977, - 0.119629, - 0.109375, - 0.110352, - 0.098145, - 0.096191, - 0.091797, - 0.120117, - 0.148438, - 0.103516, - 0.112305, - 0.148438, - 0.103516, - 0.099121, - 0.110352, - 0.100098, - 0.15625, - 0.240234, - 0.125977, - 0.118164, - 0.099121, - 0.125, - 0.102539, - 0.101074, - 0.088379, - 0.097656, - 0.092773, - 0.113281, - 0.111328, - 0.101074, - 0.098145, - 0.100586, - 0.100098, - 0.124512, - 0.095215, - 0.116211, - 0.099121, - 0.106934, - 0.118652, - 0.115234, - 0.120605, - 0.124512, - 0.10498, - 0.118164, - 0.129883, - 0.118164, - 0.112305, - 0.098633, - 0.119629, - 0.107422, - 0.102539, - 0.147461, - 0.084473, - 0.101074, - 0.080566, - 0.125977, - 0.105469, - 0.121582, - 0.111328, - 0.263672, - 0.117188, - 0.134766, - 0.113281, - 0.109375, - 0.116699, - 0.107422, - 0.119141, - 0.102539, - 0.128906, - 0.141602, - 0.120605, - 0.105469, - 0.122559, - 0.116699, - 0.112305, - 0.126953, - 0.112305, - 0.124512, - 0.095703, - 0.115723, - 0.138672, - 0.105957, - 0.12793, - 0.107422, - 0.131836, - 0.10791, - 0.12793, - 0.108887, - 0.095215, - 0.102051, - 0.105469, - 0.108398, - 0.101074, - 0.113281, - 0.116699, - 0.095703, - 0.12207, - 0.108887, - 0.125977, - 0.107422, - 0.114746, - 0.103027, - 0.11084, - 0.11084, - 0.101562, - 0.117188, - 0.107422, - 0.101562, - 0.062988, - 0.10498, - 0.09375, - 0.098633, - 0.095215, - 0.103027, - 0.094727, - 0.099121, - 0.109863, - 0.119629, - 0.076172, - 0.104004, - 0.128906, - 0.103027, - 0.12793, - 0.109375, - 0.057617, - 0.12207, - 0.120117, - 0.134766, - 0.098145, - 0.108887, - 0.10498, - 0.108398, - 0.105469, - 0.097656, - 0.10498, - 0.139648, - 0.118164, - 0.117188, - 0.10791, - 0.112305, - 0.121094, - 0.10498, - 0.122559, - 0.102051, - 0.100098, - 0.107422, - 0.11377, - 0.112305, - 0.132812, - 0.062256, - 0.112305, - 0.108887, - 0.112793, - 0.102051, - 0.09375, - 0.102051, - 0.097656, - 0.108887, - 0.112793, - 0.111816, - 0.098145, - 0.121582, - 0.114258, - 0.105957, - 0.102539, - 0.113281, - 0.104492, - 0.098145, - 0.102539, - 0.110352, - 0.098633, - 0.253906, - 0.114258, - 0.121094, - 0.103027, - 0.117676, - 0.094727, - 0.116211, - 0.106445, - 0.121094, - 0.116699, - 0.101074, - 0.094238, - 0.105957, - 0.104492, - 0.131836, - 0.102539, - 0.137695, - 0.086914, - 0.107422, - 0.106934, - 0.087891, - 0.118164, - 0.089355, - 0.125977, - 0.10791, - 0.094238, - 0.111328, - 0.113281, - 0.104492, - 0.107422, - 0.106934, - 0.097168, - 0.077148, - 0.121094, - 0.099609, - 0.108887, - 0.125, - 0.106445, - 0.086914, - 0.115234, - 0.091309, - 0.100098, - 0.099121, - 0.104004, - 0.090332, - 0.101074, - 0.137695, - 0.105957, - 0.111816, - 0.131836, - 0.129883, - 0.108887, - 0.129883, - 0.110352, - 0.115234, - 0.095215, - 0.091797, - 0.108887, - 0.108887, - 0.107422, - 0.095703, - 0.091309, - 0.098145, - 0.15332, - 0.116699, - 0.125977, - 0.110352, - 0.155273, - 0.093262, - 0.110352, - 0.11084, - 0.105469, - 0.104004, - 0.123535, - 0.144531, - 0.09668, - 0.123535, - 0.098145, - 0.139648, - 0.138672, - 0.100586, - 0.104492, - 0.155273, - 0.109375, - 0.091309, - 0.111816, - 0.103027, - 0.09668, - 0.142578, - 0.116211, - 0.109375, - 0.112305, - 0.094238, - 0.101562, - 0.123535, - 0.10791, - 0.090332, - 0.111816, - 0.135742, - 0.097656, - 0.100586, - 0.233398, - 0.096191, - 0.111816, - 0.10791, - 0.094727, - 0.134766, - 0.096191, - 0.11377, - 0.097656, - 0.10791, - 0.128906, - 0.113281, - 0.167969, - 0.11084, - 0.100586, - 0.114258, - 0.106445, - 0.10791, - 0.113281, - 0.114258, - 0.080078, - 0.106445, - 0.10498, - 0.105957, - 0.100586, - 0.109375, - 0.075684, - 0.124512, - 0.121094, - 0.131836, - 0.141602, - 0.112305, - 0.109863, - 0.105957, - 0.136719, - 0.120605, - 0.201172, - 0.102539, - 0.111328, - 0.124023, - 0.098145, - 0.105469, - 0.112305, - 0.108398, - 0.111328, - 0.111816, - 0.098633, - 0.100098, - 0.106445, - 0.094238, - 0.100586, - 0.106445, - 0.099609, - 0.106934, - 0.124512, - 0.115723, - 0.108887, - 0.115234, - 0.108398, - 0.177734, - 0.121094, - 0.15625, - 0.105469, - 0.100586, - 0.099121, - 0.096191, - 0.104492, - 0.099121, - 0.120117, - 0.067871, - 0.098145, - 0.116211, - 0.07959, - 0.124512, - 0.125977, - 0.11084, - 0.138672, - 0.115723, - 0.138672, - 0.11377, - 0.103516, - 0.10498, - 0.108398, - 0.112793, - 0.101562, - 0.10498, - 0.087891, - 0.123047, - 0.132812, - 0.098633, - 0.112793, - 0.245117, - 0.109375, - 0.12207, - 0.083496, - 0.092773, - 0.087891, - 0.115234, - 0.099121, - 0.117188, - 0.091797, - 0.120605, - 0.096191, - 0.104004, - 0.104492, - 0.112793, - 0.090332, - 0.08252, - 0.112793, - 0.09082, - 0.113281, - 0.10791, - 0.091797, - 0.114746, - 0.109375, - 0.111328, - 0.125977, - 0.091309, - 0.111816, - 0.124023, - 0.098145, - 0.116211, - 0.078125, - 0.122559, - 0.076172, - 0.121582, - 0.130859, - 0.099609, - 0.129883, - 0.149414, - 0.109863, - 0.101074, - 0.102539, - 0.112793, - 0.138672, - 0.128906, - 0.103027, - 0.116699, - 0.108887, - 0.103027, - 0.120605, - 0.104004, - 0.102051, - 0.12793, - 0.10498, - 0.091797, - 0.120117, - 0.095215, - 0.128906, - 0.113281, - 0.11084, - 0.118164, - 0.112305, - 0.094727, - 0.114746, - 0.113281, - 0.111816, - 0.085938, - 0.113281, - 0.11377, - 0.128906, - 0.11377, - 0.117676, - 0.121582, - 0.105469, - 0.087402, - 0.125, - 0.116211, - 0.100098, - 0.100098, - 0.104492, - 0.103027, - 0.107422, - 0.119629, - 0.120605, - 0.111816, - 0.109375, - 0.09082, - 0.126953, - 0.139648, - 0.145508, - 0.121094, - 0.120117, - 0.110352, - 0.113281, - 0.101074, - 0.110352, - 0.105957, - 0.101074, - 0.104004, - 0.109863, - 0.106445, - 0.113281, - 0.104004, - 0.12207, - 0.169922, - 0.112305, - 0.098145, - 0.112305, - 0.097656, - 0.062988, - 0.112793, - 0.112305, - 0.095703, - 0.105957, - 0.103516, - 0.098633, - 0.125977, - 0.100098, - 0.094238, - 0.139648, - 0.092773, - 0.135742, - 0.106934, - 0.116699, - 0.098633, - 0.116699, - 0.104004, - 0.11377, - 0.103516, - 0.115234, - 0.106445, - 0.10498, - 0.10498, - 0.095703, - 0.091309, - 0.101562, - 0.098145, - 0.101074, - 0.116699, - 0.117676, - 0.101562, - 0.144531, - 0.114258, - 0.111328 - ] - }, - "name": "model.transformer.layers.8.attn_norm.weight", - "outputIndexes": [ - 534 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 533, - 534 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_8/Mul_1_output_0", - "outputIndexes": [ - 535 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 535 - ], - "outputIndexes": [ - 2213 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2213 - ], - "outputIndexes": [ - 2214 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear", - "inputIndexes": [ - 2214 - ], - "outputIndexes": [ - 2215 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 80421408, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2215 - ], - "outputIndexes": [ - 2216 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2216 - ], - "outputIndexes": [ - 536 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 535 - ], - "main_type": "NONE", - "name": "/Shape_33_output_0", - "outputIndexes": [ - 537 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 537 - ], - "main_type": "NONE", - "name": "Shape763", - "outputIndexes": [ - 538 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 537 - ], - "main_type": "NONE", - "name": "Rank765", - "outputIndexes": [ - 539 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 539, - 539 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp767", - "outputIndexes": [ - 540 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 540 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze768", - "outputIndexes": [ - 541 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 540, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp770", - "outputIndexes": [ - 542 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 542 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze771", - "outputIndexes": [ - 543 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 538, - 541, - 543, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice774", - "outputIndexes": [ - 544 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 544 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze775", - "outputIndexes": [ - 545 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 545 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp776", - "outputIndexes": [ - 546 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 546, - 545 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp777", - "outputIndexes": [ - 547 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 537, - 547, - 540 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_44_output_0", - "outputIndexes": [ - 548 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 548, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_81_output_0", - "outputIndexes": [ - 549 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 549, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_40_output_0", - "outputIndexes": [ - 550 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 536, - 550 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_33_output_0", - "outputIndexes": [ - 551 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 551 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_8/Mul_output_0", - "outputIndexes": [ - 552 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.21875, - 0.155273, - 0.038818, - 0.957031, - 0.9375, - 1.617188, - 1.265625, - 1.359375, - 1.25, - 1.492188, - 1.835938, - 1.507812, - 1.601562, - 2.03125, - 1.742188, - 0.261719, - 1.851562, - 2.015625, - 1.734375, - 1.523438, - 1.890625, - 1.632812, - 1.21875, - 2.953125, - 1.8125, - 2.078125, - 2.234375, - 1.664062, - 1.570312, - 1.867188, - 1.71875, - 2.0, - 1.273438, - -0.01123, - 1.546875, - 1.226562, - 1.03125, - 1.375, - 1.117188, - 1.367188, - 1.523438, - 1.648438, - 1.164062, - 1.835938, - 1.84375, - 1.40625, - 1.648438, - 3.234375, - 1.570312, - 1.53125, - 1.953125, - 2.046875, - 1.867188, - 2.0625, - 2.484375, - 0.013245, - 1.710938, - 1.5, - 1.492188, - 1.859375, - 2.046875, - 1.28125, - 1.453125, - 1.234375 - ] - }, - "name": "model.transformer.layers.8.attn.q_norm.weight", - "outputIndexes": [ - 553 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 552, - 553 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_8/Mul_1_output_0", - "outputIndexes": [ - 554 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 554, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_32_output_0", - "outputIndexes": [ - 555 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 554, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_33_output_0", - "outputIndexes": [ - 556 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 556 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_16_output_0", - "outputIndexes": [ - 557 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 554, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_32_output_0", - "outputIndexes": [ - 558 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 557, - 558 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_43_output_0", - "outputIndexes": [ - 559 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 559, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_33_output_0", - "outputIndexes": [ - 560 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 555, - 560 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_32_output_0", - "outputIndexes": [ - 561 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 535 - ], - "outputIndexes": [ - 2217 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2217 - ], - "outputIndexes": [ - 2218 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear", - "inputIndexes": [ - 2218 - ], - "outputIndexes": [ - 2219 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 81901110, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2219 - ], - "outputIndexes": [ - 2220 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2220 - ], - "outputIndexes": [ - 562 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 549, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_41_output_0", - "outputIndexes": [ - 563 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 562, - 563 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_34_output_0", - "outputIndexes": [ - 564 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 564 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_8/Mul_output_0", - "outputIndexes": [ - 565 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.117188, - 0.185547, - 0.008179, - 1.265625, - 0.511719, - 1.523438, - 0.695312, - 1.023438, - 1.734375, - 1.554688, - 0.835938, - 1.828125, - 1.84375, - 1.242188, - 1.664062, - 3.546875, - 1.59375, - 1.476562, - 1.773438, - 2.046875, - 1.71875, - 1.9375, - 2.5, - 0.146484, - 1.851562, - 1.3125, - 1.460938, - 1.945312, - 1.945312, - 1.820312, - 1.695312, - 1.359375, - 1.304688, - -0.003998, - 1.226562, - 0.804688, - 1.359375, - 1.492188, - 1.164062, - 1.382812, - 1.078125, - 1.445312, - 2.0, - 1.335938, - 1.53125, - 1.945312, - 1.71875, - 0.079102, - 1.875, - 1.8125, - 1.617188, - 1.445312, - 1.78125, - 1.585938, - 1.273438, - 11.75, - 1.820312, - 1.695312, - 2.296875, - 1.742188, - 1.65625, - 2.328125, - 2.09375, - 2.640625 - ] - }, - "name": "model.transformer.layers.8.attn.k_norm.weight", - "outputIndexes": [ - 566 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 565, - 566 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_8/Mul_1_output_0", - "outputIndexes": [ - 567 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 567, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_34_output_0", - "outputIndexes": [ - 568 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 567, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_35_output_0", - "outputIndexes": [ - 569 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 569 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_17_output_0", - "outputIndexes": [ - 570 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 567, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_34_output_0", - "outputIndexes": [ - 571 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 570, - 571 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_44_output_0", - "outputIndexes": [ - 572 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 572, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_35_output_0", - "outputIndexes": [ - 573 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 568, - 573 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_33_output_0", - "outputIndexes": [ - 574 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 535 - ], - "outputIndexes": [ - 2221 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2221 - ], - "outputIndexes": [ - 2222 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear", - "inputIndexes": [ - 2222 - ], - "outputIndexes": [ - 2223 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 82271052, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2223 - ], - "outputIndexes": [ - 2224 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2224 - ], - "outputIndexes": [ - 575 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 575, - 563 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_35_output_0", - "outputIndexes": [ - 576 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 561, - 574, - 576, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.8/self_attn/FusedAttention", - "outputIndexes": [ - 577 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 577 - ], - "outputIndexes": [ - 2225 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2225 - ], - "outputIndexes": [ - 2226 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear", - "inputIndexes": [ - 2226 - ], - "outputIndexes": [ - 2227 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 82640994, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2227 - ], - "outputIndexes": [ - 2228 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2228 - ], - "outputIndexes": [ - 578 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 532, - 578 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_34_output_0", - "outputIndexes": [ - 579 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 579 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_8/Mul_output_0", - "outputIndexes": [ - 580 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.267578, - 0.193359, - 0.239258, - 0.269531, - 0.261719, - 0.251953, - 0.21582, - 0.251953, - 0.239258, - 0.145508, - 0.259766, - 0.245117, - 0.253906, - 0.251953, - 0.261719, - 0.257812, - 0.249023, - 0.234375, - 0.267578, - 0.261719, - 0.263672, - 0.259766, - 0.255859, - 0.239258, - 0.238281, - 0.265625, - 0.261719, - 0.251953, - 0.248047, - 0.255859, - 0.238281, - 0.243164, - 0.255859, - 0.257812, - 0.255859, - 0.257812, - 0.253906, - 0.251953, - 0.251953, - 0.193359, - 0.265625, - 0.25, - 0.237305, - 0.146484, - 0.263672, - 0.170898, - 0.253906, - 0.244141, - 0.249023, - 0.242188, - 0.251953, - 0.24707, - 0.259766, - 0.180664, - 0.259766, - 0.253906, - 0.251953, - 0.257812, - 0.259766, - 0.251953, - 0.259766, - 0.253906, - 0.351562, - 0.251953, - 0.152344, - 0.248047, - 0.239258, - 0.246094, - 0.259766, - 0.244141, - 0.251953, - 0.242188, - 0.255859, - 0.248047, - 0.204102, - 0.251953, - 0.242188, - 0.246094, - 0.255859, - 0.263672, - 0.242188, - 0.261719, - 0.226562, - 0.244141, - 0.259766, - 0.244141, - 0.251953, - 0.265625, - 0.243164, - 0.239258, - 0.267578, - 0.249023, - 0.261719, - 0.140625, - 0.206055, - 0.255859, - 0.248047, - 0.189453, - 0.249023, - 0.25, - 0.246094, - 0.257812, - 0.163086, - 0.265625, - 0.253906, - 0.230469, - 0.253906, - 0.253906, - 0.249023, - 0.231445, - 0.231445, - 0.242188, - 0.255859, - 0.255859, - 0.259766, - 0.251953, - 0.241211, - 0.245117, - 0.248047, - 0.259766, - 0.255859, - 0.261719, - 0.241211, - 0.118164, - 0.261719, - 0.129883, - 0.243164, - 0.259766, - 0.174805, - 0.242188, - 0.25, - 0.261719, - 0.245117, - 0.24707, - 0.242188, - 0.261719, - 0.243164, - 0.261719, - 0.229492, - 0.25, - 0.234375, - 0.255859, - 0.255859, - 0.259766, - 0.176758, - 0.125977, - 0.251953, - 0.132812, - 0.241211, - 0.208984, - 0.253906, - 0.261719, - 0.251953, - 0.257812, - 0.257812, - 0.257812, - 0.25, - 0.253906, - 0.150391, - 0.259766, - 0.259766, - 0.261719, - 0.115723, - 0.231445, - 0.243164, - 0.225586, - 0.241211, - 0.132812, - 0.120117, - 0.259766, - 0.106934, - 0.198242, - 0.241211, - 0.207031, - 0.237305, - 0.251953, - 0.228516, - 0.246094, - 0.225586, - 0.257812, - 0.251953, - 0.253906, - 0.257812, - 0.249023, - 0.257812, - 0.251953, - 0.253906, - 0.259766, - 0.261719, - 0.257812, - 0.229492, - 0.263672, - 0.263672, - 0.241211, - 0.25, - 0.236328, - 0.259766, - 0.24707, - 0.277344, - 0.263672, - 0.251953, - 0.251953, - 0.239258, - 0.25, - 0.244141, - 0.251953, - 0.248047, - 0.261719, - 0.208984, - 0.172852, - 0.34375, - 0.259766, - 0.259766, - 0.236328, - 0.242188, - 0.257812, - 0.248047, - 0.259766, - 0.259766, - 0.21875, - 0.120605, - 0.253906, - 0.170898, - 0.245117, - 0.195312, - 0.201172, - 0.259766, - 0.259766, - 0.198242, - 0.253906, - 0.217773, - 0.172852, - 0.199219, - 0.259766, - 0.251953, - 0.265625, - 0.239258, - 0.259766, - 0.071777, - 0.255859, - 0.263672, - 0.180664, - 0.267578, - 0.253906, - 0.255859, - 0.261719, - 0.171875, - 0.257812, - 0.125, - 0.248047, - 0.255859, - 0.146484, - 0.245117, - 0.253906, - 0.248047, - 0.155273, - 0.253906, - 0.255859, - 0.246094, - 0.253906, - 0.239258, - 0.214844, - 0.246094, - 0.228516, - 0.242188, - 0.251953, - 0.259766, - 0.236328, - 0.261719, - 0.255859, - 0.259766, - 0.24707, - 0.255859, - 0.246094, - 0.240234, - 0.154297, - 0.240234, - 0.257812, - 0.257812, - 0.244141, - 0.246094, - 0.259766, - 0.24707, - 0.241211, - 0.242188, - 0.255859, - 0.120605, - 0.24707, - 0.246094, - 0.263672, - 0.273438, - 0.259766, - 0.235352, - 0.261719, - 0.251953, - 0.271484, - 0.233398, - 0.261719, - 0.271484, - 0.289062, - 0.246094, - 0.246094, - 0.205078, - 0.251953, - 0.255859, - 0.255859, - 0.179688, - 0.243164, - 0.238281, - 0.261719, - 0.263672, - 0.257812, - 0.242188, - 0.255859, - 0.24707, - 0.248047, - 0.251953, - 0.273438, - 0.241211, - 0.175781, - 0.253906, - 0.241211, - 0.261719, - 0.265625, - 0.263672, - 0.273438, - 0.261719, - -0.000134, - 0.240234, - 0.265625, - 0.259766, - 0.224609, - 0.251953, - 0.238281, - 0.21582, - 0.253906, - 0.245117, - 0.170898, - 0.263672, - 0.251953, - 0.253906, - 0.237305, - 0.269531, - 0.204102, - 0.251953, - 0.197266, - 0.245117, - 0.251953, - 0.251953, - 0.248047, - 0.246094, - 0.263672, - 0.251953, - 0.235352, - 0.222656, - 0.248047, - 0.253906, - 0.263672, - 0.251953, - 0.214844, - 0.251953, - 0.202148, - 0.253906, - 0.324219, - 0.251953, - 0.10791, - 0.261719, - 0.253906, - 0.248047, - 0.245117, - 0.229492, - 0.104492, - 0.25, - 0.203125, - 0.25, - 0.242188, - 0.166016, - 0.229492, - 0.265625, - 0.119629, - 0.251953, - 0.261719, - 0.263672, - 0.186523, - 0.21875, - 0.257812, - 0.253906, - 0.257812, - 0.261719, - 0.25, - 0.261719, - 0.249023, - 0.253906, - 0.253906, - 0.267578, - 0.263672, - 0.271484, - 0.261719, - 0.181641, - 0.263672, - 0.243164, - 0.263672, - 0.234375, - 0.263672, - 0.253906, - 0.104492, - 0.242188, - 0.245117, - 0.246094, - 0.230469, - 0.102051, - 0.283203, - 0.255859, - 0.239258, - 0.233398, - 0.24707, - 0.253906, - 0.255859, - 0.248047, - 0.255859, - 0.25, - 0.148438, - 0.25, - 0.249023, - 0.243164, - 0.257812, - 0.273438, - 0.22168, - 0.249023, - 0.251953, - 0.249023, - 0.253906, - 0.294922, - 0.25, - 0.298828, - 0.255859, - 0.239258, - 0.251953, - 0.253906, - 0.25, - 0.246094, - 0.253906, - 0.253906, - 0.263672, - 0.24707, - 0.248047, - 0.267578, - 0.255859, - 0.249023, - 0.228516, - 0.251953, - 0.144531, - 0.261719, - 0.253906, - 0.253906, - 0.255859, - 0.255859, - 0.257812, - 0.261719, - 0.237305, - 0.241211, - 0.261719, - 0.259766, - 0.220703, - 0.224609, - 0.275391, - 0.269531, - 0.255859, - 0.243164, - 0.249023, - 0.205078, - 0.200195, - 0.248047, - 0.25, - 0.259766, - 0.265625, - 0.253906, - 0.25, - 0.271484, - 0.249023, - 0.265625, - 0.255859, - 0.229492, - 0.259766, - 0.25, - 0.236328, - 0.251953, - 0.251953, - 0.257812, - 0.255859, - 0.145508, - 0.257812, - 0.259766, - 0.219727, - 0.273438, - 0.230469, - 0.249023, - 0.242188, - 0.261719, - 0.245117, - 0.251953, - 0.259766, - 0.239258, - 0.25, - 0.257812, - 0.271484, - 0.251953, - 0.253906, - 0.257812, - 0.255859, - 0.259766, - 0.265625, - 0.255859, - 0.248047, - 0.164062, - 0.059814, - 0.249023, - 0.239258, - 0.255859, - 0.203125, - 0.257812, - 0.257812, - 0.227539, - 0.243164, - 0.173828, - 0.131836, - 0.257812, - 0.251953, - 0.241211, - 0.253906, - 0.241211, - 0.083496, - 0.263672, - 0.253906, - 0.263672, - 0.251953, - 0.251953, - 0.257812, - 0.263672, - 0.273438, - 0.257812, - 0.251953, - 0.246094, - 0.240234, - 0.255859, - 0.261719, - 0.289062, - 0.134766, - 0.235352, - 0.238281, - 0.216797, - 0.255859, - 0.251953, - 0.129883, - 0.243164, - 0.263672, - 0.271484, - 0.238281, - 0.243164, - 0.246094, - 0.249023, - 0.225586, - 0.24707, - 0.261719, - 0.248047, - 0.121094, - 0.267578, - 0.167969, - 0.269531, - 0.120117, - 0.263672, - 0.133789, - 0.245117, - 0.267578, - 0.269531, - 0.163086, - 0.242188, - 0.253906, - 0.169922, - 0.251953, - 0.261719, - 0.255859, - 0.097168, - 0.196289, - 0.244141, - 0.259766, - 0.251953, - 0.265625, - 0.246094, - 0.249023, - 0.245117, - 0.255859, - 0.251953, - 0.255859, - 0.249023, - 0.224609, - 0.267578, - 0.242188, - 0.257812, - 0.253906, - 0.257812, - 0.251953, - 0.251953, - 0.257812, - 0.239258, - 0.244141, - 0.267578, - 0.255859, - 0.182617, - 0.145508, - 0.275391, - 0.226562, - 0.226562, - 0.263672, - 0.259766, - 0.249023, - 0.245117, - 0.255859, - 0.259766, - 0.261719, - 0.259766, - 0.253906, - 0.253906, - 0.241211, - 0.246094, - 0.201172, - 0.263672, - 0.100098, - 0.265625, - 0.25, - 0.243164, - 0.261719, - 0.25, - 0.259766, - 0.271484, - 0.253906, - 0.261719, - 0.259766, - 0.257812, - 0.255859, - 0.253906, - 0.269531, - 0.273438, - 0.236328, - 0.263672, - 0.265625, - 0.253906, - 0.189453, - 0.251953, - 0.24707, - 0.245117, - 0.251953, - 0.240234, - 0.249023, - 0.265625, - 0.246094, - 0.253906, - 0.257812, - 0.257812, - 0.25, - 0.263672, - 0.261719, - 0.25, - 0.25, - 0.238281, - 0.261719, - 0.143555, - 0.259766, - 0.225586, - 0.251953, - 0.24707, - 0.249023, - 0.110352, - 0.24707, - 0.21875, - 0.24707, - 0.235352, - 0.246094, - 0.231445, - 0.259766, - 0.191406, - 0.12793, - 0.255859, - 0.246094, - 0.255859, - 0.277344, - 0.363281, - 0.249023, - 0.240234, - 0.189453, - 0.253906, - 0.259766, - 0.263672, - 0.244141, - 0.267578, - 0.24707, - 0.243164, - 0.21875, - 0.265625, - 0.257812, - 0.255859, - 0.24707, - 0.259766, - 0.25, - 0.259766, - 0.245117, - 0.265625, - 0.267578, - 0.251953, - 0.210938, - 0.248047, - 0.227539, - 0.296875, - 0.243164, - 0.253906, - 0.248047, - 0.255859, - 0.267578, - 0.255859, - 0.21582, - 0.255859, - 0.263672, - 0.25, - 0.253906, - 0.253906, - 0.265625, - 0.253906, - 0.259766, - 0.176758, - 0.251953, - 0.233398, - 0.259766, - 0.231445, - 0.25, - 0.248047, - 0.249023, - 0.241211, - 0.244141, - 0.241211, - 0.240234, - 0.265625, - 0.259766, - 0.237305, - 0.161133, - 0.148438, - 0.255859, - 0.251953, - 0.255859, - 0.19043, - 0.251953, - 0.253906, - 0.261719, - 0.257812, - 0.255859, - 0.263672, - 0.261719, - 0.291016, - 0.233398, - 0.25, - 0.245117, - 0.197266, - 0.246094, - 0.231445, - 0.251953, - 0.263672, - 0.257812, - 0.251953, - 0.261719, - 0.255859, - 0.255859, - 0.24707, - 0.265625, - 0.251953, - 0.251953, - 0.253906, - 0.248047, - 0.234375, - 0.249023, - 0.253906, - 0.195312, - 0.257812, - 0.154297, - 0.239258, - 0.25, - 0.251953, - 0.248047, - 0.237305, - 0.25, - 0.255859, - 0.15918, - 0.235352, - 0.25, - 0.251953, - 0.125, - 0.116211, - 0.253906, - 0.234375, - 0.267578, - 0.242188, - 0.251953, - 0.253906, - 0.228516, - 0.248047, - 0.228516, - 0.24707, - 0.267578, - 0.253906, - 0.204102, - 0.246094, - 0.231445, - 0.227539, - 0.267578, - 0.259766, - 0.240234, - 0.261719, - 0.259766, - 0.255859, - 0.240234, - 0.249023, - 0.251953, - 0.259766, - 0.251953, - 0.253906, - 0.240234, - 0.246094, - 0.253906, - 0.188477, - 0.231445, - 0.249023, - 0.261719, - 0.244141, - 0.255859, - 0.242188, - 0.263672, - 0.237305, - 0.251953, - 0.255859, - 0.265625, - 0.246094, - 0.251953, - 0.245117, - 0.239258, - 0.478516, - 0.257812, - 0.275391, - 0.259766, - 0.232422, - 0.259766, - 0.263672, - 0.257812, - 0.259766, - 0.287109, - 0.257812, - 0.261719, - 0.244141, - 0.157227, - 0.25, - 0.249023, - 0.239258, - 0.267578, - 0.255859, - 0.251953, - 0.163086, - 0.253906, - 0.198242, - 0.237305, - 0.253906, - 0.239258, - 0.24707, - 0.163086, - 0.263672, - 0.214844, - 0.269531, - 0.257812, - 0.259766, - 0.219727, - 0.255859, - 0.261719, - 0.261719, - 0.265625, - 0.267578, - 0.237305, - 0.238281, - 0.265625, - 0.255859, - 0.263672, - 0.261719, - 0.253906, - 0.267578, - 0.253906, - 0.239258, - 0.25, - 0.162109, - 0.251953, - 0.189453, - 0.263672, - 0.259766, - 0.253906, - 0.24707, - 0.257812, - 0.253906, - 0.231445, - 0.147461, - 0.251953, - 0.228516, - 0.257812, - 0.251953, - 0.253906, - 0.239258, - 0.253906, - 0.265625, - 0.24707, - 0.251953, - 0.121582, - 0.261719, - 0.249023, - 0.263672, - 0.261719, - 0.259766, - 0.243164, - 0.253906, - 0.240234, - 0.259766, - 0.333984, - 0.219727, - 0.255859, - 0.246094, - 0.211914, - 0.244141, - 0.224609, - 0.332031, - 0.255859, - 0.230469, - 0.245117, - 0.24707, - 0.257812, - 0.255859, - 0.246094, - 0.255859, - 0.265625, - 0.259766, - 0.259766, - 0.25, - 0.089355, - 0.178711, - 0.21875, - 0.126953, - 0.253906, - 0.245117, - 0.261719, - 0.251953, - 0.244141, - 0.136719, - 0.251953, - 0.267578, - 0.205078, - 0.263672, - 0.269531, - 0.207031, - 0.25, - 0.253906, - 0.251953, - 0.236328, - 0.257812, - 0.251953, - 0.115723, - 0.251953, - 0.257812, - 0.255859, - 0.246094, - 0.251953, - 0.265625, - 0.240234, - 0.051514, - 0.227539, - 0.259766, - 0.223633, - 0.131836, - 0.135742, - 0.265625, - 0.248047, - 0.255859, - 0.213867, - 0.206055, - 0.253906, - 0.261719, - 0.095215, - 0.255859, - 0.164062, - 0.253906, - 0.243164, - 0.261719, - 0.255859, - 0.410156, - 0.255859, - 0.251953, - 0.25, - 0.120605, - 0.248047, - 0.25, - 0.253906, - 0.248047, - 0.253906, - 0.251953, - 0.255859, - 0.251953, - 0.171875, - 0.255859, - 0.267578, - 0.257812, - 0.249023, - 0.230469, - 0.243164, - 0.25, - 0.255859, - 0.251953, - 0.248047, - 0.231445, - 0.257812, - 0.248047, - 0.246094, - 0.24707, - 0.249023, - 0.243164, - 0.273438, - 0.245117, - 0.242188, - 0.265625, - 0.253906, - 0.132812, - 0.194336, - 0.199219, - 0.236328, - 0.251953, - 0.219727, - 0.216797, - 0.259766, - 0.227539, - 0.253906, - 0.177734, - 0.253906, - 0.259766, - 0.253906, - 0.265625, - 0.243164, - 0.259766, - 0.134766, - 0.261719, - 0.25, - 0.257812, - 0.241211, - 0.236328, - 0.196289, - 0.263672, - 0.253906, - 0.249023, - 0.263672, - 0.265625, - 0.255859, - 0.24707, - 0.244141, - 0.251953, - 0.263672, - 0.230469, - 0.229492, - 0.223633, - 0.24707, - 0.243164, - 0.257812, - 0.154297, - 0.253906, - 0.259766, - 0.255859, - 0.259766, - 0.177734, - 0.255859, - 0.253906, - 0.210938, - 0.249023, - 0.125, - 0.241211, - 0.257812, - 0.251953, - 0.251953, - 0.261719, - 0.25, - 0.265625, - 0.240234, - 0.239258, - 0.251953, - 0.251953, - 0.225586, - 0.277344, - 0.257812, - 0.257812, - 0.197266, - 0.248047, - 0.261719, - 0.227539, - 0.253906, - 0.257812, - 0.219727, - 0.248047, - 0.251953, - 0.243164, - 0.222656, - 0.202148, - 0.142578, - 0.267578, - 0.261719, - 0.152344, - 0.234375, - 0.261719, - 0.242188, - 0.248047, - 0.255859, - 0.257812, - 0.248047, - 0.253906, - 0.200195, - 0.251953, - 0.144531, - 0.253906, - 0.253906, - 0.220703, - 0.263672, - 0.255859, - 0.241211, - 0.257812, - 0.236328, - 0.257812, - 0.265625, - 0.392578, - 0.269531, - 0.259766, - 0.189453, - 0.245117, - 0.263672, - 0.269531, - 0.273438, - 0.251953, - 0.257812, - 0.259766, - 0.267578, - 0.242188, - 0.244141, - 0.257812, - 0.237305, - 0.257812, - 0.261719, - 0.263672, - 0.259766, - 0.245117, - 0.249023, - 0.265625, - 0.263672, - 0.267578, - 0.251953, - 0.200195, - 0.24707, - 0.240234, - 0.253906, - 0.244141, - 0.248047, - 0.253906, - 0.235352, - 0.24707, - 0.253906, - 0.251953, - 0.259766, - 0.251953, - 0.251953, - 0.245117, - 0.243164, - 0.257812, - 0.251953, - 0.255859, - 0.265625, - 0.255859, - 0.251953, - 0.231445, - 0.246094, - 0.257812, - 0.257812, - 0.246094, - 0.259766, - 0.240234, - 0.213867, - 0.212891, - 0.257812, - 0.251953, - 0.10498, - 0.257812, - 0.192383, - 0.253906, - 0.25, - 0.237305, - 0.365234, - 0.142578, - 0.251953, - 0.25, - 0.259766, - 0.255859, - 0.243164, - 0.265625, - 0.248047, - 0.251953, - 0.265625, - 0.242188, - 0.242188, - 0.285156, - 0.255859, - 0.251953, - 0.269531, - 0.25, - 0.259766, - 0.259766, - 0.253906, - 0.279297, - 0.255859, - 0.398438, - 0.251953, - 0.259766, - 0.261719, - 0.121582, - 0.244141, - 0.231445, - 0.237305, - 0.275391, - 0.235352, - 0.186523, - 0.249023, - 0.261719, - 0.246094, - 0.24707, - 0.248047, - 0.246094, - 0.226562, - 0.112793, - 0.239258, - 0.233398, - 0.246094, - 0.246094, - 0.240234, - 0.253906, - 0.259766, - 0.248047, - 0.261719, - 0.273438, - 0.253906, - 0.055176, - 0.273438, - 0.105469, - 0.223633, - 0.245117, - 0.253906, - 0.251953, - 0.080566, - 0.201172, - 0.248047, - 0.251953, - 0.206055, - 0.246094, - 0.25, - 0.24707, - 0.248047, - 0.283203, - 0.261719, - 0.255859, - 0.253906, - 0.259766, - 0.249023, - 0.25, - 0.263672, - 0.253906, - 0.261719, - 0.217773, - 0.261719, - 0.244141, - 0.283203, - 0.25, - 0.265625, - 0.261719, - 0.245117, - 0.255859, - 0.146484, - 0.245117, - 0.273438, - 0.263672, - 0.261719, - 0.253906, - 0.253906, - 0.271484, - 0.261719, - 0.212891, - 0.245117, - 0.25, - 0.285156, - 0.251953, - 0.217773, - 0.261719, - 0.192383, - 0.210938, - 0.245117, - 0.269531, - 0.265625, - 0.261719, - 0.253906, - 0.261719, - 0.251953, - 0.120117, - 0.253906, - 0.257812, - 0.267578, - 0.246094, - 0.237305, - 0.253906, - 0.238281, - 0.273438, - 0.259766, - 0.259766, - 0.251953, - 0.255859, - 0.216797, - 0.257812, - 0.163086, - 0.21582, - 0.251953, - 0.267578, - 0.255859, - 0.259766, - 0.24707, - 0.263672, - 0.196289, - 0.242188, - 0.267578, - 0.246094, - 0.265625, - 0.253906, - 0.245117, - 0.255859, - 0.259766, - 0.261719, - 0.261719, - 0.251953, - 0.265625, - 0.257812, - 0.246094, - 0.243164, - 0.263672, - 0.253906, - 0.253906, - 0.265625, - 0.244141, - 0.257812, - 0.242188, - 0.245117, - 0.251953, - 0.265625, - 0.248047, - 0.261719, - 0.238281, - 0.271484, - 0.248047, - 0.245117, - 0.22168, - 0.257812, - 0.24707, - 0.265625, - 0.259766, - 0.232422, - 0.201172, - 0.261719, - 0.253906, - 0.259766, - 0.131836, - 0.240234, - 0.255859, - 0.261719, - 0.220703, - 0.220703, - 0.238281, - 0.261719, - 0.226562, - 0.119629, - 0.257812, - 0.232422, - 0.277344, - 0.11084, - 0.261719, - 0.263672, - 0.150391, - 0.263672, - 0.255859, - 0.237305, - 0.263672, - 0.24707, - 0.251953, - 0.267578, - 0.263672, - 0.257812, - 0.237305, - 0.263672, - 0.251953, - 0.261719, - 0.232422, - 0.253906, - 0.244141, - 0.257812, - 0.259766, - 0.180664, - 0.257812, - 0.163086, - 0.261719, - 0.244141, - 0.25, - 0.246094, - 0.253906, - 0.238281, - 0.28125, - 0.249023, - 0.232422, - 0.25, - 0.255859, - 0.248047, - 0.246094, - 0.237305, - 0.253906, - 0.25, - 0.246094, - 0.261719, - 0.24707, - 0.269531, - 0.24707, - 0.000443, - 0.22168, - 0.25, - 0.118652, - 0.24707, - 0.25, - 0.241211, - 0.257812, - 0.24707, - 0.255859, - 0.255859, - 0.248047, - 0.253906, - 0.233398, - 0.24707, - 0.176758, - 0.265625, - 0.22168, - 0.075684, - 0.275391, - 0.255859, - 0.244141, - 0.261719, - 0.239258, - 0.234375, - 0.253906, - 0.239258, - 0.251953, - 0.46875, - 0.253906, - 0.251953, - 0.239258, - 0.253906, - 0.263672, - 0.279297, - 0.253906, - 0.249023, - 0.257812, - 0.182617, - 0.257812, - 0.25, - 0.271484, - 0.211914, - 0.191406, - 0.251953, - 0.265625, - 0.115234, - 0.243164, - 0.246094, - 0.162109, - 0.255859, - 0.257812, - 0.253906, - 0.251953, - 0.263672, - 0.255859, - 0.263672, - 0.235352, - 0.253906, - 0.228516, - 0.24707, - 0.251953, - 0.244141, - 0.263672, - 0.251953, - 0.246094, - 0.253906, - 0.249023, - 0.248047, - 0.253906, - 0.244141, - 0.253906, - 0.265625, - 0.261719, - 0.241211, - 0.240234, - 0.251953, - 0.255859, - 0.257812, - 0.255859, - 0.24707, - 0.259766, - 0.248047, - 0.25, - 0.253906, - 0.140625, - 0.259766, - 0.246094, - 0.234375, - 0.257812, - 0.245117, - 0.170898, - 0.271484, - 0.259766, - 0.22168, - 0.117676, - 0.253906, - 0.219727, - 0.249023, - 0.219727, - 0.25, - 0.261719, - 0.255859, - 0.134766, - 0.255859, - 0.269531, - 0.240234, - 0.263672, - 0.259766, - 0.255859, - 0.257812, - 0.234375, - 0.164062, - 0.269531, - 0.251953, - 0.24707, - 0.251953, - 0.246094, - 0.398438, - 0.269531, - 0.263672, - 0.251953, - 0.267578, - 0.259766, - 0.140625, - 0.237305, - 0.257812, - 0.277344, - 0.141602, - 0.25, - 0.246094, - 0.267578, - 0.271484, - 0.253906, - 0.261719, - 0.255859, - 0.253906, - 0.265625, - 0.196289, - 0.251953, - 0.239258, - 0.257812, - 0.245117, - 0.245117, - 0.251953, - 0.248047, - 0.253906, - 0.251953, - 0.244141, - 0.259766, - 0.259766, - 0.249023, - 0.237305, - 0.249023, - 0.255859, - 0.267578, - 0.259766, - 0.255859, - 0.243164, - 0.249023, - 0.269531, - 0.273438, - 0.21875, - 0.246094, - 0.234375, - 0.255859, - 0.07959, - 0.251953, - 0.24707, - 0.194336, - 0.24707, - 0.25, - 0.237305, - 0.243164, - 0.251953, - 0.246094, - 0.255859, - 0.236328, - 0.18457, - 0.245117, - 0.207031, - 0.253906, - 0.255859, - 0.249023, - 0.178711, - 0.253906, - 0.249023, - 0.255859, - 0.253906, - 0.241211, - 0.251953, - 0.238281, - 0.212891, - 0.24707, - 0.249023, - 0.239258, - 0.267578, - 0.249023, - 0.246094, - 0.267578, - 0.25, - 0.263672, - 0.257812, - 0.25, - 0.253906, - 0.251953, - 0.238281, - 0.150391, - 0.271484, - 0.242188, - 0.223633, - 0.253906, - 0.24707, - 0.24707, - 0.269531, - 0.130859, - 0.253906, - 0.265625, - 0.243164, - 0.259766, - 0.243164, - 0.257812, - 0.275391, - 0.246094, - 0.273438, - 0.139648, - 0.246094, - 0.259766, - 0.237305, - 0.255859, - 0.257812, - 0.069824, - 0.25, - 0.237305, - 0.251953, - 0.253906, - 0.259766, - 0.158203, - 0.249023, - 0.255859, - 0.24707, - 0.240234, - 0.249023, - 0.259766, - 0.249023, - 0.261719, - 0.246094, - 0.245117, - 0.248047, - 0.251953, - 0.21875, - 0.253906, - 0.255859, - 0.251953, - 0.267578, - 0.22168, - 0.105469, - 0.261719, - 0.257812, - 0.212891, - 0.251953, - 0.267578, - 0.238281, - 0.263672, - 0.246094, - 0.263672, - 0.253906, - 0.243164, - 0.238281, - 0.194336, - 0.246094, - 0.261719, - 0.244141, - 0.255859, - 0.269531, - 0.261719, - 0.259766, - 0.251953, - 0.089355, - 0.257812, - 0.246094, - 0.25, - 0.257812, - 0.267578, - 0.255859, - 0.255859, - 0.241211, - 0.255859, - 0.251953, - 0.255859, - 0.238281, - 0.263672, - 0.161133, - 0.253906, - 0.231445, - 0.294922, - 0.259766, - 0.251953, - 0.263672, - 0.271484, - 0.139648, - 0.255859, - 0.265625, - 0.135742, - 0.255859, - 0.263672, - 0.251953, - 0.181641, - 0.255859, - 0.261719, - 0.291016, - 0.229492, - 0.265625, - 0.253906, - 0.167969, - 0.24707, - 0.12793, - 0.257812, - 0.263672, - 0.251953, - 0.246094, - 0.255859, - 0.251953, - 0.25, - 0.238281, - 0.245117, - 0.251953, - 0.257812, - 0.188477, - 0.259766, - 0.211914, - 0.249023, - 0.245117, - 0.255859, - 0.15332, - 0.245117, - 0.265625, - 0.255859, - 0.259766, - 0.12793, - 0.253906, - 0.182617, - 0.238281, - 0.226562, - 0.271484, - 0.072266, - 0.253906, - 0.251953, - 0.25, - 0.257812, - 0.257812, - 0.228516, - 0.261719, - 0.249023, - 0.259766, - 0.257812, - 0.267578, - 0.255859, - 0.226562, - 0.243164, - 0.199219, - 0.259766, - 0.265625, - 0.25, - 0.261719, - 0.255859, - 0.28125, - 0.245117, - 0.239258, - 0.253906, - 0.232422, - 0.259766, - 0.213867, - 0.253906, - 0.253906, - 0.227539, - 0.234375, - 0.265625, - 0.267578, - 0.18457, - 0.257812, - 0.265625, - 0.244141, - 0.249023, - 0.239258, - 0.25, - 0.267578, - 0.259766, - 0.240234, - 0.259766, - 0.244141, - 0.158203, - 0.255859, - 0.232422, - 0.255859, - 0.248047, - 0.255859, - 0.244141, - 0.242188, - 0.12793, - 0.245117, - 0.245117, - 0.255859, - 0.24707, - 0.257812, - 0.271484, - 0.310547, - 0.25, - 0.245117, - 0.259766, - 0.249023, - 0.253906, - 0.265625, - 0.261719, - 0.253906, - 0.237305, - 0.261719, - 0.251953, - 0.210938, - 0.249023, - 0.253906, - 0.255859, - 0.209961, - 0.248047, - 0.25, - 0.271484, - 0.257812, - 0.259766, - 0.263672, - 0.25, - 0.257812, - 0.232422, - 0.244141, - 0.263672, - 0.242188, - 0.257812, - 0.257812, - 0.259766, - 0.22168, - 0.265625, - 0.216797, - 0.25, - 0.263672, - 0.25, - 0.224609, - 0.246094, - 0.25, - 0.245117, - 0.28125, - 0.233398, - 0.240234, - 0.123535, - 0.241211, - 0.259766, - 0.237305, - 0.173828, - 0.21875, - 0.220703, - 0.224609, - 0.259766, - 0.263672, - 0.246094, - 0.118164, - 0.249023, - 0.235352, - 0.130859, - 0.227539, - 0.255859, - 0.246094, - 0.255859, - 0.171875, - 0.245117, - 0.25, - 0.265625, - 0.251953, - 0.279297, - 0.263672, - 0.251953, - 0.235352, - 0.253906, - 0.253906, - 0.267578, - 0.259766, - 0.261719, - 0.198242, - 0.25, - 0.119141, - 0.259766, - 0.125, - 0.249023, - 0.255859, - 0.255859, - 0.208984, - 0.263672, - 0.255859, - 0.228516, - 0.134766, - 0.227539, - 0.261719, - 0.251953, - 0.25, - 0.109863, - 0.251953, - 0.075684, - 0.261719, - 0.200195, - 0.251953, - 0.1875, - 0.239258, - 0.251953, - 0.257812, - 0.248047, - 0.245117, - 0.249023, - 0.237305, - 0.263672, - 0.267578, - 0.269531, - 0.257812, - 0.261719, - 0.257812, - 0.244141, - 0.25, - 0.227539, - 0.261719, - 0.230469, - 0.253906, - 0.25, - 0.259766, - 0.244141, - 0.229492, - 0.226562, - 0.255859, - 0.249023, - 0.235352, - 0.255859, - 0.225586, - 0.263672, - 0.259766, - 0.257812, - 0.246094, - 0.257812, - 0.265625, - 0.25, - 0.259766, - 0.255859, - 0.255859, - 0.253906, - 0.263672, - 0.265625, - 0.25, - 0.204102, - 0.25, - 0.265625, - 0.242188, - 0.253906, - 0.255859, - 0.200195, - 0.211914, - 0.22168, - 0.25, - 0.261719, - 0.253906, - 0.246094, - 0.257812, - 0.253906, - 0.248047, - 0.255859, - 0.259766, - 0.279297, - 0.257812, - 0.231445, - 0.246094, - 0.255859, - 0.226562, - 0.263672, - 0.255859, - 0.239258, - 0.125977, - 0.125977, - 0.257812, - 0.259766, - 0.257812, - 0.259766, - 0.248047, - 0.257812, - 0.25, - 0.248047, - 0.261719, - 0.224609, - 0.253906, - 0.151367, - 0.255859, - 0.243164, - 0.25, - 0.253906, - 0.251953, - 0.257812, - 0.263672, - 0.263672, - 0.261719, - 0.253906, - 0.259766, - 0.192383, - 0.265625, - 0.255859, - 0.261719, - 0.267578, - 0.243164, - 0.227539, - 0.237305, - 0.253906, - 0.25, - 0.251953 - ] - }, - "name": "model.transformer.layers.8.ffn_norm.weight", - "outputIndexes": [ - 581 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 580, - 581 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_8/Mul_1_output_0", - "outputIndexes": [ - 582 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 582 - ], - "outputIndexes": [ - 2229 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2229 - ], - "outputIndexes": [ - 2230 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear", - "inputIndexes": [ - 2230 - ], - "outputIndexes": [ - 2231 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 6144, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 98304, - "weightSize": 0 - }, - "external": [ - 84115576, - 6291478, - 786432, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2231 - ], - "outputIndexes": [ - 2232 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2232 - ], - "outputIndexes": [ - 583 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 6144 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 583, - 21, - 222, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_8/Slice_output_0", - "outputIndexes": [ - 584 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 584 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_8/Sigmoid_output_0", - "outputIndexes": [ - 585 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 584, - 585 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_8/Mul_output_0", - "outputIndexes": [ - 586 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6144 - ] - }, - "name": "/ffn_8/Mul_1_output_0", - "outputIndexes": [ - 587 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 583, - 222, - 587, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_8/Slice_1_output_0", - "outputIndexes": [ - 588 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 586, - 588 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_8/Mul_2_output_0", - "outputIndexes": [ - 589 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 589 - ], - "outputIndexes": [ - 2233 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3072, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2233 - ], - "outputIndexes": [ - 2234 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear", - "inputIndexes": [ - 2234 - ], - "outputIndexes": [ - 2235 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3072, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 49152, - "weightSize": 0 - }, - "external": [ - 91193486, - 3145750, - 393216, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2235 - ], - "outputIndexes": [ - 2236 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2236 - ], - "outputIndexes": [ - 590 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 579, - 590 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_35_output_0", - "outputIndexes": [ - 591 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 591, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_36_output_0", - "outputIndexes": [ - 592 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 592 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_9/Mul_output_0", - "outputIndexes": [ - 593 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.108398, - 0.097656, - 0.102539, - 0.114746, - 0.115234, - 0.116699, - 0.176758, - 0.103516, - 0.114746, - 0.081055, - 0.115234, - 0.117188, - 0.100098, - 0.10791, - 0.116211, - 0.106934, - 0.117188, - 0.122559, - 0.101562, - 0.111328, - 0.118652, - 0.102539, - 0.111328, - 0.12207, - 0.103516, - 0.105469, - 0.101562, - 0.114746, - 0.111328, - 0.121094, - 0.107422, - 0.125977, - 0.131836, - 0.109375, - 0.104004, - 0.124512, - 0.100586, - 0.09082, - 0.119629, - 0.116211, - 0.126953, - 0.106445, - 0.113281, - 0.096191, - 0.095703, - 0.120605, - 0.125977, - 0.117676, - 0.126953, - 0.116699, - 0.104004, - 0.120117, - 0.107422, - 0.103027, - 0.110352, - 0.088867, - 0.103027, - 0.103027, - 0.105469, - 0.098633, - 0.104004, - 0.121094, - 0.072266, - 0.106445, - 0.111328, - 0.107422, - 0.146484, - 0.106934, - 0.100586, - 0.115723, - 0.111328, - 0.12207, - 0.102051, - 0.109863, - 0.132812, - 0.125977, - 0.113281, - 0.098145, - 0.111328, - 0.101074, - 0.095703, - 0.102539, - 0.11084, - 0.121094, - 0.125, - 0.121582, - 0.121582, - 0.109863, - 0.103027, - 0.118652, - 0.116211, - 0.115234, - 0.104004, - 0.122559, - 0.096191, - 0.095215, - 0.108887, - 0.106445, - 0.118164, - 0.115723, - 0.125, - 0.109863, - 0.162109, - 0.109375, - 0.105957, - 0.124512, - 0.112793, - 0.10498, - 0.11084, - 0.110352, - 0.129883, - 0.112793, - 0.104492, - 0.112305, - 0.090332, - 0.122559, - 0.114746, - 0.106934, - 0.099609, - 0.123047, - 0.104004, - 0.112305, - 0.114258, - 0.084473, - 0.114258, - 0.065918, - 0.138672, - 0.098145, - 0.118652, - 0.118164, - 0.115234, - 0.109863, - 0.114746, - 0.12207, - 0.137695, - 0.099609, - 0.144531, - 0.06543, - 0.113281, - 0.122559, - 0.126953, - 0.126953, - 0.090332, - 0.105469, - 0.107422, - 0.091309, - 0.09668, - 0.09082, - 0.112793, - 0.126953, - 0.10791, - 0.091797, - 0.119629, - 0.11377, - 0.116211, - 0.117188, - 0.114258, - 0.102051, - 0.092285, - 0.120117, - 0.116211, - 0.113281, - 0.135742, - 0.111328, - 0.111328, - 0.146484, - 0.123047, - 0.082031, - 0.107422, - 0.10791, - 0.186523, - 0.10791, - 0.120117, - 0.113281, - 0.124512, - 0.110352, - 0.121582, - 0.117676, - 0.120117, - 0.102539, - 0.099609, - 0.102051, - 0.116699, - 0.107422, - 0.108887, - 0.108887, - 0.115723, - 0.120605, - 0.115723, - 0.105957, - 0.111816, - 0.09375, - 0.110352, - 0.12207, - 0.097656, - 0.12793, - 0.10791, - 0.116211, - 0.070801, - 0.108887, - 0.112793, - 0.102539, - 0.112305, - 0.108887, - 0.101562, - 0.110352, - 0.10498, - 0.107422, - 0.129883, - 0.101562, - 0.077148, - 0.110352, - 0.117188, - 0.108398, - 0.117676, - 0.110352, - 0.098145, - 0.118652, - 0.102539, - 0.131836, - 0.098145, - 0.134766, - 0.154297, - 0.12207, - 0.108398, - 0.121582, - 0.121094, - 0.102539, - 0.114258, - 0.099609, - 0.114746, - 0.107422, - 0.116699, - 0.10498, - 0.104004, - 0.100098, - 0.126953, - 0.117188, - 0.255859, - 0.104492, - 0.103027, - 0.115234, - 0.085938, - 0.106934, - 0.101562, - 0.10498, - 0.103516, - 0.124023, - 0.100098, - 0.116699, - 0.111328, - 0.108398, - 0.124512, - 0.100586, - 0.123047, - 0.10498, - 0.118652, - 0.104004, - 0.113281, - 0.107422, - 0.11084, - 0.125977, - 0.109863, - 0.128906, - 0.112305, - 0.106445, - 0.09668, - 0.135742, - 0.11377, - 0.090332, - 0.099121, - 0.096191, - 0.098633, - 0.106445, - 0.105469, - 0.114746, - 0.10791, - 0.11377, - 0.118652, - 0.120117, - 0.123047, - 0.116211, - 0.100098, - 0.119141, - 0.102051, - 0.100098, - 0.136719, - 0.111816, - 0.120605, - 0.090332, - 0.102539, - 0.103027, - 0.137695, - 0.125977, - 0.119629, - 0.102539, - 0.114746, - 0.104492, - 0.123047, - 0.068359, - 0.111328, - 0.105957, - 0.110352, - 0.111328, - 0.101562, - 0.096191, - 0.152344, - 0.110352, - 0.108887, - 0.100586, - 0.103516, - 0.101562, - 0.124512, - 0.110352, - 0.121094, - 0.101562, - 0.108887, - 0.084473, - 0.11377, - 0.135742, - 0.118164, - 0.108887, - 0.112793, - 0.096191, - 0.095215, - 0.105957, - 0.108887, - 0.000237, - 0.107422, - 0.116211, - 0.099121, - 0.103516, - 0.108887, - 0.116699, - 0.118164, - 0.112305, - 0.099121, - 0.101562, - 0.115723, - 0.101074, - 0.123047, - 0.128906, - 0.091797, - 0.134766, - 0.120605, - 0.125977, - 0.117188, - 0.113281, - 0.105957, - 0.114258, - 0.095703, - 0.124512, - 0.109863, - 0.121094, - 0.139648, - 0.111816, - 0.110352, - 0.096191, - 0.103516, - 0.105957, - 0.116699, - 0.124512, - 0.083008, - 0.048096, - 0.110352, - 0.143555, - 0.105957, - 0.10791, - 0.111816, - 0.115723, - 0.12793, - 0.239258, - 0.112305, - 0.11084, - 0.102539, - 0.116211, - 0.144531, - 0.110352, - 0.11377, - 0.098633, - 0.123047, - 0.077148, - 0.098145, - 0.111328, - 0.119629, - 0.100586, - 0.120605, - 0.121094, - 0.11084, - 0.11084, - 0.114746, - 0.111328, - 0.115723, - 0.095703, - 0.114746, - 0.108398, - 0.101562, - 0.105469, - 0.101562, - 0.121582, - 0.117188, - 0.111816, - 0.116211, - 0.098145, - 0.137695, - 0.097168, - 0.121582, - 0.113281, - 0.120605, - 0.109863, - 0.063965, - 0.098145, - 0.110352, - 0.125, - 0.119629, - 0.114746, - 0.101074, - 0.118164, - 0.118652, - 0.118652, - 0.119629, - 0.154297, - 0.098145, - 0.117676, - 0.118164, - 0.084961, - 0.083984, - 0.124023, - 0.10791, - 0.114258, - 0.101074, - 0.109375, - 0.060303, - 0.107422, - 0.070312, - 0.121094, - 0.118652, - 0.100098, - 0.095703, - 0.118652, - 0.115234, - 0.106445, - 0.114258, - 0.113281, - 0.116211, - 0.109375, - 0.093262, - 0.106934, - 0.109863, - 0.119141, - 0.092285, - 0.084473, - 0.095703, - 0.116699, - 0.102051, - 0.11377, - 0.099609, - 0.11084, - 0.112793, - 0.120605, - 0.120117, - 0.117188, - 0.107422, - 0.140625, - 0.12793, - 0.103027, - 0.10498, - 0.109375, - 0.120605, - 0.112305, - 0.108398, - 0.121094, - 0.11084, - 0.113281, - 0.100098, - 0.10498, - 0.123047, - 0.105469, - 0.109375, - 0.125, - 0.10498, - 0.099121, - 0.125, - 0.091797, - 0.121094, - 0.105957, - 0.100098, - 0.102539, - 0.098633, - 0.097168, - 0.10498, - 0.12207, - 0.104004, - 0.112305, - 0.110352, - 0.138672, - 0.114258, - 0.120605, - 0.10498, - 0.114258, - 0.105469, - 0.112305, - 0.114258, - 0.111816, - 0.123047, - 0.105469, - 0.116699, - 0.107422, - 0.102051, - 0.099609, - 0.106445, - 0.108398, - 0.11377, - 0.097656, - 0.100586, - 0.169922, - 0.120117, - 0.112305, - 0.11084, - 0.116211, - 0.11084, - 0.101562, - 0.117188, - 0.121582, - 0.114746, - 0.126953, - 0.114746, - 0.112793, - 0.120605, - 0.115723, - 0.109863, - 0.196289, - 0.111328, - 0.131836, - 0.121094, - 0.108398, - 0.094238, - 0.115723, - 0.109375, - 0.112793, - 0.111816, - 0.094238, - 0.120117, - 0.108887, - 0.119141, - 0.094238, - 0.208008, - 0.135742, - 0.118164, - 0.125, - 0.111328, - 0.109863, - 0.102539, - 0.170898, - 0.11377, - 0.102539, - 0.111328, - 0.129883, - 0.143555, - 0.100098, - 0.110352, - 0.125977, - 0.130859, - 0.117188, - 0.112305, - 0.086426, - 0.108887, - 0.112793, - 0.101562, - 0.12793, - 0.108887, - 0.07373, - 0.121582, - 0.069824, - 0.113281, - 0.126953, - 0.125977, - 0.116699, - 0.089355, - 0.120117, - 0.121094, - 0.112305, - 0.249023, - 0.111816, - 0.115234, - 0.12207, - 0.094727, - 0.098145, - 0.103027, - 0.114746, - 0.116211, - 0.100098, - 0.109863, - 0.102539, - 0.106934, - 0.123535, - 0.105469, - 0.112793, - 0.119141, - 0.118164, - 0.072754, - 0.12793, - 0.09082, - 0.114746, - 0.11377, - 0.125, - 0.091797, - 0.110352, - 0.15625, - 0.246094, - 0.101562, - 0.136719, - 0.115234, - 0.100586, - 0.107422, - 0.122559, - 0.11084, - 0.10498, - 0.109863, - 0.106934, - 0.104492, - 0.11084, - 0.116699, - 0.123535, - 0.113281, - 0.134766, - 0.09668, - 0.205078, - 0.098145, - 0.095215, - 0.122559, - 0.10791, - 0.130859, - 0.113281, - 0.105469, - 0.122559, - 0.103027, - 0.10498, - 0.103516, - 0.120117, - 0.096191, - 0.099609, - 0.112793, - 0.110352, - 0.10791, - 0.089355, - 0.119629, - 0.111816, - 0.116211, - 0.109863, - 0.12793, - 0.097168, - 0.100586, - 0.104492, - 0.099609, - 0.115234, - 0.115234, - 0.106934, - 0.104492, - 0.115723, - 0.11084, - 0.100098, - 0.111328, - 0.135742, - 0.117676, - 0.102051, - 0.088379, - 0.111328, - 0.129883, - 0.103516, - 0.118164, - 0.112793, - 0.263672, - 0.111328, - 0.129883, - 0.10498, - 0.106445, - 0.125977, - 0.132812, - 0.111816, - 0.10791, - 0.09082, - 0.101074, - 0.09668, - 0.10791, - 0.114258, - 0.051758, - 0.136719, - 0.11377, - 0.111816, - 0.108887, - 0.121094, - 0.131836, - 0.117188, - 0.103027, - 0.104004, - 0.112793, - 0.100098, - 0.102051, - 0.100586, - 0.109863, - 0.123047, - 0.109863, - 0.114258, - 0.115234, - 0.119141, - 0.12793, - 0.098633, - 0.099609, - 0.146484, - 0.094727, - 0.125, - 0.07373, - 0.114746, - 0.115234, - 0.125, - 0.121582, - 0.104492, - 0.105957, - 0.11377, - 0.101562, - 0.104004, - 0.115234, - 0.117188, - 0.115234, - 0.099121, - 0.098145, - 0.103027, - 0.126953, - 0.102051, - 0.10498, - 0.103516, - 0.116699, - 0.106445, - 0.111328, - 0.128906, - 0.128906, - 0.129883, - 0.12207, - 0.11377, - 0.104492, - 0.125977, - 0.10791, - 0.144531, - 0.098145, - 0.11377, - 0.111328, - 0.105957, - 0.123047, - 0.099121, - 0.116699, - 0.114258, - 0.118652, - 0.089355, - 0.108887, - 0.10791, - 0.064453, - 0.126953, - 0.119141, - 0.108398, - 0.12793, - 0.123535, - 0.115234, - 0.11377, - 0.09082, - 0.110352, - 0.111816, - 0.125977, - 0.119629, - 0.102539, - 0.10791, - 0.115234, - 0.114746, - 0.119629, - 0.12793, - 0.12793, - 0.110352, - 0.102539, - 0.103516, - 0.126953, - 0.111328, - 0.092773, - 0.118164, - 0.107422, - 0.122559, - 0.106934, - 0.123535, - 0.118164, - 0.111328, - 0.109863, - 0.114746, - 0.125977, - 0.11084, - 0.101562, - 0.12793, - 0.115723, - 0.104492, - 0.104004, - 0.130859, - 0.112305, - 0.115234, - 0.12207, - 0.123535, - 0.109375, - 0.121582, - 0.09375, - 0.111328, - 0.142578, - 0.098145, - 0.12793, - 0.112305, - 0.107422, - 0.10791, - 0.129883, - 0.09668, - 0.11084, - 0.103027, - 0.109375, - 0.119629, - 0.112305, - 0.103027, - 0.10791, - 0.098633, - 0.118164, - 0.121094, - 0.111816, - 0.104492, - 0.123047, - 0.108398, - 0.123535, - 0.119629, - 0.108398, - 0.122559, - 0.111816, - 0.115234, - 0.108887, - 0.105957, - 0.111816, - 0.114258, - 0.105469, - 0.115723, - 0.12793, - 0.084473, - 0.114258, - 0.105957, - 0.111816, - 0.140625, - 0.121582, - 0.108887, - 0.103027, - 0.116211, - 0.090332, - 0.094727, - 0.114258, - 0.112305, - 0.091797, - 0.098145, - 0.121582, - 0.122559, - 0.116699, - 0.121582, - 0.116211, - 0.094727, - 0.105469, - 0.133789, - 0.116211, - 0.107422, - 0.116211, - 0.118652, - 0.141602, - 0.098145, - 0.122559, - 0.124023, - 0.106445, - 0.114746, - 0.116211, - 0.116699, - 0.114258, - 0.10791, - 0.131836, - 0.100098, - 0.124023, - 0.120605, - 0.119141, - 0.104492, - 0.105469, - 0.120605, - 0.111816, - 0.08252, - 0.111328, - 0.137695, - 0.098633, - 0.10791, - 0.106934, - 0.100586, - 0.112793, - 0.104004, - 0.122559, - 0.107422, - 0.114258, - 0.112793, - 0.117676, - 0.111328, - 0.10791, - 0.114258, - 0.121582, - 0.100098, - 0.098633, - 0.104492, - 0.095703, - 0.090332, - 0.104492, - 0.109375, - 0.063477, - 0.108887, - 0.128906, - 0.097168, - 0.091309, - 0.120605, - 0.116699, - 0.110352, - 0.112793, - 0.104492, - 0.078613, - 0.112793, - 0.105469, - 0.118164, - 0.171875, - 0.12793, - 0.141602, - 0.038818, - 0.123535, - 0.105469, - 0.100586, - 0.120605, - 0.083984, - 0.108887, - 0.10791, - 0.10791, - 0.105469, - 0.11377, - 0.11377, - 0.114258, - 0.199219, - 0.105957, - 0.112305, - 0.144531, - 0.101562, - 0.11377, - 0.092773, - 0.119141, - 0.110352, - 0.12793, - 0.107422, - 0.094727, - 0.113281, - 0.088867, - 0.099121, - 0.120605, - 0.103516, - 0.102051, - 0.114746, - 0.109863, - 0.104492, - 0.114746, - 0.080078, - 0.111328, - 0.10791, - 0.124023, - 0.110352, - 0.103516, - 0.123047, - 0.102051, - 0.025391, - 0.118164, - 0.115234, - 0.161133, - 0.104492, - 0.106934, - 0.098145, - 0.110352, - 0.111328, - 0.112793, - 0.149414, - 0.111328, - 0.110352, - 0.398438, - 0.12793, - 0.183594, - 0.108398, - 0.116211, - 0.108887, - 0.105957, - 0.226562, - 0.114258, - 0.11377, - 0.112305, - 0.098633, - 0.112793, - 0.092773, - 0.11084, - 0.114746, - 0.125977, - 0.103516, - 0.106934, - 0.102051, - 0.145508, - 0.101074, - 0.07666, - 0.108887, - 0.120117, - 0.12793, - 0.106445, - 0.112793, - 0.106445, - 0.094727, - 0.105469, - 0.121582, - 0.121582, - 0.110352, - 0.112305, - 0.098145, - 0.106934, - 0.116699, - 0.101074, - 0.107422, - 0.111328, - 0.104004, - 0.098145, - 0.091309, - 0.128906, - 0.106934, - 0.128906, - 0.119629, - 0.117676, - 0.131836, - 0.121582, - 0.11377, - 0.109863, - 0.111328, - 0.119629, - 0.108887, - 0.10791, - 0.10498, - 0.113281, - 0.097656, - 0.100586, - 0.108887, - 0.111816, - 0.104492, - 0.106934, - 0.111328, - 0.120117, - 0.109863, - 0.107422, - 0.120605, - 0.110352, - 0.115723, - 0.110352, - 0.10498, - 0.123047, - 0.111816, - 0.108398, - 0.124023, - 0.132812, - 0.125977, - 0.119629, - 0.114258, - 0.102539, - 0.116699, - 0.129883, - 0.118164, - 0.100098, - 0.108398, - 0.196289, - 0.128906, - 0.115723, - 0.109375, - 0.116699, - 0.094238, - 0.111328, - 0.105469, - 0.097656, - 0.117188, - 0.125977, - 0.116211, - 0.112305, - 0.139648, - 0.114746, - 0.132812, - 0.100098, - 0.894531, - 0.085449, - 0.098633, - 0.108887, - 0.120117, - 0.134766, - 0.113281, - 0.109863, - 0.103027, - 0.108398, - 0.132812, - 0.10791, - 0.106934, - 0.108887, - 0.114746, - 0.126953, - 0.088867, - 0.108398, - 0.104492, - 0.100586, - 0.109375, - 0.118652, - 0.123047, - 0.126953, - 0.116211, - 0.128906, - 0.105469, - 0.104492, - 0.119141, - 0.101562, - 0.121094, - 0.106445, - 0.12793, - 0.128906, - 0.111328, - 0.095215, - 0.115723, - 0.104492, - 0.115723, - 0.087402, - 0.101562, - 0.053467, - 0.093262, - 0.11377, - 0.120117, - 0.119629, - 0.103027, - 0.111328, - 0.123047, - 0.108398, - 0.108887, - 0.101074, - 0.099609, - 0.109863, - 0.116211, - 0.099609, - 0.113281, - 0.100586, - 0.100098, - 0.108398, - 0.103027, - 0.11377, - 0.124023, - 0.101562, - 0.103516, - 0.119141, - 0.101562, - 0.111328, - 0.120605, - 0.105957, - 0.110352, - 0.111816, - 0.120605, - 0.109863, - 0.130859, - 0.105469, - 0.120605, - 0.119629, - 0.112305, - 0.104492, - 0.116699, - 0.100586, - 0.116699, - 0.123047, - 0.093262, - 0.119629, - 0.104004, - 0.101074, - 0.10791, - 0.094727, - 0.112793, - 0.111328, - 0.095215, - 0.108887, - 0.099609, - 0.128906, - 0.144531, - 0.120605, - 0.107422, - 0.112305, - 0.111816, - 0.106445, - 0.10791, - 0.121582, - 0.107422, - 0.125977, - -0.055908, - 0.089355, - 0.11377, - 0.116211, - 0.106445, - 0.106445, - 0.116699, - 0.125, - 0.12207, - 0.112305, - 0.095703, - 0.118652, - 0.124512, - 0.058838, - 0.125977, - 0.119629, - 0.109863, - 0.12207, - 0.125977, - 0.108887, - 0.101074, - 0.211914, - 0.107422, - 0.116699, - 0.104004, - 0.111816, - 0.10791, - 0.087402, - 0.123535, - 0.120117, - 0.114258, - 0.097168, - 0.116699, - 0.099121, - 0.114258, - 0.102051, - 0.106934, - 0.120117, - 0.118652, - 0.115723, - 0.113281, - 0.061523, - 0.143555, - 0.112793, - 0.102051, - 0.134766, - 0.116699, - 0.116699, - 0.112305, - 0.108398, - 0.110352, - 0.083496, - 0.09668, - 0.105957, - 0.12793, - 0.115234, - 0.119629, - 0.10498, - 0.10791, - 0.117188, - 0.161133, - 0.141602, - 0.12793, - 0.10498, - 0.118164, - 0.10498, - 0.10498, - 0.129883, - 0.103027, - 0.059326, - 0.094727, - 0.100098, - 0.112793, - 0.113281, - 0.116699, - 0.103516, - 0.106445, - 0.102051, - 0.101074, - 0.11377, - 0.108398, - 0.118652, - 0.09375, - 0.104492, - 0.106445, - 0.104004, - 0.114746, - 0.110352, - 0.292969, - 0.112305, - 0.124512, - 0.132812, - 0.115723, - 0.115723, - 0.105469, - 0.123047, - 0.109863, - 0.129883, - 0.11377, - 0.107422, - 0.063965, - 0.123535, - 0.116699, - 0.103516, - 0.098633, - 0.103516, - 0.106934, - 0.110352, - 0.105957, - 0.105957, - 0.112305, - 0.128906, - 0.100586, - 0.084473, - 0.100098, - 0.114746, - 0.110352, - 0.123535, - 0.120605, - 0.108398, - 0.125977, - 0.083008, - 0.105469, - 0.108398, - 0.118164, - 0.102539, - 0.106445, - 0.118164, - 0.172852, - 0.133789, - 0.118164, - 0.111816, - 0.092773, - 0.104004, - 0.098633, - 0.107422, - 0.121582, - 0.11084, - 0.10498, - 0.10791, - 0.114746, - 0.101074, - 0.125977, - 0.106445, - 0.119629, - 0.091309, - 0.104492, - 0.116211, - 0.089844, - 0.104492, - 0.117676, - 0.105469, - 0.090332, - 0.111328, - 0.105469, - 0.118652, - 0.120117, - 0.10498, - 0.170898, - 0.108887, - 0.122559, - 0.116211, - 0.115723, - 0.113281, - 0.108887, - 0.085938, - 0.112793, - 0.149414, - 0.108887, - 0.109375, - 0.104004, - 0.12207, - 0.112305, - 0.134766, - 0.12793, - 0.106934, - 0.118652, - 0.112793, - 0.130859, - 0.119141, - 0.111816, - 0.106934, - 0.126953, - 0.128906, - 0.12207, - 0.11377, - 0.118164, - 0.092285, - 0.116211, - 0.124023, - 0.069824, - 0.177734, - 0.115723, - 0.10791, - 0.100098, - 0.102051, - 0.100098, - 0.116699, - 0.106445, - 0.098633, - 0.106934, - 0.100098, - 0.110352, - 0.128906, - 0.124023, - 0.108887, - 0.101074, - 0.115723, - 0.114746, - 0.105957, - 0.114746, - 0.124023, - 0.116211, - 0.118652, - 0.120605, - 0.143555, - 0.106445, - 0.126953, - 0.098145, - 0.118164, - 0.124512, - 0.10791, - 0.152344, - 0.130859, - 0.108398, - 0.114746, - 0.104492, - 0.104004, - 0.141602, - 0.117188, - 0.105469, - 0.109375, - 0.125, - 0.108398, - 0.100586, - 0.108398, - 0.116211, - -0.000219, - 0.122559, - 0.100098, - 0.07373, - 0.09668, - 0.119141, - 0.120605, - 0.122559, - 0.108887, - 0.109375, - 0.115723, - 0.094238, - 0.103516, - 0.125, - 0.105469, - 0.11084, - 0.114746, - 0.104492, - 0.167969, - 0.11377, - 0.101562, - 0.115723, - 0.101562, - 0.11377, - 0.109863, - 0.106445, - 0.118652, - 0.124023, - 0.073242, - 0.115723, - 0.114746, - 0.096191, - 0.110352, - 0.118164, - 0.08252, - 0.105469, - 0.114746, - 0.10791, - 0.109375, - 0.115234, - 0.116699, - 0.093262, - 0.108887, - 0.11377, - 0.117188, - 0.090332, - 0.063965, - 0.120117, - 0.106445, - 0.112793, - 0.114258, - 0.094238, - 0.108887, - 0.115234, - 0.098633, - 0.099121, - 0.087891, - 0.130859, - 0.11377, - 0.126953, - 0.110352, - 0.112793, - 0.107422, - 0.116211, - 0.131836, - 0.114258, - 0.126953, - 0.110352, - 0.108887, - 0.101074, - 0.097168, - 0.105957, - 0.104004, - 0.118164, - 0.125, - 0.098145, - 0.103516, - 0.110352, - 0.105957, - 0.115234, - 0.104004, - 0.109863, - 0.117188, - 0.10791, - 0.10498, - 0.086914, - 0.106445, - 0.110352, - 0.138672, - 0.117188, - 0.108398, - 0.125, - 0.069824, - 0.11377, - 0.118164, - 0.10791, - 0.123535, - 0.114258, - 0.102051, - 0.12793, - 0.110352, - 0.118652, - 0.119141, - 0.075195, - 0.104004, - 0.101074, - 0.121094, - 0.123047, - 0.103516, - 0.105469, - 0.121582, - 0.118164, - 0.099609, - 0.086914, - 0.111328, - 0.117188, - 0.106934, - 0.122559, - 0.069824, - 0.104492, - 0.111816, - 0.12207, - 0.11377, - 0.138672, - 0.225586, - 0.112305, - 0.115234, - 0.091797, - 0.117188, - 0.104004, - 0.118652, - 0.096191, - 0.100098, - 0.111328, - 0.114258, - 0.12793, - 0.103516, - 0.113281, - 0.112793, - 0.099121, - 0.125, - 0.11377, - 0.102051, - 0.097656, - 0.104004, - 0.117188, - 0.11084, - 0.130859, - 0.115234, - 0.115723, - 0.102539, - 0.122559, - 0.12207, - 0.126953, - 0.101074, - 0.114258, - 0.108398, - 0.112793, - 0.135742, - 0.11084, - 0.101074, - 0.069336, - 0.125977, - 0.115723, - 0.123047, - 0.111816, - 0.259766, - 0.11377, - 0.116211, - 0.11377, - 0.115234, - 0.115723, - 0.12793, - 0.118652, - 0.112793, - 0.111328, - 0.131836, - 0.121094, - 0.105957, - 0.115723, - 0.124023, - 0.105957, - 0.117676, - 0.099609, - 0.123047, - 0.106934, - 0.114258, - 0.145508, - 0.100586, - 0.117676, - 0.109863, - 0.138672, - 0.120605, - 0.100098, - 0.115234, - 0.10791, - 0.095215, - 0.111816, - 0.116211, - 0.107422, - 0.110352, - 0.124512, - 0.102539, - 0.12793, - 0.102051, - 0.114258, - 0.115723, - 0.114746, - 0.108398, - 0.11377, - 0.112305, - 0.111328, - 0.120605, - 0.116699, - 0.106934, - 0.072266, - 0.115234, - 0.112305, - 0.099121, - 0.106934, - 0.108398, - 0.114258, - 0.107422, - 0.11377, - 0.104004, - 0.091309, - 0.106934, - 0.115234, - 0.111328, - 0.126953, - 0.11377, - 0.075684, - 0.111328, - 0.12793, - 0.133789, - 0.101562, - 0.106934, - 0.110352, - 0.111328, - 0.114258, - 0.108887, - 0.110352, - 0.125, - 0.12207, - 0.125977, - 0.10791, - 0.103027, - 0.115723, - 0.115723, - 0.115723, - 0.114746, - 0.115723, - 0.105469, - 0.124512, - 0.114746, - 0.119141, - 0.070801, - 0.106934, - 0.09668, - 0.105957, - 0.105469, - 0.108398, - 0.095703, - 0.091797, - 0.115234, - 0.120117, - 0.098145, - 0.103516, - 0.124512, - 0.112305, - 0.125977, - 0.111816, - 0.126953, - 0.105957, - 0.085938, - 0.112793, - 0.104492, - 0.109375, - 0.243164, - 0.112793, - 0.118652, - 0.115234, - 0.10791, - 0.100098, - 0.109863, - 0.10498, - 0.117676, - 0.109375, - 0.114746, - 0.095703, - 0.105469, - 0.105469, - 0.135742, - 0.099121, - 0.126953, - 0.082031, - 0.115234, - 0.105469, - 0.111328, - 0.106445, - 0.097656, - 0.105957, - 0.111328, - 0.099609, - 0.108887, - 0.118652, - 0.099121, - 0.125977, - 0.104004, - 0.102051, - 0.076172, - 0.104492, - 0.120117, - 0.10791, - 0.115723, - 0.12207, - 0.091309, - 0.111328, - 0.099121, - 0.120605, - 0.098633, - 0.115723, - 0.094727, - 0.109375, - 0.134766, - 0.124512, - 0.104004, - 0.119141, - 0.116699, - 0.103516, - 0.117676, - 0.10498, - 0.105469, - 0.103516, - 0.086426, - 0.118652, - 0.10498, - 0.113281, - 0.101074, - 0.088867, - 0.112793, - 0.129883, - 0.125, - 0.126953, - 0.09668, - 0.133789, - 0.112305, - 0.109863, - 0.107422, - 0.135742, - 0.120605, - 0.109375, - 0.123047, - 0.110352, - 0.126953, - 0.098145, - 0.103516, - 0.114258, - 0.097168, - 0.109375, - 0.141602, - 0.104004, - 0.097656, - 0.121582, - 0.112305, - 0.10498, - 0.130859, - 0.115234, - 0.112793, - 0.11084, - 0.109375, - 0.117676, - 0.116699, - 0.105957, - 0.106934, - 0.117188, - 0.123047, - 0.103027, - 0.106934, - 0.205078, - 0.099609, - 0.114258, - 0.116699, - 0.108887, - 0.136719, - 0.107422, - 0.112793, - 0.10498, - 0.122559, - 0.114258, - 0.11377, - 0.150391, - 0.101074, - 0.112793, - 0.095215, - 0.115234, - 0.103027, - 0.117676, - 0.119629, - 0.087402, - 0.093262, - 0.095703, - 0.100586, - 0.104492, - 0.12207, - 0.07373, - 0.119141, - 0.113281, - 0.117676, - 0.123047, - 0.112305, - 0.108887, - 0.10498, - 0.11084, - 0.113281, - 0.154297, - 0.109375, - 0.125977, - 0.129883, - 0.111816, - 0.11377, - 0.114746, - 0.126953, - 0.110352, - 0.106934, - 0.110352, - 0.106445, - 0.114746, - 0.095215, - 0.108887, - 0.103516, - 0.116699, - 0.125, - 0.117676, - 0.118164, - 0.11084, - 0.112793, - 0.102051, - 0.158203, - 0.11377, - 0.15625, - 0.121094, - 0.103516, - 0.111328, - 0.101074, - 0.105469, - 0.105469, - 0.115723, - 0.069336, - 0.112793, - 0.109863, - 0.090332, - 0.111328, - 0.118652, - 0.116211, - 0.133789, - 0.115723, - 0.119141, - 0.119141, - 0.110352, - 0.109863, - 0.121094, - 0.123535, - 0.108887, - 0.126953, - 0.084961, - 0.116211, - 0.119629, - 0.129883, - 0.108887, - 0.175781, - 0.098633, - 0.112793, - 0.080566, - 0.112305, - 0.089844, - 0.119141, - 0.109863, - 0.10791, - 0.087402, - 0.11084, - 0.112305, - 0.108398, - 0.106934, - 0.124512, - 0.111816, - 0.086914, - 0.106445, - 0.09082, - 0.112793, - 0.10498, - 0.109375, - 0.109375, - 0.111816, - 0.111328, - 0.119629, - 0.09082, - 0.123535, - 0.115234, - 0.097168, - 0.121582, - 0.082031, - 0.118164, - 0.078125, - 0.104004, - 0.118652, - 0.091309, - 0.134766, - 0.131836, - 0.124023, - 0.10498, - 0.111328, - 0.132812, - 0.132812, - 0.130859, - 0.109863, - 0.11377, - 0.124023, - 0.101074, - 0.106934, - 0.107422, - 0.126953, - 0.112793, - 0.113281, - 0.097168, - 0.105957, - 0.111328, - 0.117676, - 0.118652, - 0.110352, - 0.130859, - 0.126953, - 0.093262, - 0.117188, - 0.116211, - 0.115234, - 0.115723, - 0.103516, - 0.115723, - 0.125, - 0.113281, - 0.120605, - 0.115723, - 0.104004, - 0.101074, - 0.119141, - 0.119629, - 0.105957, - 0.106934, - 0.105469, - 0.126953, - 0.11084, - 0.113281, - 0.120605, - 0.115234, - 0.10498, - 0.114746, - 0.11377, - 0.133789, - 0.136719, - 0.119141, - 0.128906, - 0.113281, - 0.125977, - 0.099609, - 0.100098, - 0.106934, - 0.106934, - 0.103516, - 0.115723, - 0.10791, - 0.115723, - 0.108398, - 0.116211, - 0.147461, - 0.119629, - 0.110352, - 0.115723, - 0.103027, - 0.068359, - 0.112793, - 0.10791, - 0.102539, - 0.115723, - 0.109863, - 0.110352, - 0.111328, - 0.111816, - 0.101074, - 0.12207, - 0.104004, - 0.134766, - 0.133789, - 0.10791, - 0.121094, - 0.112793, - 0.111816, - 0.11084, - 0.114258, - 0.107422, - 0.116211, - 0.103027, - 0.103516, - 0.091309, - 0.098633, - 0.104492, - 0.087891, - 0.115234, - 0.118652, - 0.121582, - 0.123535, - 0.110352, - 0.126953, - 0.115234 - ] - }, - "name": "model.transformer.layers.9.attn_norm.weight", - "outputIndexes": [ - 594 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 593, - 594 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_9/Mul_1_output_0", - "outputIndexes": [ - 595 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 595 - ], - "outputIndexes": [ - 2237 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2237 - ], - "outputIndexes": [ - 2238 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear", - "inputIndexes": [ - 2238 - ], - "outputIndexes": [ - 2239 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 94732452, - 1310742, - 163840, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2239 - ], - "outputIndexes": [ - 2240 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2240 - ], - "outputIndexes": [ - 596 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 595 - ], - "main_type": "NONE", - "name": "/Shape_37_output_0", - "outputIndexes": [ - 597 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 597 - ], - "main_type": "NONE", - "name": "Shape848", - "outputIndexes": [ - 598 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 597 - ], - "main_type": "NONE", - "name": "Rank850", - "outputIndexes": [ - 599 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 599, - 599 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp852", - "outputIndexes": [ - 600 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 600 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze853", - "outputIndexes": [ - 601 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 600, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp855", - "outputIndexes": [ - 602 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 602 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze856", - "outputIndexes": [ - 603 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 598, - 601, - 603, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice859", - "outputIndexes": [ - 604 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 604 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze860", - "outputIndexes": [ - 605 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 605 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp861", - "outputIndexes": [ - 606 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 606, - 605 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp862", - "outputIndexes": [ - 607 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 597, - 607, - 600 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_49_output_0", - "outputIndexes": [ - 608 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 608, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_91_output_0", - "outputIndexes": [ - 609 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 609, - 245, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_45_output_0", - "outputIndexes": [ - 610 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 596, - 610 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_37_output_0", - "outputIndexes": [ - 611 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 611 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_9/Mul_output_0", - "outputIndexes": [ - 612 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.117188, - 0.022827, - 0.066895, - 1.125, - 1.257812, - 1.507812, - 1.679688, - 1.859375, - 1.539062, - 1.78125, - 2.34375, - 1.84375, - 2.515625, - 1.945312, - 1.851562, - 1.953125, - 1.53125, - 2.25, - 2.125, - 2.0, - 2.5, - 2.5625, - 2.25, - 1.859375, - 5.5, - 2.328125, - 1.90625, - 1.84375, - 1.796875, - 0.890625, - 1.828125, - 1.875, - 1.453125, - 0.069824, - 1.585938, - 1.460938, - 1.359375, - 1.859375, - 1.664062, - 1.195312, - 1.875, - 1.921875, - 1.289062, - 2.046875, - 1.765625, - 1.914062, - 2.046875, - 1.875, - 2.453125, - 1.84375, - 1.9375, - 2.015625, - 1.539062, - 1.578125, - 1.929688, - 2.359375, - 0.022705, - 1.820312, - 2.171875, - 2.15625, - 1.578125, - 1.867188, - 1.320312, - 2.03125 - ] - }, - "name": "model.transformer.layers.9.attn.q_norm.weight", - "outputIndexes": [ - 613 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 612, - 613 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_9/Mul_1_output_0", - "outputIndexes": [ - 614 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 614, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_36_output_0", - "outputIndexes": [ - 615 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 614, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_37_output_0", - "outputIndexes": [ - 616 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 616 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_18_output_0", - "outputIndexes": [ - 617 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 614, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_36_output_0", - "outputIndexes": [ - 618 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 617, - 618 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_48_output_0", - "outputIndexes": [ - 619 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 619, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_37_output_0", - "outputIndexes": [ - 620 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 615, - 620 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_36_output_0", - "outputIndexes": [ - 621 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 595 - ], - "outputIndexes": [ - 2241 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2241 - ], - "outputIndexes": [ - 2242 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear", - "inputIndexes": [ - 2242 - ], - "outputIndexes": [ - 2243 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 96212154, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2243 - ], - "outputIndexes": [ - 2244 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2244 - ], - "outputIndexes": [ - 622 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 609, - 259, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_46_output_0", - "outputIndexes": [ - 623 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 622, - 623 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_38_output_0", - "outputIndexes": [ - 624 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 624 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_9/Mul_output_0", - "outputIndexes": [ - 625 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.015259, - -0.001678, - 0.644531, - 1.335938, - 0.691406, - 1.640625, - 1.703125, - 1.070312, - 2.0, - 1.875, - 1.054688, - 1.976562, - 1.4375, - 1.90625, - 2.015625, - 1.945312, - 2.5625, - 1.734375, - 1.859375, - 2.015625, - 1.632812, - 1.578125, - 1.898438, - 2.234375, - 0.197266, - 1.828125, - 2.234375, - 2.34375, - 1.773438, - 4.6875, - 1.65625, - 2.0, - 1.789062, - 0.08252, - 1.21875, - 1.1875, - 1.640625, - 1.65625, - 1.757812, - 1.601562, - 1.59375, - 1.515625, - 2.28125, - 1.789062, - 2.015625, - 1.929688, - 1.835938, - 1.828125, - 1.445312, - 2.140625, - 2.140625, - 1.984375, - 2.734375, - 2.53125, - 2.21875, - 1.804688, - 20.25, - 2.34375, - 1.890625, - 1.835938, - 2.09375, - 1.609375, - 2.625, - 2.09375 - ] - }, - "name": "model.transformer.layers.9.attn.k_norm.weight", - "outputIndexes": [ - 626 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 625, - 626 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_9/Mul_1_output_0", - "outputIndexes": [ - 627 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 627, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_38_output_0", - "outputIndexes": [ - 628 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 627, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_39_output_0", - "outputIndexes": [ - 629 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 629 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_19_output_0", - "outputIndexes": [ - 630 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 627, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_38_output_0", - "outputIndexes": [ - 631 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 630, - 631 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_49_output_0", - "outputIndexes": [ - 632 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 632, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_39_output_0", - "outputIndexes": [ - 633 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 628, - 633 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_37_output_0", - "outputIndexes": [ - 634 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 595 - ], - "outputIndexes": [ - 2245 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2245 - ], - "outputIndexes": [ - 2246 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear", - "inputIndexes": [ - 2246 - ], - "outputIndexes": [ - 2247 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 5120, - "weightSize": 0 - }, - "external": [ - 96582096, - 327702, - 40960, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2247 - ], - "outputIndexes": [ - 2248 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2248 - ], - "outputIndexes": [ - 635 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 635, - 623 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_39_output_0", - "outputIndexes": [ - 636 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 621, - 634, - 636, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.9/self_attn/FusedAttention", - "outputIndexes": [ - 637 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 637 - ], - "outputIndexes": [ - 2249 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2249 - ], - "outputIndexes": [ - 2250 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear", - "inputIndexes": [ - 2250 - ], - "outputIndexes": [ - 2251 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 20480, - "weightSize": 0 - }, - "external": [ - 96952038, - 1310742, - 163840, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2251 - ], - "outputIndexes": [ - 2252 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2252 - ], - "outputIndexes": [ - 638 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 592, - 638 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_38_output_0", - "outputIndexes": [ - 639 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 639 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_9/Mul_output_0", - "outputIndexes": [ - 640 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.291016, - 0.223633, - 0.267578, - 0.291016, - 0.289062, - 0.263672, - 0.236328, - 0.277344, - 0.257812, - 0.151367, - 0.283203, - 0.251953, - 0.292969, - 0.28125, - 0.296875, - 0.275391, - 0.273438, - 0.251953, - 0.289062, - 0.289062, - 0.285156, - 0.287109, - 0.279297, - 0.263672, - 0.265625, - 0.298828, - 0.285156, - 0.277344, - 0.289062, - 0.265625, - 0.261719, - 0.251953, - 0.285156, - 0.277344, - 0.283203, - 0.279297, - 0.285156, - 0.275391, - 0.259766, - 0.212891, - 0.292969, - 0.289062, - 0.267578, - 0.144531, - 0.294922, - 0.170898, - 0.267578, - 0.259766, - 0.277344, - 0.261719, - 0.271484, - 0.259766, - 0.289062, - 0.203125, - 0.28125, - 0.279297, - 0.269531, - 0.28125, - 0.292969, - 0.28125, - 0.298828, - 0.271484, - 0.320312, - 0.267578, - 0.123047, - 0.271484, - 0.25, - 0.277344, - 0.283203, - 0.275391, - 0.28125, - 0.259766, - 0.273438, - 0.292969, - 0.213867, - 0.263672, - 0.269531, - 0.265625, - 0.279297, - 0.291016, - 0.275391, - 0.292969, - 0.246094, - 0.277344, - 0.279297, - 0.275391, - 0.273438, - 0.283203, - 0.263672, - 0.24707, - 0.285156, - 0.267578, - 0.28125, - 0.15332, - 0.225586, - 0.296875, - 0.277344, - 0.205078, - 0.275391, - 0.287109, - 0.265625, - 0.283203, - 0.19043, - 0.289062, - 0.279297, - 0.225586, - 0.263672, - 0.279297, - 0.275391, - 0.24707, - 0.236328, - 0.273438, - 0.289062, - 0.275391, - 0.28125, - 0.269531, - 0.271484, - 0.245117, - 0.28125, - 0.283203, - 0.273438, - 0.291016, - 0.253906, - 0.122559, - 0.291016, - 0.138672, - 0.259766, - 0.279297, - 0.177734, - 0.245117, - 0.271484, - 0.294922, - 0.269531, - 0.277344, - 0.259766, - 0.294922, - 0.283203, - 0.28125, - 0.243164, - 0.255859, - 0.245117, - 0.287109, - 0.292969, - 0.28125, - 0.19043, - 0.135742, - 0.271484, - 0.135742, - 0.277344, - 0.224609, - 0.291016, - 0.285156, - 0.279297, - 0.269531, - 0.285156, - 0.269531, - 0.267578, - 0.289062, - 0.155273, - 0.28125, - 0.279297, - 0.289062, - 0.115234, - 0.255859, - 0.261719, - 0.234375, - 0.255859, - 0.140625, - 0.129883, - 0.279297, - 0.103516, - 0.200195, - 0.265625, - 0.223633, - 0.255859, - 0.263672, - 0.245117, - 0.275391, - 0.246094, - 0.287109, - 0.296875, - 0.287109, - 0.279297, - 0.263672, - 0.279297, - 0.267578, - 0.273438, - 0.283203, - 0.279297, - 0.291016, - 0.267578, - 0.285156, - 0.283203, - 0.259766, - 0.269531, - 0.249023, - 0.285156, - 0.255859, - 0.308594, - 0.279297, - 0.283203, - 0.261719, - 0.265625, - 0.279297, - 0.269531, - 0.273438, - 0.271484, - 0.291016, - 0.220703, - 0.174805, - 0.318359, - 0.279297, - 0.287109, - 0.277344, - 0.263672, - 0.291016, - 0.271484, - 0.283203, - 0.275391, - 0.223633, - 0.128906, - 0.269531, - 0.178711, - 0.275391, - 0.195312, - 0.204102, - 0.275391, - 0.292969, - 0.210938, - 0.298828, - 0.242188, - 0.1875, - 0.21875, - 0.279297, - 0.269531, - 0.287109, - 0.253906, - 0.279297, - 0.072754, - 0.287109, - 0.28125, - 0.191406, - 0.298828, - 0.289062, - 0.273438, - 0.279297, - 0.181641, - 0.283203, - 0.128906, - 0.271484, - 0.279297, - 0.154297, - 0.28125, - 0.285156, - 0.265625, - 0.168945, - 0.263672, - 0.277344, - 0.261719, - 0.271484, - 0.259766, - 0.222656, - 0.277344, - 0.255859, - 0.265625, - 0.273438, - 0.287109, - 0.255859, - 0.28125, - 0.287109, - 0.296875, - 0.277344, - 0.285156, - 0.277344, - 0.279297, - 0.164062, - 0.240234, - 0.287109, - 0.292969, - 0.269531, - 0.267578, - 0.28125, - 0.279297, - 0.255859, - 0.259766, - 0.28125, - 0.136719, - 0.267578, - 0.279297, - 0.287109, - 0.289062, - 0.277344, - 0.255859, - 0.269531, - 0.267578, - 0.291016, - 0.257812, - 0.28125, - 0.292969, - 0.304688, - 0.287109, - 0.269531, - 0.21582, - 0.279297, - 0.275391, - 0.296875, - 0.160156, - 0.269531, - 0.24707, - 0.28125, - 0.298828, - 0.28125, - 0.277344, - 0.296875, - 0.298828, - 0.275391, - 0.285156, - 0.302734, - 0.28125, - 0.197266, - 0.271484, - 0.275391, - 0.28125, - 0.289062, - 0.300781, - 0.287109, - 0.294922, - 0.032471, - 0.275391, - 0.289062, - 0.285156, - 0.253906, - 0.277344, - 0.273438, - 0.226562, - 0.287109, - 0.271484, - 0.189453, - 0.287109, - 0.279297, - 0.285156, - 0.277344, - 0.292969, - 0.227539, - 0.273438, - 0.217773, - 0.269531, - 0.279297, - 0.277344, - 0.259766, - 0.273438, - 0.279297, - 0.271484, - 0.248047, - 0.229492, - 0.28125, - 0.279297, - 0.287109, - 0.271484, - 0.229492, - 0.271484, - 0.204102, - 0.287109, - 0.3125, - 0.271484, - 0.115234, - 0.285156, - 0.273438, - 0.279297, - 0.283203, - 0.233398, - 0.097168, - 0.275391, - 0.212891, - 0.267578, - 0.259766, - 0.134766, - 0.243164, - 0.296875, - 0.131836, - 0.261719, - 0.298828, - 0.285156, - 0.196289, - 0.231445, - 0.287109, - 0.273438, - 0.287109, - 0.294922, - 0.267578, - 0.273438, - 0.275391, - 0.275391, - 0.283203, - 0.28125, - 0.294922, - 0.291016, - 0.287109, - 0.196289, - 0.283203, - 0.261719, - 0.292969, - 0.241211, - 0.283203, - 0.259766, - 0.115234, - 0.267578, - 0.259766, - 0.283203, - 0.271484, - 0.112793, - 0.296875, - 0.287109, - 0.267578, - 0.251953, - 0.248047, - 0.277344, - 0.267578, - 0.259766, - 0.269531, - 0.263672, - 0.137695, - 0.285156, - 0.285156, - 0.263672, - 0.304688, - 0.287109, - 0.224609, - 0.269531, - 0.269531, - 0.273438, - 0.287109, - 0.318359, - 0.287109, - 0.320312, - 0.273438, - 0.255859, - 0.273438, - 0.279297, - 0.279297, - 0.283203, - 0.291016, - 0.283203, - 0.302734, - 0.267578, - 0.261719, - 0.296875, - 0.285156, - 0.28125, - 0.249023, - 0.273438, - 0.154297, - 0.273438, - 0.269531, - 0.279297, - 0.28125, - 0.289062, - 0.285156, - 0.283203, - 0.241211, - 0.259766, - 0.277344, - 0.287109, - 0.240234, - 0.220703, - 0.289062, - 0.289062, - 0.279297, - 0.269531, - 0.277344, - 0.224609, - 0.200195, - 0.265625, - 0.261719, - 0.287109, - 0.289062, - 0.283203, - 0.263672, - 0.275391, - 0.259766, - 0.291016, - 0.283203, - 0.251953, - 0.28125, - 0.279297, - 0.255859, - 0.279297, - 0.287109, - 0.294922, - 0.289062, - 0.162109, - 0.294922, - 0.28125, - 0.241211, - 0.285156, - 0.231445, - 0.287109, - 0.279297, - 0.291016, - 0.265625, - 0.28125, - 0.298828, - 0.255859, - 0.277344, - 0.277344, - 0.289062, - 0.289062, - 0.28125, - 0.279297, - 0.289062, - 0.271484, - 0.287109, - 0.277344, - 0.271484, - 0.171875, - 0.001678, - 0.283203, - 0.253906, - 0.277344, - 0.192383, - 0.283203, - 0.285156, - 0.248047, - 0.246094, - 0.185547, - 0.128906, - 0.291016, - 0.28125, - 0.261719, - 0.269531, - 0.275391, - 0.088379, - 0.279297, - 0.277344, - 0.291016, - 0.257812, - 0.28125, - 0.294922, - 0.277344, - 0.283203, - 0.289062, - 0.277344, - 0.269531, - 0.279297, - 0.277344, - 0.28125, - 0.271484, - 0.139648, - 0.265625, - 0.271484, - 0.219727, - 0.283203, - 0.277344, - 0.131836, - 0.263672, - 0.285156, - 0.279297, - 0.265625, - 0.251953, - 0.265625, - 0.267578, - 0.238281, - 0.267578, - 0.277344, - 0.275391, - 0.108887, - 0.285156, - 0.177734, - 0.296875, - 0.131836, - 0.291016, - 0.141602, - 0.253906, - 0.298828, - 0.291016, - 0.175781, - 0.265625, - 0.289062, - 0.15918, - 0.279297, - 0.275391, - 0.285156, - 0.211914, - 0.233398, - 0.283203, - 0.285156, - 0.279297, - 0.291016, - 0.271484, - 0.285156, - 0.265625, - 0.283203, - 0.28125, - 0.283203, - 0.275391, - 0.232422, - 0.275391, - 0.285156, - 0.279297, - 0.285156, - 0.277344, - 0.257812, - 0.275391, - 0.279297, - 0.277344, - 0.267578, - 0.289062, - 0.265625, - 0.178711, - 0.130859, - 0.289062, - 0.239258, - 0.240234, - 0.300781, - 0.28125, - 0.271484, - 0.279297, - 0.287109, - 0.279297, - 0.285156, - 0.275391, - 0.292969, - 0.263672, - 0.259766, - 0.271484, - 0.223633, - 0.285156, - 0.039307, - 0.296875, - 0.285156, - 0.273438, - 0.279297, - 0.263672, - 0.271484, - 0.273438, - 0.28125, - 0.289062, - 0.279297, - 0.291016, - 0.283203, - 0.277344, - 0.283203, - 0.28125, - 0.248047, - 0.285156, - 0.291016, - 0.296875, - 0.205078, - 0.271484, - 0.261719, - 0.275391, - 0.28125, - 0.248047, - 0.279297, - 0.294922, - 0.271484, - 0.265625, - 0.275391, - 0.291016, - 0.269531, - 0.291016, - 0.289062, - 0.283203, - 0.283203, - 0.251953, - 0.279297, - 0.145508, - 0.285156, - 0.246094, - 0.273438, - 0.275391, - 0.279297, - 0.075195, - 0.265625, - 0.228516, - 0.267578, - 0.259766, - 0.243164, - 0.240234, - 0.275391, - 0.208008, - 0.140625, - 0.294922, - 0.279297, - 0.271484, - 0.277344, - 0.347656, - 0.271484, - 0.255859, - 0.195312, - 0.292969, - 0.283203, - 0.287109, - 0.269531, - 0.300781, - 0.269531, - 0.271484, - 0.245117, - 0.289062, - 0.285156, - 0.283203, - 0.261719, - 0.277344, - 0.277344, - 0.291016, - 0.269531, - 0.283203, - 0.287109, - 0.285156, - 0.217773, - 0.296875, - 0.251953, - 0.316406, - 0.259766, - 0.279297, - 0.283203, - 0.285156, - 0.28125, - 0.287109, - 0.235352, - 0.265625, - 0.279297, - 0.271484, - 0.279297, - 0.28125, - 0.285156, - 0.294922, - 0.291016, - 0.166016, - 0.287109, - 0.24707, - 0.287109, - 0.240234, - 0.279297, - 0.271484, - 0.263672, - 0.263672, - 0.279297, - 0.271484, - 0.251953, - 0.287109, - 0.291016, - 0.273438, - 0.12207, - 0.188477, - 0.263672, - 0.283203, - 0.285156, - 0.193359, - 0.28125, - 0.275391, - 0.296875, - 0.289062, - 0.291016, - 0.285156, - 0.287109, - 0.300781, - 0.245117, - 0.265625, - 0.271484, - 0.198242, - 0.255859, - 0.253906, - 0.285156, - 0.292969, - 0.283203, - 0.267578, - 0.298828, - 0.275391, - 0.273438, - 0.263672, - 0.285156, - 0.277344, - 0.273438, - 0.273438, - 0.277344, - 0.257812, - 0.277344, - 0.287109, - 0.201172, - 0.269531, - 0.164062, - 0.269531, - 0.279297, - 0.273438, - 0.273438, - 0.273438, - 0.261719, - 0.279297, - 0.158203, - 0.251953, - 0.279297, - 0.277344, - 0.118652, - 0.112305, - 0.273438, - 0.248047, - 0.292969, - 0.251953, - 0.283203, - 0.273438, - 0.246094, - 0.279297, - 0.251953, - 0.263672, - 0.289062, - 0.277344, - 0.208984, - 0.259766, - 0.238281, - 0.243164, - 0.298828, - 0.300781, - 0.265625, - 0.292969, - 0.277344, - 0.273438, - 0.267578, - 0.275391, - 0.292969, - 0.296875, - 0.285156, - 0.275391, - 0.265625, - 0.267578, - 0.275391, - 0.203125, - 0.25, - 0.261719, - 0.263672, - 0.275391, - 0.279297, - 0.240234, - 0.298828, - 0.249023, - 0.28125, - 0.287109, - 0.283203, - 0.273438, - 0.279297, - 0.267578, - 0.257812, - 0.355469, - 0.300781, - 0.277344, - 0.289062, - 0.253906, - 0.271484, - 0.294922, - 0.277344, - 0.289062, - 0.322266, - 0.291016, - 0.300781, - 0.273438, - 0.165039, - 0.263672, - 0.277344, - 0.238281, - 0.294922, - 0.269531, - 0.257812, - 0.188477, - 0.28125, - 0.183594, - 0.255859, - 0.277344, - 0.263672, - 0.271484, - 0.145508, - 0.300781, - 0.226562, - 0.285156, - 0.285156, - 0.279297, - 0.255859, - 0.283203, - 0.283203, - 0.285156, - 0.294922, - 0.296875, - 0.243164, - 0.257812, - 0.267578, - 0.275391, - 0.275391, - 0.283203, - 0.279297, - 0.294922, - 0.275391, - 0.259766, - 0.277344, - 0.170898, - 0.277344, - 0.21582, - 0.302734, - 0.289062, - 0.269531, - 0.273438, - 0.283203, - 0.277344, - 0.255859, - 0.15918, - 0.294922, - 0.234375, - 0.271484, - 0.277344, - 0.275391, - 0.279297, - 0.289062, - 0.296875, - 0.277344, - 0.277344, - 0.140625, - 0.285156, - 0.269531, - 0.28125, - 0.28125, - 0.279297, - 0.261719, - 0.283203, - 0.263672, - 0.291016, - 0.341797, - 0.238281, - 0.28125, - 0.287109, - 0.202148, - 0.267578, - 0.235352, - 0.337891, - 0.271484, - 0.265625, - 0.273438, - 0.273438, - 0.287109, - 0.279297, - 0.275391, - 0.289062, - 0.289062, - 0.285156, - 0.287109, - 0.257812, - 0.082031, - 0.179688, - 0.244141, - 0.12793, - 0.277344, - 0.289062, - 0.28125, - 0.285156, - 0.253906, - 0.149414, - 0.271484, - 0.291016, - 0.21582, - 0.291016, - 0.287109, - 0.220703, - 0.292969, - 0.28125, - 0.292969, - 0.263672, - 0.285156, - 0.289062, - 0.098633, - 0.265625, - 0.277344, - 0.289062, - 0.277344, - 0.277344, - 0.296875, - 0.265625, - 0.088867, - 0.249023, - 0.289062, - 0.220703, - 0.143555, - 0.136719, - 0.287109, - 0.275391, - 0.277344, - 0.249023, - 0.213867, - 0.265625, - 0.277344, - 0.001953, - 0.279297, - 0.193359, - 0.294922, - 0.283203, - 0.277344, - 0.28125, - 0.224609, - 0.271484, - 0.279297, - 0.265625, - 0.115234, - 0.271484, - 0.285156, - 0.292969, - 0.285156, - 0.263672, - 0.289062, - 0.271484, - 0.267578, - 0.172852, - 0.291016, - 0.298828, - 0.289062, - 0.265625, - 0.255859, - 0.263672, - 0.287109, - 0.287109, - 0.285156, - 0.255859, - 0.273438, - 0.271484, - 0.28125, - 0.271484, - 0.265625, - 0.287109, - 0.267578, - 0.289062, - 0.279297, - 0.289062, - 0.292969, - 0.291016, - 0.145508, - 0.199219, - 0.21875, - 0.267578, - 0.291016, - 0.246094, - 0.226562, - 0.294922, - 0.253906, - 0.273438, - 0.186523, - 0.271484, - 0.298828, - 0.277344, - 0.292969, - 0.257812, - 0.296875, - 0.143555, - 0.294922, - 0.267578, - 0.291016, - 0.255859, - 0.265625, - 0.206055, - 0.275391, - 0.273438, - 0.265625, - 0.291016, - 0.273438, - 0.289062, - 0.285156, - 0.257812, - 0.271484, - 0.285156, - 0.24707, - 0.261719, - 0.243164, - 0.257812, - 0.273438, - 0.289062, - 0.148438, - 0.259766, - 0.287109, - 0.291016, - 0.279297, - 0.144531, - 0.279297, - 0.287109, - 0.237305, - 0.259766, - 0.123535, - 0.261719, - 0.283203, - 0.277344, - 0.28125, - 0.267578, - 0.269531, - 0.285156, - 0.255859, - 0.273438, - 0.283203, - 0.287109, - 0.292969, - 0.296875, - 0.287109, - 0.287109, - 0.203125, - 0.251953, - 0.289062, - 0.242188, - 0.265625, - 0.269531, - 0.232422, - 0.267578, - 0.294922, - 0.265625, - 0.245117, - 0.205078, - 0.143555, - 0.271484, - 0.285156, - 0.166992, - 0.244141, - 0.285156, - 0.269531, - 0.28125, - 0.277344, - 0.279297, - 0.269531, - 0.291016, - 0.214844, - 0.275391, - 0.152344, - 0.267578, - 0.267578, - 0.223633, - 0.279297, - 0.273438, - 0.255859, - 0.279297, - 0.269531, - 0.273438, - 0.291016, - 0.326172, - 0.287109, - 0.292969, - 0.191406, - 0.285156, - 0.279297, - 0.291016, - 0.296875, - 0.296875, - 0.275391, - 0.275391, - 0.285156, - 0.273438, - 0.255859, - 0.287109, - 0.259766, - 0.287109, - 0.294922, - 0.28125, - 0.28125, - 0.271484, - 0.267578, - 0.289062, - 0.289062, - 0.289062, - 0.283203, - 0.21582, - 0.279297, - 0.267578, - 0.294922, - 0.267578, - 0.269531, - 0.296875, - 0.253906, - 0.283203, - 0.275391, - 0.261719, - 0.285156, - 0.269531, - 0.285156, - 0.285156, - 0.259766, - 0.289062, - 0.28125, - 0.28125, - 0.289062, - 0.296875, - 0.275391, - 0.269531, - 0.271484, - 0.285156, - 0.291016, - 0.279297, - 0.296875, - 0.245117, - 0.261719, - 0.235352, - 0.285156, - 0.273438, - 0.115234, - 0.289062, - 0.217773, - 0.261719, - 0.285156, - 0.261719, - 0.345703, - 0.151367, - 0.291016, - 0.267578, - 0.277344, - 0.28125, - 0.257812, - 0.287109, - 0.275391, - 0.287109, - 0.294922, - 0.271484, - 0.259766, - 0.316406, - 0.267578, - 0.275391, - 0.285156, - 0.277344, - 0.28125, - 0.289062, - 0.275391, - 0.229492, - 0.283203, - 0.373047, - 0.289062, - 0.285156, - 0.291016, - 0.145508, - 0.285156, - 0.240234, - 0.279297, - 0.271484, - 0.271484, - 0.210938, - 0.265625, - 0.285156, - 0.279297, - 0.283203, - 0.269531, - 0.269531, - 0.243164, - 0.114258, - 0.223633, - 0.253906, - 0.28125, - 0.263672, - 0.263672, - 0.291016, - 0.277344, - 0.283203, - 0.277344, - 0.304688, - 0.292969, - 0.076172, - 0.279297, - 0.115234, - 0.249023, - 0.269531, - 0.279297, - 0.259766, - 0.100586, - 0.195312, - 0.279297, - 0.289062, - 0.222656, - 0.285156, - 0.275391, - 0.261719, - 0.289062, - 0.298828, - 0.292969, - 0.289062, - 0.273438, - 0.283203, - 0.267578, - 0.269531, - 0.28125, - 0.28125, - 0.28125, - 0.232422, - 0.28125, - 0.251953, - 0.292969, - 0.271484, - 0.287109, - 0.291016, - 0.279297, - 0.287109, - 0.193359, - 0.275391, - 0.283203, - 0.296875, - 0.300781, - 0.283203, - 0.285156, - 0.289062, - 0.294922, - 0.231445, - 0.267578, - 0.287109, - 0.302734, - 0.263672, - 0.227539, - 0.292969, - 0.21875, - 0.21582, - 0.271484, - 0.285156, - 0.287109, - 0.279297, - 0.273438, - 0.269531, - 0.285156, - 0.112793, - 0.279297, - 0.289062, - 0.294922, - 0.269531, - 0.261719, - 0.273438, - 0.255859, - 0.287109, - 0.287109, - 0.273438, - 0.283203, - 0.277344, - 0.244141, - 0.285156, - 0.165039, - 0.232422, - 0.287109, - 0.285156, - 0.273438, - 0.28125, - 0.273438, - 0.289062, - 0.220703, - 0.277344, - 0.279297, - 0.265625, - 0.28125, - 0.277344, - 0.269531, - 0.291016, - 0.28125, - 0.279297, - 0.265625, - 0.287109, - 0.289062, - 0.289062, - 0.273438, - 0.259766, - 0.294922, - 0.285156, - 0.285156, - 0.273438, - 0.257812, - 0.296875, - 0.251953, - 0.273438, - 0.279297, - 0.28125, - 0.28125, - 0.273438, - 0.253906, - 0.285156, - 0.273438, - 0.240234, - 0.239258, - 0.292969, - 0.279297, - 0.308594, - 0.275391, - 0.251953, - 0.21875, - 0.273438, - 0.285156, - 0.287109, - 0.131836, - 0.267578, - 0.273438, - 0.287109, - 0.24707, - 0.238281, - 0.263672, - 0.298828, - 0.238281, - 0.101074, - 0.283203, - 0.248047, - 0.308594, - 0.109375, - 0.294922, - 0.279297, - 0.149414, - 0.292969, - 0.285156, - 0.265625, - 0.289062, - 0.25, - 0.291016, - 0.289062, - 0.28125, - 0.294922, - 0.257812, - 0.300781, - 0.292969, - 0.287109, - 0.244141, - 0.261719, - 0.257812, - 0.267578, - 0.273438, - 0.180664, - 0.285156, - 0.142578, - 0.287109, - 0.28125, - 0.275391, - 0.263672, - 0.289062, - 0.24707, - 0.300781, - 0.271484, - 0.246094, - 0.279297, - 0.289062, - 0.275391, - 0.249023, - 0.243164, - 0.28125, - 0.277344, - 0.267578, - 0.287109, - 0.271484, - 0.28125, - 0.275391, - 8e-06, - 0.242188, - 0.277344, - 0.118652, - 0.253906, - 0.257812, - 0.265625, - 0.283203, - 0.273438, - 0.296875, - 0.279297, - 0.279297, - 0.289062, - 0.236328, - 0.271484, - 0.199219, - 0.289062, - 0.239258, - 0.087891, - 0.292969, - 0.285156, - 0.283203, - 0.283203, - 0.255859, - 0.283203, - 0.283203, - 0.261719, - 0.275391, - 0.341797, - 0.271484, - 0.291016, - 0.275391, - 0.271484, - 0.285156, - 0.296875, - 0.291016, - 0.265625, - 0.287109, - 0.1875, - 0.279297, - 0.277344, - 0.308594, - 0.224609, - 0.214844, - 0.289062, - 0.292969, - 0.125, - 0.275391, - 0.267578, - 0.165039, - 0.277344, - 0.289062, - 0.269531, - 0.275391, - 0.296875, - 0.283203, - 0.300781, - 0.253906, - 0.289062, - 0.257812, - 0.263672, - 0.271484, - 0.243164, - 0.289062, - 0.261719, - 0.283203, - 0.275391, - 0.273438, - 0.279297, - 0.287109, - 0.255859, - 0.294922, - 0.28125, - 0.267578, - 0.248047, - 0.255859, - 0.28125, - 0.279297, - 0.302734, - 0.291016, - 0.28125, - 0.277344, - 0.275391, - 0.28125, - 0.275391, - 0.144531, - 0.285156, - 0.263672, - 0.267578, - 0.273438, - 0.271484, - 0.194336, - 0.294922, - 0.279297, - 0.249023, - 0.131836, - 0.263672, - 0.231445, - 0.269531, - 0.22168, - 0.263672, - 0.275391, - 0.279297, - 0.143555, - 0.271484, - 0.28125, - 0.269531, - 0.292969, - 0.28125, - 0.291016, - 0.275391, - 0.242188, - 0.201172, - 0.300781, - 0.285156, - 0.277344, - 0.289062, - 0.279297, - 0.421875, - 0.291016, - 0.28125, - 0.28125, - 0.287109, - 0.279297, - 0.163086, - 0.263672, - 0.277344, - 0.300781, - 0.145508, - 0.289062, - 0.277344, - 0.291016, - 0.292969, - 0.269531, - 0.279297, - 0.273438, - 0.296875, - 0.289062, - 0.206055, - 0.267578, - 0.253906, - 0.283203, - 0.279297, - 0.273438, - 0.291016, - 0.265625, - 0.277344, - 0.277344, - 0.267578, - 0.287109, - 0.291016, - 0.279297, - 0.244141, - 0.273438, - 0.283203, - 0.275391, - 0.279297, - 0.273438, - 0.255859, - 0.275391, - 0.292969, - 0.302734, - 0.237305, - 0.273438, - 0.269531, - 0.279297, - 0.057861, - 0.28125, - 0.267578, - 0.206055, - 0.271484, - 0.267578, - 0.248047, - 0.253906, - 0.292969, - 0.28125, - 0.279297, - 0.251953, - 0.185547, - 0.261719, - 0.214844, - 0.279297, - 0.283203, - 0.28125, - 0.181641, - 0.283203, - 0.285156, - 0.275391, - 0.269531, - 0.248047, - 0.285156, - 0.249023, - 0.240234, - 0.261719, - 0.267578, - 0.255859, - 0.292969, - 0.283203, - 0.271484, - 0.292969, - 0.289062, - 0.279297, - 0.296875, - 0.271484, - 0.283203, - 0.253906, - 0.275391, - 0.166992, - 0.289062, - 0.269531, - 0.263672, - 0.273438, - 0.257812, - 0.271484, - 0.292969, - 0.144531, - 0.269531, - 0.271484, - 0.259766, - 0.287109, - 0.261719, - 0.267578, - 0.289062, - 0.279297, - 0.310547, - 0.154297, - 0.273438, - 0.308594, - 0.253906, - 0.275391, - 0.285156, - 0.070312, - 0.277344, - 0.242188, - 0.283203, - 0.279297, - 0.28125, - 0.157227, - 0.28125, - 0.292969, - 0.283203, - 0.267578, - 0.261719, - 0.28125, - 0.267578, - 0.289062, - 0.271484, - 0.273438, - 0.267578, - 0.275391, - 0.244141, - 0.279297, - 0.289062, - 0.269531, - 0.292969, - 0.231445, - 0.116699, - 0.28125, - 0.289062, - 0.233398, - 0.269531, - 0.298828, - 0.259766, - 0.298828, - 0.251953, - 0.261719, - 0.269531, - 0.263672, - 0.245117, - 0.209961, - 0.259766, - 0.291016, - 0.265625, - 0.287109, - 0.287109, - 0.283203, - 0.283203, - 0.271484, - 0.081543, - 0.306641, - 0.255859, - 0.277344, - 0.285156, - 0.310547, - 0.275391, - 0.277344, - 0.269531, - 0.289062, - 0.267578, - 0.291016, - 0.249023, - 0.28125, - 0.181641, - 0.271484, - 0.259766, - 0.289062, - 0.283203, - 0.267578, - 0.289062, - 0.28125, - 0.134766, - 0.285156, - 0.273438, - 0.144531, - 0.28125, - 0.267578, - 0.265625, - 0.183594, - 0.277344, - 0.285156, - 0.304688, - 0.253906, - 0.287109, - 0.279297, - 0.173828, - 0.269531, - 0.119141, - 0.289062, - 0.285156, - 0.275391, - 0.28125, - 0.271484, - 0.285156, - 0.265625, - 0.238281, - 0.261719, - 0.289062, - 0.271484, - 0.1875, - 0.287109, - 0.24707, - 0.271484, - 0.261719, - 0.275391, - 0.161133, - 0.261719, - 0.294922, - 0.291016, - 0.294922, - 0.121582, - 0.294922, - 0.171875, - 0.251953, - 0.248047, - 0.291016, - 0.085938, - 0.302734, - 0.283203, - 0.277344, - 0.273438, - 0.287109, - 0.253906, - 0.285156, - 0.277344, - 0.291016, - 0.287109, - 0.300781, - 0.283203, - 0.244141, - 0.259766, - 0.177734, - 0.285156, - 0.283203, - 0.273438, - 0.291016, - 0.267578, - 0.300781, - 0.269531, - 0.253906, - 0.269531, - 0.236328, - 0.28125, - 0.226562, - 0.289062, - 0.287109, - 0.263672, - 0.273438, - 0.287109, - 0.287109, - 0.210938, - 0.28125, - 0.271484, - 0.279297, - 0.275391, - 0.259766, - 0.279297, - 0.28125, - 0.289062, - 0.279297, - 0.279297, - 0.279297, - 0.15918, - 0.279297, - 0.244141, - 0.287109, - 0.265625, - 0.296875, - 0.253906, - 0.271484, - 0.130859, - 0.259766, - 0.275391, - 0.287109, - 0.271484, - 0.265625, - 0.291016, - 0.308594, - 0.283203, - 0.261719, - 0.285156, - 0.267578, - 0.291016, - 0.285156, - 0.292969, - 0.28125, - 0.271484, - 0.283203, - 0.279297, - 0.223633, - 0.25, - 0.289062, - 0.275391, - 0.231445, - 0.267578, - 0.285156, - 0.28125, - 0.285156, - 0.277344, - 0.279297, - 0.28125, - 0.279297, - 0.255859, - 0.269531, - 0.292969, - 0.279297, - 0.287109, - 0.277344, - 0.291016, - 0.225586, - 0.285156, - 0.21875, - 0.285156, - 0.275391, - 0.287109, - 0.239258, - 0.267578, - 0.28125, - 0.255859, - 0.306641, - 0.253906, - 0.273438, - 0.139648, - 0.269531, - 0.275391, - 0.25, - 0.175781, - 0.225586, - 0.233398, - 0.238281, - 0.28125, - 0.283203, - 0.267578, - 0.111328, - 0.263672, - 0.265625, - 0.15332, - 0.255859, - 0.291016, - 0.273438, - 0.283203, - 0.216797, - 0.283203, - 0.277344, - 0.306641, - 0.261719, - 0.308594, - 0.273438, - 0.287109, - 0.248047, - 0.287109, - 0.283203, - 0.285156, - 0.269531, - 0.285156, - 0.214844, - 0.294922, - 0.124512, - 0.292969, - 0.12207, - 0.285156, - 0.28125, - 0.287109, - 0.229492, - 0.287109, - 0.285156, - 0.243164, - 0.143555, - 0.245117, - 0.285156, - 0.283203, - 0.261719, - 0.107422, - 0.283203, - 0.091309, - 0.289062, - 0.172852, - 0.28125, - 0.189453, - 0.28125, - 0.279297, - 0.291016, - 0.277344, - 0.255859, - 0.271484, - 0.246094, - 0.28125, - 0.291016, - 0.275391, - 0.292969, - 0.289062, - 0.285156, - 0.273438, - 0.273438, - 0.239258, - 0.291016, - 0.265625, - 0.28125, - 0.275391, - 0.285156, - 0.273438, - 0.239258, - 0.248047, - 0.287109, - 0.273438, - 0.240234, - 0.275391, - 0.232422, - 0.28125, - 0.294922, - 0.271484, - 0.285156, - 0.283203, - 0.283203, - 0.275391, - 0.287109, - 0.277344, - 0.291016, - 0.28125, - 0.285156, - 0.292969, - 0.271484, - 0.231445, - 0.283203, - 0.296875, - 0.279297, - 0.265625, - 0.259766, - 0.202148, - 0.222656, - 0.237305, - 0.28125, - 0.277344, - 0.285156, - 0.271484, - 0.289062, - 0.277344, - 0.283203, - 0.273438, - 0.267578, - 0.291016, - 0.283203, - 0.245117, - 0.267578, - 0.279297, - 0.267578, - 0.289062, - 0.273438, - 0.263672, - 0.117676, - 0.138672, - 0.283203, - 0.285156, - 0.291016, - 0.292969, - 0.267578, - 0.285156, - 0.283203, - 0.267578, - 0.275391, - 0.241211, - 0.287109, - 0.135742, - 0.257812, - 0.265625, - 0.277344, - 0.292969, - 0.269531, - 0.289062, - 0.28125, - 0.292969, - 0.289062, - 0.291016, - 0.279297, - 0.197266, - 0.298828, - 0.283203, - 0.302734, - 0.287109, - 0.246094, - 0.257812, - 0.255859, - 0.287109, - 0.273438, - 0.279297 - ] - }, - "name": "model.transformer.layers.9.ffn_norm.weight", - "outputIndexes": [ - 641 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 640, - 641 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_9/Mul_1_output_0", - "outputIndexes": [ - 642 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 642 - ], - "outputIndexes": [ - 2253 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2253 - ], - "outputIndexes": [ - 2254 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear", - "inputIndexes": [ - 2254 - ], - "outputIndexes": [ - 2255 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 6656, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 106496, - "weightSize": 0 - }, - "external": [ - 98426620, - 6815766, - 851968, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2255 - ], - "outputIndexes": [ - 2256 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2256 - ], - "outputIndexes": [ - 643 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 6656 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3328 - ] - }, - "name": "/ffn_9/Mul_output_0", - "outputIndexes": [ - 644 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 643, - 21, - 644, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_9/Slice_output_0", - "outputIndexes": [ - 645 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 645 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_9/Sigmoid_output_0", - "outputIndexes": [ - 646 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 645, - 646 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_9/Mul_output_0", - "outputIndexes": [ - 647 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6656 - ] - }, - "name": "/ffn_9/Mul_1_output_0", - "outputIndexes": [ - 648 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 643, - 644, - 648, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_9/Slice_1_output_0", - "outputIndexes": [ - 649 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 647, - 649 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_9/Mul_2_output_0", - "outputIndexes": [ - 650 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 650 - ], - "outputIndexes": [ - 2257 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3328, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2257 - ], - "outputIndexes": [ - 2258 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear", - "inputIndexes": [ - 2258 - ], - "outputIndexes": [ - 2259 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3328, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 53248, - "weightSize": 0 - }, - "external": [ - 106094354, - 3407894, - 425984, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2259 - ], - "outputIndexes": [ - 2260 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2260 - ], - "outputIndexes": [ - 651 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 639, - 651 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_39_output_0", - "outputIndexes": [ - 652 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 652, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_40_output_0", - "outputIndexes": [ - 653 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 653 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_10/Mul_output_0", - "outputIndexes": [ - 654 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.102051, - 0.089844, - 0.116211, - 0.10498, - 0.128906, - 0.105957, - 0.165039, - 0.111328, - 0.118652, - 0.095215, - 0.097168, - 0.111816, - 0.112305, - 0.107422, - 0.105957, - 0.113281, - 0.113281, - 0.108398, - 0.093262, - 0.110352, - 0.118164, - 0.099121, - 0.094238, - 0.129883, - 0.104492, - 0.119629, - 0.115723, - 0.109863, - 0.10791, - 0.120605, - 0.100098, - 0.115723, - 0.133789, - 0.117188, - 0.097656, - 0.115234, - 0.120605, - 0.114746, - 0.114746, - 0.119629, - 0.128906, - 0.09375, - 0.115234, - 0.101074, - 0.102539, - 0.154297, - 0.123535, - 0.102539, - 0.142578, - 0.145508, - 0.11084, - 0.108398, - 0.090332, - 0.100098, - 0.125977, - 0.095215, - 0.118652, - 0.119629, - 0.103516, - 0.102539, - 0.101074, - 0.124512, - 0.086426, - 0.108887, - 0.298828, - 0.102051, - 0.126953, - 0.130859, - 0.107422, - 0.10791, - 0.122559, - 0.147461, - 0.097168, - 0.125977, - 0.15918, - 0.130859, - 0.101562, - 0.09375, - 0.11084, - 0.102539, - 0.102051, - 0.103516, - 0.109863, - 0.109863, - 0.141602, - 0.122559, - 0.112793, - 0.119629, - 0.125, - 0.115234, - 0.116211, - 0.109863, - 0.092285, - 0.165039, - 0.117676, - 0.112793, - 0.116699, - 0.098145, - 0.101562, - 0.111816, - 0.152344, - 0.097656, - 0.181641, - 0.09375, - 0.09375, - 0.200195, - 0.106445, - 0.112305, - 0.104004, - 0.083984, - 0.112305, - 0.108887, - 0.109863, - 0.09375, - 0.108398, - 0.123047, - 0.125, - 0.098145, - 0.106934, - 0.117676, - 0.105469, - 0.115723, - 0.107422, - 0.095703, - 0.113281, - 0.060791, - 0.142578, - 0.090332, - 0.138672, - 0.101562, - 0.10498, - 0.121094, - 0.106934, - 0.136719, - 0.126953, - 0.105957, - 0.125977, - 0.090332, - 0.136719, - 0.136719, - 0.118164, - 0.12793, - 0.114258, - 0.088867, - 0.103516, - 0.075195, - 0.088867, - 0.094238, - 0.112793, - 0.136719, - 0.125977, - 0.098145, - 0.111328, - 0.124023, - 0.130859, - 0.104004, - 0.124512, - 0.117676, - 0.078613, - 0.116699, - 0.123535, - 0.12207, - 0.219727, - 0.119629, - 0.112305, - 0.216797, - 0.117188, - 0.078613, - 0.112793, - 0.12207, - 0.273438, - 0.097168, - 0.134766, - 0.132812, - 0.117188, - 0.097656, - 0.111816, - 0.143555, - 0.128906, - 0.114746, - 0.110352, - 0.111328, - 0.115234, - 0.115234, - 0.110352, - 0.111328, - 0.132812, - 0.107422, - 0.101074, - 0.124023, - 0.118164, - 0.114258, - 0.115723, - 0.103027, - 0.108398, - 0.135742, - 0.109863, - 0.108887, - 0.084473, - 0.115723, - 0.115723, - 0.110352, - 0.116211, - 0.118652, - 0.097656, - 0.109375, - 0.099609, - 0.102539, - 0.181641, - 0.130859, - 0.083984, - 0.086426, - 0.116699, - 0.115723, - 0.15918, - 0.094238, - 0.119141, - 0.102051, - 0.125, - 0.171875, - 0.126953, - 0.138672, - 0.265625, - 0.123047, - 0.103027, - 0.15332, - 0.109863, - 0.091797, - 0.086914, - 0.103027, - 0.144531, - 0.122559, - 0.142578, - 0.107422, - 0.117188, - 0.124512, - 0.118652, - 0.125977, - 0.306641, - 0.094727, - 0.11377, - 0.117188, - 0.095703, - 0.103516, - 0.096191, - 0.112305, - 0.087891, - 0.116211, - 0.111328, - 0.114746, - 0.105957, - 0.118652, - 0.125977, - 0.095703, - 0.114746, - 0.126953, - 0.109863, - 0.108398, - 0.091309, - 0.112793, - 0.097168, - 0.142578, - 0.120117, - 0.124023, - 0.123535, - 0.099609, - 0.121094, - 0.092285, - 0.121094, - 0.099121, - 0.101074, - 0.100098, - 0.103516, - 0.093262, - 0.099609, - 0.164062, - 0.112793, - 0.09668, - 0.112793, - 0.120117, - 0.117188, - 0.112793, - 0.125, - 0.099121, - 0.116699, - 0.120605, - 0.195312, - 0.112305, - 0.125977, - 0.108887, - 0.101562, - 0.111328, - 0.158203, - 0.121094, - 0.122559, - 0.103516, - 0.11377, - 0.109863, - 0.15918, - 0.083008, - 0.109375, - 0.10498, - 0.112305, - 0.09375, - 0.115234, - 0.098633, - 0.25, - 0.115234, - 0.114258, - 0.110352, - 0.126953, - 0.100098, - 0.117676, - 0.125, - 0.147461, - 0.111328, - 0.132812, - 0.091309, - 0.139648, - 0.149414, - 0.106445, - 0.11377, - 0.124512, - 0.097168, - 0.094238, - 0.108887, - 0.125977, - 0.206055, - 0.10498, - 0.115234, - 0.095703, - 0.108887, - 0.126953, - 0.130859, - 0.11377, - 0.107422, - 0.09668, - 0.089355, - 0.097168, - 0.11084, - 0.11084, - 0.134766, - 0.100098, - 0.164062, - 0.117188, - 0.171875, - 0.109375, - 0.119629, - 0.11377, - 0.104492, - 0.099121, - 0.122559, - 0.095703, - 0.157227, - 0.162109, - 0.10498, - 0.111328, - 0.103516, - 0.101562, - 0.099609, - 0.103027, - 0.182617, - 0.104004, - 0.061768, - 0.090332, - 0.170898, - 0.111328, - 0.125, - 0.111328, - 0.11377, - 0.135742, - 0.269531, - 0.121094, - 0.108398, - 0.091309, - 0.081543, - 0.285156, - 0.102051, - 0.133789, - 0.114258, - 0.119629, - 0.089355, - 0.100098, - 0.120117, - 0.106934, - 0.100586, - 0.143555, - 0.105469, - 0.114258, - 0.134766, - 0.103516, - 0.109863, - 0.121582, - 0.099609, - 0.109375, - 0.118652, - 0.12207, - 0.125977, - 0.095703, - 0.118652, - 0.12207, - 0.111328, - 0.104004, - 0.113281, - 0.118652, - 0.10791, - 0.109375, - 0.103027, - 0.12793, - 0.111328, - 0.072266, - 0.098633, - 0.111328, - 0.142578, - 0.144531, - 0.121582, - 0.121582, - 0.120117, - 0.107422, - 0.110352, - 0.150391, - 0.263672, - 0.098145, - 0.115234, - 0.139648, - 0.09668, - 0.087402, - 0.109375, - 0.117188, - 0.10791, - 0.10791, - 0.111328, - 0.111328, - 0.115234, - 0.074219, - 0.117676, - 0.103516, - 0.103027, - 0.098145, - 0.136719, - 0.120605, - 0.107422, - 0.103027, - 0.136719, - 0.108887, - 0.114746, - 0.108398, - 0.111328, - 0.103516, - 0.100098, - 0.097656, - 0.064941, - 0.102539, - 0.109375, - 0.117188, - 0.101074, - 0.108398, - 0.114258, - 0.130859, - 0.104004, - 0.126953, - 0.12793, - 0.125, - 0.166992, - 0.185547, - 0.100098, - 0.095215, - 0.119629, - 0.111328, - 0.130859, - 0.101562, - 0.180664, - 0.12207, - 0.095215, - 0.108398, - 0.11084, - 0.135742, - 0.125, - 0.100098, - 0.137695, - 0.117188, - 0.110352, - 0.123047, - 0.09375, - 0.134766, - 0.10498, - 0.105957, - 0.111816, - 0.086914, - 0.09668, - 0.125, - 0.120117, - 0.117676, - 0.103516, - 0.116211, - 0.164062, - 0.12207, - 0.104492, - 0.09375, - 0.12793, - 0.10498, - 0.117188, - 0.122559, - 0.116211, - 0.132812, - 0.104004, - 0.124023, - 0.126953, - 0.105957, - 0.098633, - 0.111816, - 0.117676, - 0.122559, - 0.111328, - 0.109375, - 0.172852, - 0.118652, - 0.125977, - 0.11084, - 0.186523, - 0.123047, - 0.104492, - 0.142578, - 0.12793, - 0.118652, - 0.188477, - 0.098633, - 0.117676, - 0.137695, - 0.095215, - 0.107422, - 0.261719, - 0.116699, - 0.122559, - 0.112793, - 0.105469, - 0.126953, - 0.125977, - 0.108398, - 0.112305, - 0.097168, - 0.104492, - 0.130859, - 0.126953, - 0.136719, - 0.109375, - 0.244141, - 0.217773, - 0.122559, - 0.180664, - 0.124023, - 0.130859, - 0.114746, - 0.28125, - 0.126953, - 0.093262, - 0.109863, - 0.147461, - 0.145508, - 0.128906, - 0.130859, - 0.166992, - 0.135742, - 0.099609, - 0.134766, - 0.075195, - 0.10498, - 0.139648, - 0.092773, - 0.154297, - 0.10498, - 0.081055, - 0.103516, - 0.077637, - 0.118164, - 0.15918, - 0.144531, - 0.09375, - 0.104004, - 0.101074, - 0.109375, - 0.125, - 0.316406, - 0.109863, - 0.10791, - 0.136719, - 0.105469, - 0.088379, - 0.091309, - 0.109863, - 0.125977, - 0.109375, - 0.115723, - 0.108887, - 0.12207, - 0.110352, - 0.100098, - 0.12207, - 0.098633, - 0.120117, - 0.124023, - 0.135742, - 0.087402, - 0.09375, - 0.098145, - 0.123047, - 0.09082, - 0.111328, - 0.214844, - 0.304688, - 0.116211, - 0.137695, - 0.102539, - 0.110352, - 0.122559, - 0.101562, - 0.091797, - 0.11377, - 0.118652, - 0.128906, - 0.106445, - 0.098633, - 0.118164, - 0.116211, - 0.09082, - 0.234375, - 0.097168, - 0.324219, - 0.099121, - 0.109375, - 0.106934, - 0.094238, - 0.115234, - 0.112305, - 0.133789, - 0.146484, - 0.115234, - 0.101074, - 0.110352, - 0.128906, - 0.114746, - 0.106445, - 0.104004, - 0.119629, - 0.097656, - 0.09375, - 0.138672, - 0.114258, - 0.10498, - 0.104492, - 0.133789, - 0.11084, - 0.101562, - 0.118164, - 0.092285, - 0.114746, - 0.124023, - 0.10791, - 0.114258, - 0.103027, - 0.112793, - 0.128906, - 0.117188, - 0.128906, - 0.132812, - 0.097656, - 0.088379, - 0.133789, - 0.133789, - 0.113281, - 0.152344, - 0.114746, - 0.296875, - 0.106445, - 0.136719, - 0.105469, - 0.148438, - 0.130859, - 0.158203, - 0.105469, - 0.09375, - 0.101562, - 0.106934, - 0.106445, - 0.112305, - 0.10498, - 0.075195, - 0.143555, - 0.101562, - 0.140625, - 0.115234, - 0.145508, - 0.114746, - 0.119629, - 0.094727, - 0.090332, - 0.130859, - 0.084961, - 0.098633, - 0.106445, - 0.09668, - 0.126953, - 0.09375, - 0.121582, - 0.120605, - 0.110352, - 0.106445, - 0.097656, - 0.101074, - 0.1875, - 0.133789, - 0.154297, - 0.085938, - 0.139648, - 0.119141, - 0.152344, - 0.115234, - 0.099121, - 0.129883, - 0.120117, - 0.119141, - 0.109863, - 0.11084, - 0.118164, - 0.125, - 0.094238, - 0.103027, - 0.10791, - 0.199219, - 0.104492, - 0.098633, - 0.112793, - 0.133789, - 0.09668, - 0.107422, - 0.125, - 0.140625, - 0.138672, - 0.128906, - 0.114746, - 0.100098, - 0.125, - 0.132812, - 0.296875, - 0.104004, - 0.10498, - 0.098633, - 0.10498, - 0.124023, - 0.107422, - 0.108398, - 0.112305, - 0.110352, - 0.110352, - 0.116699, - 0.12207, - 0.071777, - 0.171875, - 0.123535, - 0.103027, - 0.136719, - 0.106934, - 0.119141, - 0.113281, - 0.09668, - 0.134766, - 0.094727, - 0.137695, - 0.098145, - 0.114258, - 0.099609, - 0.103027, - 0.10498, - 0.118164, - 0.112793, - 0.114746, - 0.111328, - 0.09082, - 0.098145, - 0.162109, - 0.101074, - 0.100586, - 0.099121, - 0.11084, - 0.131836, - 0.114258, - 0.126953, - 0.125977, - 0.114746, - 0.205078, - 0.105469, - 0.09668, - 0.134766, - 0.114258, - 0.154297, - 0.112793, - 0.09375, - 0.102539, - 0.123047, - 0.09082, - 0.128906, - 0.117188, - 0.142578, - 0.118652, - 0.129883, - 0.101074, - 0.142578, - 0.219727, - 0.092773, - 0.134766, - 0.120117, - 0.109375, - 0.124023, - 0.133789, - 0.107422, - 0.123535, - 0.107422, - 0.101074, - 0.113281, - 0.136719, - 0.120605, - 0.131836, - 0.112305, - 0.122559, - 0.122559, - 0.098633, - 0.095703, - 0.09082, - 0.105469, - 0.11084, - 0.125977, - 0.094727, - 0.104492, - 0.105957, - 0.114258, - 0.097656, - 0.118164, - 0.121094, - 0.114258, - 0.105957, - 0.15625, - 0.157227, - 0.10791, - 0.122559, - 0.090332, - 0.116699, - 0.155273, - 0.113281, - 0.140625, - 0.111816, - 0.125977, - 0.098145, - 0.114258, - 0.110352, - 0.123535, - 0.08252, - 0.088379, - 0.125977, - 0.111816, - 0.104004, - 0.110352, - 0.101074, - 0.09375, - 0.111328, - 0.233398, - 0.106445, - 0.117188, - 0.120605, - 0.120117, - 0.267578, - 0.096191, - 0.139648, - 0.15625, - 0.114258, - 0.094238, - 0.158203, - 0.117188, - 0.111816, - 0.124023, - 0.125977, - 0.087402, - 0.192383, - 0.10791, - 0.108887, - 0.096191, - 0.114746, - 0.098633, - 0.103516, - 0.075684, - 0.099121, - 0.145508, - 0.113281, - 0.120605, - 0.103516, - 0.102051, - 0.111816, - 0.104492, - 0.128906, - 0.118164, - 0.101562, - 0.109863, - 0.10498, - 0.133789, - 0.115723, - 0.102539, - 0.131836, - 0.11084, - 0.121582, - 0.121582, - 0.102051, - 0.090332, - 0.117676, - 0.133789, - 0.061523, - 0.100098, - 0.103027, - 0.100098, - 0.111328, - 0.132812, - 0.111328, - 0.111328, - 0.123047, - 0.118652, - 0.109863, - 0.123535, - 0.104004, - 0.108887, - 0.277344, - 0.12793, - 0.161133, - 0.053711, - 0.160156, - 0.10791, - 0.092773, - 0.102051, - 0.086426, - 0.100586, - 0.085449, - 0.112793, - 0.098145, - 0.118652, - 0.106934, - 0.125977, - 0.304688, - 0.145508, - 0.116699, - 0.205078, - 0.100098, - 0.104492, - 0.087402, - 0.103516, - 0.139648, - 0.227539, - 0.089355, - 0.100586, - 0.105469, - 0.094238, - 0.105957, - 0.142578, - 0.103516, - 0.10791, - 0.099121, - 0.11377, - 0.111816, - 0.10791, - 0.085938, - 0.129883, - 0.117188, - 0.154297, - 0.112305, - 0.126953, - 0.113281, - 0.100586, - 0.019409, - 0.100586, - 0.121094, - 0.21582, - 0.106934, - 0.123047, - 0.092285, - 0.10498, - 0.123047, - 0.105957, - 0.186523, - 0.111816, - 0.097168, - 0.480469, - 0.120605, - 0.213867, - 0.129883, - 0.138672, - 0.105957, - 0.107422, - 0.257812, - 0.105957, - 0.113281, - 0.117188, - 0.107422, - 0.103027, - 0.094238, - 0.10498, - 0.129883, - 0.122559, - 0.117188, - 0.117188, - 0.105957, - 0.194336, - 0.096191, - 0.08252, - 0.128906, - 0.124512, - 0.125, - 0.084473, - 0.116211, - 0.107422, - 0.112793, - 0.106934, - 0.123535, - 0.119141, - 0.097168, - 0.124512, - 0.114746, - 0.113281, - 0.123047, - 0.094727, - 0.125, - 0.108398, - 0.098145, - 0.103516, - 0.112793, - 0.193359, - 0.097168, - 0.175781, - 0.11377, - 0.12207, - 0.182617, - 0.131836, - 0.116211, - 0.111328, - 0.098633, - 0.106445, - 0.103516, - 0.113281, - 0.118164, - 0.096191, - 0.108398, - 0.124023, - 0.108887, - 0.109863, - 0.117188, - 0.101074, - 0.099609, - 0.118652, - 0.111328, - 0.115723, - 0.113281, - 0.108398, - 0.110352, - 0.105957, - 0.096191, - 0.136719, - 0.109375, - 0.11377, - 0.15625, - 0.137695, - 0.143555, - 0.119629, - 0.120117, - 0.121582, - 0.210938, - 0.163086, - 0.119629, - 0.102051, - 0.10498, - 0.275391, - 0.148438, - 0.117676, - 0.099121, - 0.12207, - 0.09668, - 0.112793, - 0.100098, - 0.110352, - 0.126953, - 0.100098, - 0.105957, - 0.126953, - 0.166016, - 0.125, - 0.15918, - 0.119629, - 0.609375, - 0.098145, - 0.108398, - 0.12793, - 0.130859, - 0.132812, - 0.117188, - 0.114746, - 0.109863, - 0.11377, - 0.149414, - 0.120117, - 0.118652, - 0.117676, - 0.144531, - 0.142578, - 0.098145, - 0.120605, - 0.104004, - 0.126953, - 0.115234, - 0.115234, - 0.116211, - 0.160156, - 0.124512, - 0.144531, - 0.119141, - 0.118164, - 0.134766, - 0.103027, - 0.172852, - 0.089844, - 0.164062, - 0.18457, - 0.132812, - 0.080566, - 0.11377, - 0.104492, - 0.144531, - 0.09375, - 0.112305, - 0.073242, - 0.102539, - 0.125977, - 0.152344, - 0.115723, - 0.119141, - 0.114746, - 0.095703, - 0.104004, - 0.097168, - 0.095703, - 0.10791, - 0.105957, - 0.120117, - 0.109375, - 0.112305, - 0.109863, - 0.095703, - 0.100586, - 0.101074, - 0.119141, - 0.109375, - 0.121582, - 0.109863, - 0.119141, - 0.101562, - 0.114258, - 0.149414, - 0.118164, - 0.111328, - 0.112793, - 0.133789, - 0.102539, - 0.114258, - 0.12793, - 0.116211, - 0.141602, - 0.12207, - 0.088867, - 0.125977, - 0.102539, - 0.108887, - 0.113281, - 0.120605, - 0.109375, - 0.112305, - 0.125, - 0.110352, - 0.11377, - 0.091797, - 0.12207, - 0.099609, - 0.104492, - 0.11377, - 0.139648, - 0.125977, - 0.102539, - 0.109375, - 0.107422, - 0.170898, - 0.115723, - 0.095703, - 0.120117, - 0.098633, - 0.121582, - 0.091309, - 0.083008, - 0.126953, - 0.105957, - 0.098633, - 0.106934, - 0.126953, - 0.130859, - 0.11377, - 0.100586, - 0.108887, - 0.126953, - 0.145508, - 0.078125, - 0.157227, - 0.117188, - 0.085938, - 0.121094, - 0.132812, - 0.103516, - 0.092773, - 0.273438, - 0.115234, - 0.165039, - 0.133789, - 0.106445, - 0.117188, - 0.098145, - 0.166992, - 0.134766, - 0.123047, - 0.109863, - 0.116211, - 0.099609, - 0.105469, - 0.108887, - 0.106934, - 0.09082, - 0.114258, - 0.112793, - 0.109863, - 0.063477, - 0.160156, - 0.118164, - 0.097168, - 0.178711, - 0.121094, - 0.106934, - 0.11084, - 0.104004, - 0.101562, - 0.091309, - 0.105957, - 0.133789, - 0.124512, - 0.138672, - 0.120605, - 0.113281, - 0.154297, - 0.124023, - 0.28125, - 0.219727, - 0.128906, - 0.103027, - 0.125, - 0.119141, - 0.104492, - 0.10791, - 0.106445, - 0.074707, - 0.117188, - 0.102539, - 0.125977, - 0.10791, - 0.111328, - 0.112793, - 0.104492, - 0.131836, - 0.091309, - 0.107422, - 0.105957, - 0.105957, - 0.09082, - 0.108398, - 0.104004, - 0.105957, - 0.115234, - 0.110352, - 0.333984, - 0.129883, - 0.121094, - 0.132812, - 0.129883, - 0.110352, - 0.109375, - 0.112305, - 0.10498, - 0.161133, - 0.12207, - 0.121094, - 0.075195, - 0.124023, - 0.134766, - 0.114746, - 0.116211, - 0.107422, - 0.105469, - 0.10498, - 0.124512, - 0.123535, - 0.112305, - 0.121582, - 0.114746, - 0.101074, - 0.112793, - 0.142578, - 0.102051, - 0.123535, - 0.105957, - 0.124023, - 0.120117, - 0.092285, - 0.098145, - 0.112305, - 0.117188, - 0.107422, - 0.101562, - 0.130859, - 0.178711, - 0.193359, - 0.114258, - 0.112305, - 0.08252, - 0.111328, - 0.102051, - 0.109863, - 0.104004, - 0.102051, - 0.12207, - 0.099121, - 0.105469, - 0.095215, - 0.160156, - 0.104004, - 0.114258, - 0.083984, - 0.113281, - 0.128906, - 0.095703, - 0.101562, - 0.104004, - 0.097168, - 0.097656, - 0.134766, - 0.110352, - 0.130859, - 0.117188, - 0.114258, - 0.200195, - 0.132812, - 0.111328, - 0.114258, - 0.101074, - 0.110352, - 0.130859, - 0.07959, - 0.138672, - 0.155273, - 0.092285, - 0.105469, - 0.097168, - 0.116211, - 0.108887, - 0.133789, - 0.126953, - 0.111816, - 0.110352, - 0.124023, - 0.228516, - 0.137695, - 0.117676, - 0.119629, - 0.150391, - 0.124512, - 0.109375, - 0.141602, - 0.125977, - 0.103027, - 0.117188, - 0.122559, - 0.093262, - 0.277344, - 0.105469, - 0.121094, - 0.091309, - 0.105957, - 0.101074, - 0.128906, - 0.11084, - 0.105957, - 0.112793, - 0.110352, - 0.108887, - 0.117676, - 0.106934, - 0.114746, - 0.108398, - 0.112305, - 0.121094, - 0.117188, - 0.111328, - 0.123535, - 0.111816, - 0.15918, - 0.104492, - 0.255859, - 0.097656, - 0.11377, - 0.121582, - 0.114258, - 0.138672, - 0.123047, - 0.183594, - 0.12207, - 0.099121, - 0.119141, - 0.100586, - 0.11377, - 0.172852, - 0.124023, - 0.116699, - 0.111328, - 0.119629, - 0.106934, - 0.104492, - 0.115723, - 0.109375, - 0.000433, - 0.109375, - 0.088867, - 0.083496, - 0.083008, - 0.132812, - 0.103516, - 0.134766, - 0.115234, - 0.118652, - 0.100586, - 0.080566, - 0.108398, - 0.130859, - 0.09375, - 0.102539, - 0.115234, - 0.085938, - 0.251953, - 0.140625, - 0.109375, - 0.138672, - 0.086914, - 0.11377, - 0.129883, - 0.101074, - 0.109375, - 0.128906, - 0.112305, - 0.120117, - 0.106934, - 0.106445, - 0.109375, - 0.108398, - 0.091309, - 0.124023, - 0.100586, - 0.129883, - 0.115234, - 0.102051, - 0.117676, - 0.117188, - 0.107422, - 0.123047, - 0.118652, - 0.102539, - 0.060303, - 0.092773, - 0.115234, - 0.152344, - 0.108887, - 0.09668, - 0.10791, - 0.113281, - 0.104004, - 0.09375, - 0.118164, - 0.115234, - 0.119141, - 0.150391, - 0.116699, - 0.091309, - 0.111816, - 0.126953, - 0.120117, - 0.109375, - 0.139648, - 0.105469, - 0.105957, - 0.088867, - 0.087402, - 0.116211, - 0.094727, - 0.132812, - 0.118164, - 0.101562, - 0.116699, - 0.093262, - 0.107422, - 0.125, - 0.103516, - 0.118164, - 0.115234, - 0.113281, - 0.101562, - 0.088379, - 0.100586, - 0.126953, - 0.167969, - 0.107422, - 0.101074, - 0.164062, - 0.07666, - 0.111816, - 0.114258, - 0.164062, - 0.131836, - 0.091309, - 0.106445, - 0.114746, - 0.133789, - 0.135742, - 0.125, - 0.082031, - 0.10791, - 0.111328, - 0.099609, - 0.114746, - 0.121094, - 0.112793, - 0.124023, - 0.100586, - 0.096191, - 0.087402, - 0.129883, - 0.134766, - 0.112305, - 0.112305, - 0.089355, - 0.102051, - 0.104492, - 0.117188, - 0.105469, - 0.130859, - 0.241211, - 0.151367, - 0.123047, - 0.104004, - 0.137695, - 0.117188, - 0.116211, - 0.099121, - 0.109863, - 0.105957, - 0.111328, - 0.116211, - 0.117188, - 0.104492, - 0.101562, - 0.103516, - 0.108887, - 0.118164, - 0.132812, - 0.129883, - 0.11084, - 0.134766, - 0.108398, - 0.138672, - 0.12793, - 0.113281, - 0.124023, - 0.124512, - 0.117676, - 0.106445, - 0.103516, - 0.112305, - 0.118164, - 0.133789, - 0.151367, - 0.095215, - 0.11377, - 0.072754, - 0.125, - 0.109863, - 0.128906, - 0.130859, - 0.355469, - 0.132812, - 0.119629, - 0.109375, - 0.118164, - 0.117188, - 0.103516, - 0.104004, - 0.107422, - 0.157227, - 0.167969, - 0.120605, - 0.09375, - 0.114746, - 0.149414, - 0.10498, - 0.12793, - 0.115234, - 0.125977, - 0.107422, - 0.120605, - 0.129883, - 0.098633, - 0.12207, - 0.107422, - 0.162109, - 0.104492, - 0.136719, - 0.11377, - 0.096191, - 0.107422, - 0.10791, - 0.125977, - 0.109375, - 0.125, - 0.125977, - 0.108398, - 0.10498, - 0.118652, - 0.102539, - 0.104004, - 0.118652, - 0.110352, - 0.111816, - 0.099609, - 0.101074, - 0.114746, - 0.105469, - 0.106445, - 0.070801, - 0.117676, - 0.104004, - 0.09082, - 0.117188, - 0.100098, - 0.094238, - 0.10498, - 0.128906, - 0.131836, - 0.087402, - 0.110352, - 0.132812, - 0.123047, - 0.117676, - 0.118652, - 0.087891, - 0.132812, - 0.116211, - 0.129883, - 0.099121, - 0.115234, - 0.11377, - 0.111328, - 0.104492, - 0.111816, - 0.10791, - 0.132812, - 0.117676, - 0.120117, - 0.090332, - 0.103516, - 0.112305, - 0.109863, - 0.132812, - 0.098145, - 0.106445, - 0.110352, - 0.120117, - 0.143555, - 0.168945, - 0.069824, - 0.11084, - 0.114258, - 0.103027, - 0.103027, - 0.10498, - 0.10498, - 0.097168, - 0.129883, - 0.120605, - 0.108887, - 0.095215, - 0.147461, - 0.121582, - 0.109863, - 0.098145, - 0.114746, - 0.094727, - 0.101562, - 0.113281, - 0.114746, - 0.098633, - 0.291016, - 0.12793, - 0.115723, - 0.115723, - 0.123047, - 0.129883, - 0.105469, - 0.125977, - 0.135742, - 0.138672, - 0.107422, - 0.106934, - 0.105957, - 0.103516, - 0.158203, - 0.115234, - 0.15918, - 0.095215, - 0.124512, - 0.089355, - 0.09082, - 0.130859, - 0.098145, - 0.121094, - 0.104492, - 0.09668, - 0.120605, - 0.116699, - 0.091797, - 0.121094, - 0.132812, - 0.11377, - 0.077637, - 0.103516, - 0.100098, - 0.10791, - 0.157227, - 0.108887, - 0.101562, - 0.105957, - 0.108887, - 0.123047, - 0.100586, - 0.110352, - 0.105469, - 0.107422, - 0.161133, - 0.104492, - 0.117676, - 0.126953, - 0.140625, - 0.119141, - 0.120605, - 0.114746, - 0.137695, - 0.111816, - 0.096191, - 0.103027, - 0.123047, - 0.128906, - 0.095215, - 0.105957, - 0.099121, - 0.214844, - 0.130859, - 0.131836, - 0.117188, - 0.205078, - 0.106934, - 0.118652, - 0.087891, - 0.115234, - 0.114746, - 0.125, - 0.108887, - 0.118164, - 0.129883, - 0.114746, - 0.134766, - 0.12793, - 0.083984, - 0.092285, - 0.275391, - 0.099609, - 0.103027, - 0.11084, - 0.106445, - 0.099609, - 0.160156, - 0.110352, - 0.115234, - 0.128906, - 0.095215, - 0.105957, - 0.106934, - 0.091797, - 0.103516, - 0.125, - 0.160156, - 0.111328, - 0.115723, - 0.178711, - 0.096191, - 0.116699, - 0.114746, - 0.114258, - 0.140625, - 0.106934, - 0.108887, - 0.104004, - 0.100586, - 0.12207, - 0.117188, - 0.238281, - 0.121094, - 0.101562, - 0.113281, - 0.126953, - 0.109375, - 0.105469, - 0.12207, - 0.086914, - 0.106445, - 0.097168, - 0.108398, - 0.100586, - 0.104004, - 0.083008, - 0.122559, - 0.121582, - 0.108398, - 0.109863, - 0.111816, - 0.111328, - 0.103516, - 0.15332, - 0.119629, - 0.15625, - 0.107422, - 0.109863, - 0.132812, - 0.098145, - 0.11084, - 0.12793, - 0.100098, - 0.112793, - 0.092773, - 0.099121, - 0.105469, - 0.10498, - 0.094727, - 0.116211, - 0.118164, - 0.094238, - 0.105469, - 0.126953, - 0.12793, - 0.105957, - 0.125977, - 0.093262, - 0.251953, - 0.114746, - 0.199219, - 0.110352, - 0.099121, - 0.119141, - 0.100098, - 0.120605, - 0.101074, - 0.107422, - 0.085449, - 0.097168, - 0.111816, - 0.082031, - 0.128906, - 0.132812, - 0.11377, - 0.158203, - 0.108887, - 0.160156, - 0.124023, - 0.109863, - 0.10791, - 0.10791, - 0.155273, - 0.105957, - 0.12793, - 0.077148, - 0.115723, - 0.126953, - 0.128906, - 0.104492, - 0.210938, - 0.112793, - 0.132812, - 0.093262, - 0.107422, - 0.089355, - 0.139648, - 0.09668, - 0.124023, - 0.101562, - 0.137695, - 0.106934, - 0.099609, - 0.104004, - 0.111816, - 0.114746, - 0.104492, - 0.119629, - 0.087402, - 0.10791, - 0.124512, - 0.087402, - 0.096191, - 0.110352, - 0.149414, - 0.134766, - 0.09082, - 0.105957, - 0.117188, - 0.092285, - 0.125, - 0.090332, - 0.111816, - 0.105957, - 0.125, - 0.237305, - 0.101074, - 0.165039, - 0.151367, - 0.114746, - 0.100098, - 0.12207, - 0.10791, - 0.148438, - 0.124512, - 0.105957, - 0.144531, - 0.102051, - 0.105469, - 0.128906, - 0.109375, - 0.112793, - 0.121582, - 0.092773, - 0.10498, - 0.106934, - 0.104004, - 0.142578, - 0.129883, - 0.111816, - 0.123535, - 0.135742, - 0.09375, - 0.103027, - 0.121094, - 0.102539, - 0.091797, - 0.104492, - 0.103516, - 0.134766, - 0.100586, - 0.135742, - 0.107422, - 0.107422, - 0.089355, - 0.142578, - 0.141602, - 0.117188, - 0.105957, - 0.107422, - 0.097656, - 0.106445, - 0.110352, - 0.131836, - 0.115723, - 0.103027, - 0.100098, - 0.109375, - 0.155273, - 0.162109, - 0.137695, - 0.139648, - 0.109375, - 0.109863, - 0.102051, - 0.109863, - 0.10498, - 0.098145, - 0.09375, - 0.120117, - 0.114258, - 0.119629, - 0.105469, - 0.123535, - 0.183594, - 0.114258, - 0.112793, - 0.105957, - 0.10791, - 0.070801, - 0.111328, - 0.12207, - 0.117676, - 0.114746, - 0.105469, - 0.102051, - 0.125977, - 0.099121, - 0.115723, - 0.124512, - 0.100098, - 0.251953, - 0.125, - 0.121094, - 0.113281, - 0.128906, - 0.10791, - 0.098145, - 0.098633, - 0.117188, - 0.10498, - 0.103027, - 0.104492, - 0.09082, - 0.10498, - 0.09668, - 0.099121, - 0.126953, - 0.117188, - 0.119141, - 0.092773, - 0.144531, - 0.117676, - 0.131836 - ] - }, - "name": "model.transformer.layers.10.attn_norm.weight", - "outputIndexes": [ - 655 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 654, - 655 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_10/Mul_1_output_0", - "outputIndexes": [ - 656 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 656 - ], - "outputIndexes": [ - 2261 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2261 - ], - "outputIndexes": [ - 2262 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear", - "inputIndexes": [ - 2262 - ], - "outputIndexes": [ - 2263 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 109928232, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2263 - ], - "outputIndexes": [ - 2264 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2264 - ], - "outputIndexes": [ - 657 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 656 - ], - "main_type": "NONE", - "name": "/Shape_41_output_0", - "outputIndexes": [ - 658 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 658 - ], - "main_type": "NONE", - "name": "Shape934", - "outputIndexes": [ - 659 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 658 - ], - "main_type": "NONE", - "name": "Rank936", - "outputIndexes": [ - 660 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 660, - 660 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp938", - "outputIndexes": [ - 661 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 661 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze939", - "outputIndexes": [ - 662 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 661, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp941", - "outputIndexes": [ - 663 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 663 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze942", - "outputIndexes": [ - 664 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 659, - 662, - 664, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice945", - "outputIndexes": [ - 665 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 665 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze946", - "outputIndexes": [ - 666 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 666 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp947", - "outputIndexes": [ - 667 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 667, - 666 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp948", - "outputIndexes": [ - 668 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 658, - 668, - 661 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_54_output_0", - "outputIndexes": [ - 669 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 669, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_101_output_0", - "outputIndexes": [ - 670 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 24 - ] - }, - "name": "/Constant_303_output_0", - "outputIndexes": [ - 671 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 670, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_50_output_0", - "outputIndexes": [ - 672 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 657, - 672 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_41_output_0", - "outputIndexes": [ - 673 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 673 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_10/Mul_output_0", - "outputIndexes": [ - 674 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.46875, - 0.209961, - 1.765625, - 1.375, - 1.710938, - 1.585938, - 1.234375, - 1.554688, - 1.46875, - 1.5625, - 1.632812, - 1.835938, - 1.757812, - 1.789062, - 1.84375, - 1.796875, - 1.953125, - 1.703125, - 1.921875, - 2.21875, - 2.453125, - 1.789062, - 1.890625, - 2.078125, - 2.03125, - 2.0, - 1.65625, - 2.15625, - 1.96875, - 2.125, - 2.03125, - 2.0, - 0.972656, - 0.019531, - 0.140625, - 1.320312, - 0.098145, - 1.914062, - 1.523438, - 1.476562, - 1.484375, - 1.554688, - 1.5625, - 1.617188, - 1.632812, - 1.765625, - 1.625, - 1.851562, - 1.40625, - 1.945312, - 1.867188, - 1.726562, - 1.109375, - 1.804688, - 1.929688, - 2.0, - 2.0625, - 2.015625, - 2.328125, - 2.09375, - 2.0625, - 2.609375, - 2.03125, - 2.0625 - ] - }, - "name": "model.transformer.layers.10.attn.q_norm.weight", - "outputIndexes": [ - 675 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 674, - 675 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_10/Mul_1_output_0", - "outputIndexes": [ - 676 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 676, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_40_output_0", - "outputIndexes": [ - 677 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 676, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_41_output_0", - "outputIndexes": [ - 678 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 678 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_20_output_0", - "outputIndexes": [ - 679 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 676, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_40_output_0", - "outputIndexes": [ - 680 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 679, - 680 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_53_output_0", - "outputIndexes": [ - 681 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 681, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_41_output_0", - "outputIndexes": [ - 682 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 677, - 682 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_40_output_0", - "outputIndexes": [ - 683 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 656 - ], - "outputIndexes": [ - 2265 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2265 - ], - "outputIndexes": [ - 2266 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear", - "inputIndexes": [ - 2266 - ], - "outputIndexes": [ - 2267 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 111703870, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2267 - ], - "outputIndexes": [ - 2268 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2268 - ], - "outputIndexes": [ - 684 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6 - ] - }, - "name": "/Constant_305_output_0", - "outputIndexes": [ - 685 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 670, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_51_output_0", - "outputIndexes": [ - 686 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 684, - 686 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_42_output_0", - "outputIndexes": [ - 687 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 687 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_10/Mul_output_0", - "outputIndexes": [ - 688 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.914062, - 0.21582, - 1.445312, - 1.195312, - 1.382812, - 1.65625, - 0.746094, - 1.0625, - 1.671875, - 1.273438, - 1.859375, - 1.515625, - 1.78125, - 1.609375, - 1.289062, - 1.953125, - 0.832031, - 1.96875, - 1.84375, - 1.5625, - 0.746094, - 2.03125, - 1.929688, - 1.96875, - 2.0625, - 2.109375, - 1.953125, - 2.015625, - 2.0625, - 2.125, - 2.109375, - 2.078125, - 0.084473, - -0.010864, - 0.07666, - 1.515625, - 0.087402, - 1.726562, - 1.59375, - 1.585938, - 1.179688, - 1.820312, - 0.863281, - 1.945312, - 1.601562, - 1.898438, - 2.03125, - 1.640625, - 2.265625, - 1.765625, - 1.945312, - 2.125, - 2.96875, - 2.09375, - 1.9375, - 2.0, - 2.0625, - 2.046875, - 1.84375, - 2.0625, - 2.046875, - 2.703125, - 2.09375, - 2.09375 - ] - }, - "name": "model.transformer.layers.10.attn.k_norm.weight", - "outputIndexes": [ - 689 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 688, - 689 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_10/Mul_1_output_0", - "outputIndexes": [ - 690 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 690, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_42_output_0", - "outputIndexes": [ - 691 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 690, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_43_output_0", - "outputIndexes": [ - 692 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 692 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_21_output_0", - "outputIndexes": [ - 693 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 690, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_42_output_0", - "outputIndexes": [ - 694 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 693, - 694 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_54_output_0", - "outputIndexes": [ - 695 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 695, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_43_output_0", - "outputIndexes": [ - 696 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 691, - 696 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_41_output_0", - "outputIndexes": [ - 697 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 656 - ], - "outputIndexes": [ - 2269 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2269 - ], - "outputIndexes": [ - 2270 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear", - "inputIndexes": [ - 2270 - ], - "outputIndexes": [ - 2271 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 112147796, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2271 - ], - "outputIndexes": [ - 2272 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2272 - ], - "outputIndexes": [ - 698 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 698, - 686 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_43_output_0", - "outputIndexes": [ - 699 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 683, - 697, - 699, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.10/self_attn/FusedAttention", - "outputIndexes": [ - 700 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 700 - ], - "outputIndexes": [ - 2273 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2273 - ], - "outputIndexes": [ - 2274 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear", - "inputIndexes": [ - 2274 - ], - "outputIndexes": [ - 2275 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 112591722, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2275 - ], - "outputIndexes": [ - 2276 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2276 - ], - "outputIndexes": [ - 701 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 653, - 701 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_42_output_0", - "outputIndexes": [ - 702 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 702 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_10/Mul_output_0", - "outputIndexes": [ - 703 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.302734, - 0.208008, - 0.279297, - 0.294922, - 0.308594, - 0.283203, - 0.263672, - 0.28125, - 0.273438, - 0.171875, - 0.294922, - 0.257812, - 0.292969, - 0.291016, - 0.287109, - 0.287109, - 0.294922, - 0.269531, - 0.3125, - 0.294922, - 0.304688, - 0.300781, - 0.294922, - 0.265625, - 0.277344, - 0.322266, - 0.294922, - 0.273438, - 0.292969, - 0.273438, - 0.283203, - 0.271484, - 0.292969, - 0.294922, - 0.300781, - 0.298828, - 0.302734, - 0.294922, - 0.267578, - 0.214844, - 0.318359, - 0.289062, - 0.287109, - 0.160156, - 0.300781, - 0.179688, - 0.287109, - 0.273438, - 0.28125, - 0.267578, - 0.291016, - 0.269531, - 0.287109, - 0.21875, - 0.28125, - 0.294922, - 0.269531, - 0.306641, - 0.304688, - 0.285156, - 0.308594, - 0.292969, - 0.330078, - 0.279297, - 0.117676, - 0.277344, - 0.24707, - 0.289062, - 0.298828, - 0.291016, - 0.292969, - 0.279297, - 0.283203, - 0.306641, - 0.235352, - 0.269531, - 0.269531, - 0.275391, - 0.283203, - 0.296875, - 0.273438, - 0.287109, - 0.251953, - 0.285156, - 0.292969, - 0.28125, - 0.28125, - 0.291016, - 0.287109, - 0.253906, - 0.304688, - 0.291016, - 0.285156, - 0.157227, - 0.253906, - 0.316406, - 0.298828, - 0.198242, - 0.287109, - 0.308594, - 0.265625, - 0.3125, - 0.228516, - 0.296875, - 0.28125, - 0.24707, - 0.279297, - 0.296875, - 0.28125, - 0.235352, - 0.235352, - 0.292969, - 0.300781, - 0.283203, - 0.292969, - 0.283203, - 0.287109, - 0.263672, - 0.285156, - 0.302734, - 0.279297, - 0.294922, - 0.259766, - 0.138672, - 0.306641, - 0.150391, - 0.273438, - 0.308594, - 0.175781, - 0.255859, - 0.283203, - 0.300781, - 0.28125, - 0.285156, - 0.265625, - 0.310547, - 0.302734, - 0.314453, - 0.25, - 0.279297, - 0.257812, - 0.294922, - 0.300781, - 0.28125, - 0.196289, - 0.142578, - 0.289062, - 0.152344, - 0.289062, - 0.21875, - 0.298828, - 0.298828, - 0.273438, - 0.291016, - 0.298828, - 0.279297, - 0.292969, - 0.291016, - 0.164062, - 0.298828, - 0.291016, - 0.291016, - 0.134766, - 0.255859, - 0.261719, - 0.265625, - 0.267578, - 0.162109, - 0.145508, - 0.306641, - 0.15332, - 0.209961, - 0.291016, - 0.239258, - 0.269531, - 0.283203, - 0.257812, - 0.283203, - 0.244141, - 0.304688, - 0.296875, - 0.302734, - 0.287109, - 0.275391, - 0.294922, - 0.279297, - 0.294922, - 0.300781, - 0.294922, - 0.294922, - 0.279297, - 0.302734, - 0.304688, - 0.257812, - 0.279297, - 0.261719, - 0.291016, - 0.267578, - 0.316406, - 0.310547, - 0.287109, - 0.287109, - 0.273438, - 0.285156, - 0.267578, - 0.289062, - 0.285156, - 0.302734, - 0.224609, - 0.19043, - 0.314453, - 0.289062, - 0.3125, - 0.275391, - 0.267578, - 0.296875, - 0.287109, - 0.292969, - 0.289062, - 0.238281, - 0.147461, - 0.291016, - 0.225586, - 0.289062, - 0.207031, - 0.229492, - 0.285156, - 0.308594, - 0.211914, - 0.302734, - 0.249023, - 0.195312, - 0.223633, - 0.308594, - 0.279297, - 0.306641, - 0.275391, - 0.291016, - 0.154297, - 0.306641, - 0.289062, - 0.204102, - 0.296875, - 0.302734, - 0.289062, - 0.291016, - 0.177734, - 0.304688, - 0.160156, - 0.277344, - 0.292969, - 0.154297, - 0.285156, - 0.302734, - 0.277344, - 0.178711, - 0.28125, - 0.300781, - 0.277344, - 0.28125, - 0.275391, - 0.237305, - 0.291016, - 0.246094, - 0.275391, - 0.271484, - 0.3125, - 0.261719, - 0.304688, - 0.300781, - 0.298828, - 0.294922, - 0.283203, - 0.285156, - 0.291016, - 0.176758, - 0.251953, - 0.300781, - 0.296875, - 0.279297, - 0.279297, - 0.291016, - 0.298828, - 0.269531, - 0.298828, - 0.289062, - 0.161133, - 0.271484, - 0.273438, - 0.302734, - 0.294922, - 0.289062, - 0.267578, - 0.271484, - 0.289062, - 0.300781, - 0.271484, - 0.298828, - 0.310547, - 0.332031, - 0.300781, - 0.273438, - 0.225586, - 0.28125, - 0.304688, - 0.304688, - 0.185547, - 0.283203, - 0.263672, - 0.314453, - 0.302734, - 0.302734, - 0.285156, - 0.300781, - 0.326172, - 0.302734, - 0.300781, - 0.308594, - 0.306641, - 0.194336, - 0.275391, - 0.285156, - 0.300781, - 0.296875, - 0.304688, - 0.304688, - 0.296875, - -0.000275, - 0.285156, - 0.298828, - 0.302734, - 0.259766, - 0.291016, - 0.283203, - 0.241211, - 0.302734, - 0.285156, - 0.186523, - 0.294922, - 0.283203, - 0.298828, - 0.289062, - 0.304688, - 0.244141, - 0.300781, - 0.229492, - 0.273438, - 0.285156, - 0.300781, - 0.269531, - 0.279297, - 0.291016, - 0.275391, - 0.265625, - 0.242188, - 0.302734, - 0.306641, - 0.296875, - 0.283203, - 0.238281, - 0.283203, - 0.227539, - 0.302734, - 0.367188, - 0.289062, - 0.15625, - 0.300781, - 0.298828, - 0.291016, - 0.296875, - 0.25, - 0.15918, - 0.287109, - 0.219727, - 0.273438, - 0.255859, - 0.15625, - 0.249023, - 0.316406, - 0.134766, - 0.279297, - 0.322266, - 0.287109, - 0.220703, - 0.246094, - 0.292969, - 0.283203, - 0.298828, - 0.287109, - 0.287109, - 0.289062, - 0.273438, - 0.300781, - 0.298828, - 0.291016, - 0.3125, - 0.308594, - 0.316406, - 0.202148, - 0.292969, - 0.275391, - 0.300781, - 0.257812, - 0.306641, - 0.265625, - 0.146484, - 0.265625, - 0.275391, - 0.285156, - 0.261719, - 0.136719, - 0.3125, - 0.298828, - 0.287109, - 0.255859, - 0.263672, - 0.300781, - 0.296875, - 0.269531, - 0.283203, - 0.283203, - 0.176758, - 0.285156, - 0.291016, - 0.285156, - 0.306641, - 0.304688, - 0.240234, - 0.277344, - 0.283203, - 0.302734, - 0.296875, - 0.375, - 0.302734, - 0.316406, - 0.28125, - 0.275391, - 0.291016, - 0.296875, - 0.294922, - 0.289062, - 0.291016, - 0.275391, - 0.302734, - 0.275391, - 0.283203, - 0.316406, - 0.289062, - 0.285156, - 0.251953, - 0.279297, - 0.158203, - 0.283203, - 0.285156, - 0.292969, - 0.289062, - 0.306641, - 0.296875, - 0.291016, - 0.249023, - 0.279297, - 0.296875, - 0.292969, - 0.269531, - 0.232422, - 0.296875, - 0.289062, - 0.298828, - 0.279297, - 0.308594, - 0.227539, - 0.214844, - 0.269531, - 0.263672, - 0.287109, - 0.300781, - 0.289062, - 0.271484, - 0.298828, - 0.279297, - 0.314453, - 0.294922, - 0.265625, - 0.302734, - 0.285156, - 0.251953, - 0.285156, - 0.289062, - 0.304688, - 0.292969, - 0.171875, - 0.304688, - 0.296875, - 0.25, - 0.304688, - 0.242188, - 0.289062, - 0.279297, - 0.306641, - 0.267578, - 0.292969, - 0.298828, - 0.28125, - 0.289062, - 0.287109, - 0.306641, - 0.320312, - 0.294922, - 0.287109, - 0.298828, - 0.28125, - 0.300781, - 0.300781, - 0.285156, - 0.176758, - 0.030151, - 0.296875, - 0.275391, - 0.28125, - 0.196289, - 0.300781, - 0.304688, - 0.25, - 0.257812, - 0.200195, - 0.160156, - 0.300781, - 0.294922, - 0.283203, - 0.277344, - 0.285156, - 0.138672, - 0.285156, - 0.294922, - 0.289062, - 0.279297, - 0.275391, - 0.322266, - 0.271484, - 0.294922, - 0.279297, - 0.304688, - 0.298828, - 0.285156, - 0.291016, - 0.287109, - 0.28125, - 0.15918, - 0.292969, - 0.289062, - 0.244141, - 0.294922, - 0.298828, - 0.177734, - 0.28125, - 0.292969, - 0.287109, - 0.271484, - 0.267578, - 0.285156, - 0.291016, - 0.253906, - 0.275391, - 0.283203, - 0.285156, - 0.120117, - 0.296875, - 0.182617, - 0.306641, - 0.157227, - 0.294922, - 0.143555, - 0.263672, - 0.314453, - 0.310547, - 0.197266, - 0.273438, - 0.296875, - 0.18457, - 0.291016, - 0.294922, - 0.300781, - 0.239258, - 0.233398, - 0.279297, - 0.300781, - 0.300781, - 0.294922, - 0.283203, - 0.296875, - 0.279297, - 0.298828, - 0.296875, - 0.298828, - 0.294922, - 0.24707, - 0.292969, - 0.287109, - 0.279297, - 0.302734, - 0.330078, - 0.283203, - 0.273438, - 0.292969, - 0.277344, - 0.265625, - 0.296875, - 0.294922, - 0.204102, - 0.151367, - 0.304688, - 0.249023, - 0.251953, - 0.304688, - 0.300781, - 0.28125, - 0.28125, - 0.304688, - 0.296875, - 0.306641, - 0.292969, - 0.300781, - 0.279297, - 0.267578, - 0.277344, - 0.238281, - 0.283203, - 0.090332, - 0.300781, - 0.308594, - 0.279297, - 0.283203, - 0.263672, - 0.296875, - 0.300781, - 0.287109, - 0.300781, - 0.292969, - 0.289062, - 0.294922, - 0.291016, - 0.302734, - 0.304688, - 0.253906, - 0.296875, - 0.298828, - 0.314453, - 0.206055, - 0.285156, - 0.277344, - 0.28125, - 0.287109, - 0.265625, - 0.298828, - 0.298828, - 0.289062, - 0.292969, - 0.294922, - 0.296875, - 0.291016, - 0.310547, - 0.304688, - 0.308594, - 0.324219, - 0.275391, - 0.300781, - 0.168945, - 0.296875, - 0.263672, - 0.283203, - 0.289062, - 0.289062, - 0.117676, - 0.283203, - 0.248047, - 0.273438, - 0.271484, - 0.263672, - 0.261719, - 0.291016, - 0.206055, - 0.15332, - 0.302734, - 0.289062, - 0.285156, - 0.300781, - 0.378906, - 0.279297, - 0.259766, - 0.201172, - 0.314453, - 0.292969, - 0.294922, - 0.267578, - 0.314453, - 0.285156, - 0.294922, - 0.229492, - 0.304688, - 0.296875, - 0.298828, - 0.277344, - 0.292969, - 0.294922, - 0.310547, - 0.275391, - 0.302734, - 0.298828, - 0.296875, - 0.235352, - 0.328125, - 0.265625, - 0.304688, - 0.289062, - 0.287109, - 0.306641, - 0.289062, - 0.285156, - 0.318359, - 0.25, - 0.279297, - 0.302734, - 0.291016, - 0.287109, - 0.292969, - 0.298828, - 0.294922, - 0.310547, - 0.179688, - 0.296875, - 0.253906, - 0.298828, - 0.243164, - 0.279297, - 0.291016, - 0.271484, - 0.263672, - 0.294922, - 0.277344, - 0.269531, - 0.287109, - 0.306641, - 0.292969, - 0.126953, - 0.227539, - 0.267578, - 0.292969, - 0.291016, - 0.208008, - 0.289062, - 0.289062, - 0.300781, - 0.304688, - 0.318359, - 0.292969, - 0.306641, - 0.330078, - 0.255859, - 0.261719, - 0.287109, - 0.222656, - 0.271484, - 0.24707, - 0.294922, - 0.292969, - 0.287109, - 0.269531, - 0.294922, - 0.289062, - 0.287109, - 0.277344, - 0.294922, - 0.292969, - 0.287109, - 0.279297, - 0.291016, - 0.261719, - 0.273438, - 0.300781, - 0.206055, - 0.269531, - 0.183594, - 0.259766, - 0.294922, - 0.296875, - 0.285156, - 0.275391, - 0.28125, - 0.304688, - 0.15918, - 0.269531, - 0.294922, - 0.294922, - 0.141602, - 0.162109, - 0.300781, - 0.249023, - 0.304688, - 0.271484, - 0.294922, - 0.285156, - 0.259766, - 0.277344, - 0.265625, - 0.287109, - 0.294922, - 0.285156, - 0.230469, - 0.265625, - 0.253906, - 0.259766, - 0.304688, - 0.3125, - 0.275391, - 0.304688, - 0.296875, - 0.285156, - 0.275391, - 0.287109, - 0.298828, - 0.300781, - 0.296875, - 0.294922, - 0.287109, - 0.279297, - 0.289062, - 0.201172, - 0.253906, - 0.283203, - 0.273438, - 0.285156, - 0.291016, - 0.255859, - 0.287109, - 0.263672, - 0.28125, - 0.283203, - 0.302734, - 0.289062, - 0.291016, - 0.285156, - 0.275391, - 0.384766, - 0.292969, - 0.298828, - 0.302734, - 0.273438, - 0.283203, - 0.328125, - 0.291016, - 0.287109, - 0.324219, - 0.300781, - 0.302734, - 0.261719, - 0.188477, - 0.28125, - 0.28125, - 0.24707, - 0.298828, - 0.289062, - 0.271484, - 0.179688, - 0.283203, - 0.208008, - 0.265625, - 0.292969, - 0.265625, - 0.269531, - 0.155273, - 0.304688, - 0.233398, - 0.3125, - 0.300781, - 0.302734, - 0.261719, - 0.287109, - 0.296875, - 0.294922, - 0.308594, - 0.298828, - 0.263672, - 0.267578, - 0.294922, - 0.291016, - 0.300781, - 0.294922, - 0.28125, - 0.318359, - 0.294922, - 0.267578, - 0.298828, - 0.185547, - 0.287109, - 0.230469, - 0.298828, - 0.302734, - 0.300781, - 0.287109, - 0.300781, - 0.296875, - 0.261719, - 0.172852, - 0.298828, - 0.234375, - 0.283203, - 0.298828, - 0.306641, - 0.292969, - 0.306641, - 0.314453, - 0.291016, - 0.308594, - 0.154297, - 0.298828, - 0.279297, - 0.28125, - 0.300781, - 0.296875, - 0.265625, - 0.291016, - 0.289062, - 0.304688, - 0.388672, - 0.249023, - 0.306641, - 0.285156, - 0.237305, - 0.283203, - 0.24707, - 0.353516, - 0.275391, - 0.279297, - 0.277344, - 0.287109, - 0.289062, - 0.289062, - 0.285156, - 0.292969, - 0.298828, - 0.300781, - 0.298828, - 0.285156, - 0.132812, - 0.19043, - 0.253906, - 0.143555, - 0.28125, - 0.298828, - 0.304688, - 0.289062, - 0.273438, - 0.162109, - 0.302734, - 0.296875, - 0.219727, - 0.296875, - 0.310547, - 0.234375, - 0.298828, - 0.279297, - 0.294922, - 0.265625, - 0.289062, - 0.298828, - 0.128906, - 0.287109, - 0.279297, - 0.296875, - 0.296875, - 0.294922, - 0.3125, - 0.271484, - 0.128906, - 0.251953, - 0.296875, - 0.25, - 0.154297, - 0.154297, - 0.287109, - 0.273438, - 0.28125, - 0.259766, - 0.231445, - 0.267578, - 0.291016, - 0.257812, - 0.298828, - 0.21875, - 0.300781, - 0.306641, - 0.291016, - 0.291016, - 0.263672, - 0.306641, - 0.298828, - 0.273438, - 0.137695, - 0.265625, - 0.298828, - 0.306641, - 0.289062, - 0.285156, - 0.308594, - 0.294922, - 0.275391, - 0.188477, - 0.298828, - 0.310547, - 0.302734, - 0.279297, - 0.273438, - 0.257812, - 0.291016, - 0.294922, - 0.294922, - 0.269531, - 0.291016, - 0.277344, - 0.292969, - 0.292969, - 0.283203, - 0.289062, - 0.287109, - 0.298828, - 0.283203, - 0.298828, - 0.298828, - 0.3125, - 0.160156, - 0.213867, - 0.220703, - 0.291016, - 0.304688, - 0.257812, - 0.233398, - 0.3125, - 0.255859, - 0.291016, - 0.192383, - 0.279297, - 0.308594, - 0.314453, - 0.294922, - 0.265625, - 0.304688, - 0.15332, - 0.298828, - 0.279297, - 0.292969, - 0.273438, - 0.275391, - 0.21582, - 0.292969, - 0.292969, - 0.277344, - 0.294922, - 0.294922, - 0.292969, - 0.287109, - 0.277344, - 0.283203, - 0.304688, - 0.275391, - 0.251953, - 0.265625, - 0.271484, - 0.28125, - 0.310547, - 0.155273, - 0.277344, - 0.292969, - 0.304688, - 0.285156, - 0.176758, - 0.310547, - 0.292969, - 0.242188, - 0.271484, - 0.144531, - 0.267578, - 0.291016, - 0.285156, - 0.287109, - 0.285156, - 0.289062, - 0.308594, - 0.289062, - 0.28125, - 0.310547, - 0.306641, - 0.378906, - 0.322266, - 0.306641, - 0.302734, - 0.22168, - 0.273438, - 0.300781, - 0.241211, - 0.292969, - 0.28125, - 0.244141, - 0.283203, - 0.314453, - 0.277344, - 0.251953, - 0.212891, - 0.157227, - 0.279297, - 0.291016, - 0.186523, - 0.251953, - 0.304688, - 0.279297, - 0.292969, - 0.294922, - 0.291016, - 0.283203, - 0.298828, - 0.222656, - 0.302734, - 0.172852, - 0.267578, - 0.273438, - 0.239258, - 0.300781, - 0.285156, - 0.243164, - 0.294922, - 0.289062, - 0.296875, - 0.3125, - 0.332031, - 0.302734, - 0.292969, - 0.201172, - 0.302734, - 0.294922, - 0.296875, - 0.308594, - 0.308594, - 0.287109, - 0.287109, - 0.304688, - 0.267578, - 0.271484, - 0.296875, - 0.265625, - 0.302734, - 0.310547, - 0.300781, - 0.296875, - 0.291016, - 0.294922, - 0.3125, - 0.298828, - 0.292969, - 0.291016, - 0.230469, - 0.3125, - 0.271484, - 0.285156, - 0.279297, - 0.287109, - 0.310547, - 0.253906, - 0.291016, - 0.294922, - 0.283203, - 0.298828, - 0.279297, - 0.300781, - 0.294922, - 0.269531, - 0.283203, - 0.287109, - 0.285156, - 0.287109, - 0.302734, - 0.28125, - 0.287109, - 0.275391, - 0.292969, - 0.294922, - 0.294922, - 0.306641, - 0.246094, - 0.287109, - 0.238281, - 0.304688, - 0.294922, - 0.147461, - 0.296875, - 0.224609, - 0.275391, - 0.287109, - 0.275391, - 0.384766, - 0.15918, - 0.291016, - 0.283203, - 0.304688, - 0.291016, - 0.275391, - 0.296875, - 0.291016, - 0.291016, - 0.302734, - 0.271484, - 0.28125, - 0.328125, - 0.300781, - 0.291016, - 0.296875, - 0.291016, - 0.292969, - 0.291016, - 0.296875, - 0.237305, - 0.283203, - 0.447266, - 0.306641, - 0.292969, - 0.306641, - 0.154297, - 0.302734, - 0.246094, - 0.294922, - 0.291016, - 0.277344, - 0.226562, - 0.28125, - 0.296875, - 0.277344, - 0.263672, - 0.289062, - 0.300781, - 0.257812, - 0.134766, - 0.229492, - 0.263672, - 0.287109, - 0.289062, - 0.289062, - 0.294922, - 0.291016, - 0.300781, - 0.291016, - 0.320312, - 0.316406, - 0.112305, - 0.304688, - 0.157227, - 0.257812, - 0.28125, - 0.300781, - 0.273438, - 0.158203, - 0.203125, - 0.283203, - 0.285156, - 0.233398, - 0.279297, - 0.283203, - 0.275391, - 0.279297, - 0.302734, - 0.306641, - 0.294922, - 0.279297, - 0.296875, - 0.291016, - 0.291016, - 0.294922, - 0.294922, - 0.292969, - 0.242188, - 0.279297, - 0.263672, - 0.3125, - 0.283203, - 0.298828, - 0.308594, - 0.269531, - 0.287109, - 0.244141, - 0.283203, - 0.291016, - 0.314453, - 0.316406, - 0.285156, - 0.292969, - 0.289062, - 0.302734, - 0.229492, - 0.273438, - 0.292969, - 0.332031, - 0.28125, - 0.227539, - 0.287109, - 0.226562, - 0.220703, - 0.273438, - 0.283203, - 0.316406, - 0.300781, - 0.308594, - 0.283203, - 0.296875, - 0.148438, - 0.292969, - 0.283203, - 0.289062, - 0.28125, - 0.279297, - 0.271484, - 0.267578, - 0.308594, - 0.292969, - 0.302734, - 0.279297, - 0.296875, - 0.248047, - 0.304688, - 0.183594, - 0.246094, - 0.298828, - 0.302734, - 0.298828, - 0.298828, - 0.273438, - 0.279297, - 0.219727, - 0.289062, - 0.296875, - 0.273438, - 0.302734, - 0.289062, - 0.285156, - 0.3125, - 0.291016, - 0.300781, - 0.289062, - 0.296875, - 0.289062, - 0.300781, - 0.294922, - 0.263672, - 0.306641, - 0.318359, - 0.304688, - 0.289062, - 0.259766, - 0.294922, - 0.271484, - 0.289062, - 0.277344, - 0.296875, - 0.283203, - 0.289062, - 0.275391, - 0.314453, - 0.283203, - 0.261719, - 0.245117, - 0.300781, - 0.287109, - 0.320312, - 0.291016, - 0.257812, - 0.240234, - 0.287109, - 0.294922, - 0.298828, - 0.139648, - 0.279297, - 0.285156, - 0.298828, - 0.25, - 0.235352, - 0.283203, - 0.308594, - 0.255859, - 0.144531, - 0.283203, - 0.257812, - 0.320312, - 0.143555, - 0.287109, - 0.306641, - 0.167969, - 0.298828, - 0.291016, - 0.273438, - 0.302734, - 0.273438, - 0.308594, - 0.285156, - 0.291016, - 0.308594, - 0.267578, - 0.304688, - 0.304688, - 0.291016, - 0.255859, - 0.271484, - 0.259766, - 0.283203, - 0.298828, - 0.191406, - 0.294922, - 0.166992, - 0.298828, - 0.289062, - 0.287109, - 0.277344, - 0.296875, - 0.263672, - 0.369141, - 0.273438, - 0.261719, - 0.287109, - 0.300781, - 0.285156, - 0.259766, - 0.265625, - 0.289062, - 0.289062, - 0.292969, - 0.292969, - 0.285156, - 0.302734, - 0.287109, - -3.3e-05, - 0.244141, - 0.287109, - 0.145508, - 0.273438, - 0.269531, - 0.273438, - 0.300781, - 0.285156, - 0.298828, - 0.283203, - 0.273438, - 0.296875, - 0.246094, - 0.277344, - 0.200195, - 0.306641, - 0.239258, - 0.148438, - 0.324219, - 0.302734, - 0.300781, - 0.296875, - 0.277344, - 0.285156, - 0.302734, - 0.271484, - 0.289062, - 0.335938, - 0.287109, - 0.306641, - 0.289062, - 0.289062, - 0.291016, - 0.308594, - 0.3125, - 0.28125, - 0.291016, - 0.199219, - 0.289062, - 0.283203, - 0.330078, - 0.245117, - 0.204102, - 0.294922, - 0.308594, - 0.12793, - 0.28125, - 0.279297, - 0.178711, - 0.300781, - 0.292969, - 0.287109, - 0.291016, - 0.304688, - 0.294922, - 0.308594, - 0.251953, - 0.287109, - 0.277344, - 0.271484, - 0.287109, - 0.253906, - 0.316406, - 0.273438, - 0.285156, - 0.275391, - 0.285156, - 0.294922, - 0.289062, - 0.265625, - 0.292969, - 0.283203, - 0.289062, - 0.244141, - 0.269531, - 0.291016, - 0.287109, - 0.310547, - 0.298828, - 0.300781, - 0.292969, - 0.289062, - 0.28125, - 0.279297, - 0.157227, - 0.291016, - 0.285156, - 0.287109, - 0.283203, - 0.267578, - 0.206055, - 0.310547, - 0.296875, - 0.259766, - 0.150391, - 0.277344, - 0.21875, - 0.294922, - 0.241211, - 0.294922, - 0.289062, - 0.314453, - 0.15332, - 0.279297, - 0.287109, - 0.269531, - 0.308594, - 0.292969, - 0.296875, - 0.285156, - 0.237305, - 0.191406, - 0.298828, - 0.291016, - 0.302734, - 0.287109, - 0.28125, - 0.46875, - 0.296875, - 0.294922, - 0.291016, - 0.294922, - 0.308594, - 0.208984, - 0.291016, - 0.291016, - 0.302734, - 0.160156, - 0.294922, - 0.285156, - 0.308594, - 0.292969, - 0.287109, - 0.285156, - 0.283203, - 0.289062, - 0.302734, - 0.204102, - 0.275391, - 0.271484, - 0.294922, - 0.291016, - 0.296875, - 0.291016, - 0.277344, - 0.310547, - 0.302734, - 0.285156, - 0.289062, - 0.302734, - 0.296875, - 0.255859, - 0.298828, - 0.287109, - 0.302734, - 0.294922, - 0.300781, - 0.285156, - 0.28125, - 0.300781, - 0.318359, - 0.240234, - 0.279297, - 0.279297, - 0.292969, - 0.116211, - 0.289062, - 0.289062, - 0.211914, - 0.271484, - 0.302734, - 0.251953, - 0.267578, - 0.285156, - 0.291016, - 0.283203, - 0.259766, - 0.182617, - 0.269531, - 0.230469, - 0.28125, - 0.291016, - 0.3125, - 0.19043, - 0.294922, - 0.294922, - 0.291016, - 0.298828, - 0.28125, - 0.283203, - 0.273438, - 0.238281, - 0.28125, - 0.269531, - 0.269531, - 0.298828, - 0.316406, - 0.292969, - 0.300781, - 0.302734, - 0.296875, - 0.294922, - 0.292969, - 0.298828, - 0.267578, - 0.269531, - 0.173828, - 0.296875, - 0.275391, - 0.25, - 0.28125, - 0.267578, - 0.279297, - 0.3125, - 0.166016, - 0.287109, - 0.287109, - 0.273438, - 0.296875, - 0.277344, - 0.285156, - 0.287109, - 0.289062, - 0.310547, - 0.15918, - 0.292969, - 0.328125, - 0.273438, - 0.292969, - 0.304688, - 0.121094, - 0.300781, - 0.257812, - 0.304688, - 0.289062, - 0.302734, - 0.170898, - 0.294922, - 0.298828, - 0.283203, - 0.285156, - 0.269531, - 0.296875, - 0.269531, - 0.294922, - 0.289062, - 0.283203, - 0.285156, - 0.285156, - 0.245117, - 0.294922, - 0.298828, - 0.302734, - 0.330078, - 0.242188, - 0.142578, - 0.298828, - 0.298828, - 0.242188, - 0.287109, - 0.320312, - 0.277344, - 0.314453, - 0.28125, - 0.275391, - 0.287109, - 0.271484, - 0.251953, - 0.22168, - 0.271484, - 0.287109, - 0.289062, - 0.294922, - 0.296875, - 0.316406, - 0.302734, - 0.277344, - 0.120117, - 0.326172, - 0.271484, - 0.291016, - 0.298828, - 0.332031, - 0.292969, - 0.300781, - 0.275391, - 0.300781, - 0.283203, - 0.291016, - 0.257812, - 0.300781, - 0.194336, - 0.285156, - 0.269531, - 0.3125, - 0.289062, - 0.273438, - 0.294922, - 0.3125, - 0.141602, - 0.298828, - 0.277344, - 0.154297, - 0.302734, - 0.292969, - 0.289062, - 0.195312, - 0.302734, - 0.298828, - 0.316406, - 0.267578, - 0.300781, - 0.306641, - 0.177734, - 0.287109, - 0.138672, - 0.292969, - 0.308594, - 0.294922, - 0.289062, - 0.277344, - 0.291016, - 0.275391, - 0.253906, - 0.28125, - 0.308594, - 0.302734, - 0.205078, - 0.291016, - 0.257812, - 0.294922, - 0.277344, - 0.287109, - 0.174805, - 0.265625, - 0.316406, - 0.300781, - 0.294922, - 0.147461, - 0.291016, - 0.196289, - 0.257812, - 0.273438, - 0.310547, - 0.132812, - 0.302734, - 0.287109, - 0.279297, - 0.279297, - 0.300781, - 0.261719, - 0.296875, - 0.283203, - 0.322266, - 0.308594, - 0.322266, - 0.296875, - 0.251953, - 0.261719, - 0.231445, - 0.292969, - 0.306641, - 0.273438, - 0.296875, - 0.283203, - 0.337891, - 0.279297, - 0.275391, - 0.287109, - 0.241211, - 0.285156, - 0.244141, - 0.291016, - 0.289062, - 0.265625, - 0.306641, - 0.304688, - 0.300781, - 0.263672, - 0.298828, - 0.302734, - 0.289062, - 0.291016, - 0.283203, - 0.283203, - 0.314453, - 0.294922, - 0.277344, - 0.296875, - 0.294922, - 0.185547, - 0.298828, - 0.251953, - 0.302734, - 0.285156, - 0.308594, - 0.271484, - 0.283203, - 0.144531, - 0.28125, - 0.289062, - 0.292969, - 0.296875, - 0.271484, - 0.304688, - 0.296875, - 0.285156, - 0.283203, - 0.308594, - 0.28125, - 0.294922, - 0.292969, - 0.335938, - 0.308594, - 0.300781, - 0.300781, - 0.287109, - 0.244141, - 0.275391, - 0.300781, - 0.296875, - 0.242188, - 0.283203, - 0.277344, - 0.291016, - 0.300781, - 0.291016, - 0.300781, - 0.296875, - 0.296875, - 0.271484, - 0.279297, - 0.306641, - 0.287109, - 0.291016, - 0.294922, - 0.308594, - 0.24707, - 0.304688, - 0.234375, - 0.296875, - 0.289062, - 0.291016, - 0.238281, - 0.279297, - 0.292969, - 0.269531, - 0.320312, - 0.267578, - 0.271484, - 0.143555, - 0.275391, - 0.296875, - 0.253906, - 0.181641, - 0.244141, - 0.236328, - 0.246094, - 0.300781, - 0.298828, - 0.275391, - 0.142578, - 0.267578, - 0.28125, - 0.15918, - 0.255859, - 0.308594, - 0.269531, - 0.291016, - 0.271484, - 0.28125, - 0.287109, - 0.304688, - 0.269531, - 0.316406, - 0.304688, - 0.296875, - 0.265625, - 0.310547, - 0.292969, - 0.302734, - 0.285156, - 0.285156, - 0.214844, - 0.302734, - 0.144531, - 0.302734, - 0.134766, - 0.291016, - 0.298828, - 0.287109, - 0.237305, - 0.304688, - 0.291016, - 0.269531, - 0.154297, - 0.261719, - 0.291016, - 0.298828, - 0.279297, - 0.137695, - 0.294922, - 0.12793, - 0.298828, - 0.181641, - 0.28125, - 0.204102, - 0.308594, - 0.285156, - 0.300781, - 0.275391, - 0.271484, - 0.296875, - 0.255859, - 0.300781, - 0.314453, - 0.279297, - 0.296875, - 0.310547, - 0.289062, - 0.277344, - 0.285156, - 0.248047, - 0.308594, - 0.267578, - 0.300781, - 0.300781, - 0.300781, - 0.292969, - 0.251953, - 0.25, - 0.300781, - 0.285156, - 0.249023, - 0.28125, - 0.240234, - 0.28125, - 0.289062, - 0.291016, - 0.285156, - 0.306641, - 0.287109, - 0.275391, - 0.291016, - 0.289062, - 0.316406, - 0.294922, - 0.306641, - 0.292969, - 0.283203, - 0.233398, - 0.294922, - 0.294922, - 0.285156, - 0.28125, - 0.279297, - 0.21582, - 0.240234, - 0.257812, - 0.296875, - 0.291016, - 0.296875, - 0.273438, - 0.294922, - 0.285156, - 0.269531, - 0.283203, - 0.289062, - 0.308594, - 0.291016, - 0.255859, - 0.287109, - 0.28125, - 0.292969, - 0.300781, - 0.292969, - 0.277344, - 0.137695, - 0.155273, - 0.292969, - 0.310547, - 0.302734, - 0.302734, - 0.287109, - 0.291016, - 0.304688, - 0.263672, - 0.292969, - 0.251953, - 0.292969, - 0.141602, - 0.241211, - 0.28125, - 0.289062, - 0.306641, - 0.28125, - 0.285156, - 0.292969, - 0.310547, - 0.300781, - 0.308594, - 0.298828, - 0.204102, - 0.3125, - 0.298828, - 0.298828, - 0.302734, - 0.271484, - 0.253906, - 0.259766, - 0.304688, - 0.289062, - 0.285156 - ] - }, - "name": "model.transformer.layers.10.ffn_norm.weight", - "outputIndexes": [ - 704 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 703, - 704 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_10/Mul_1_output_0", - "outputIndexes": [ - 705 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 705 - ], - "outputIndexes": [ - 2277 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2277 - ], - "outputIndexes": [ - 2278 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear", - "inputIndexes": [ - 2278 - ], - "outputIndexes": [ - 2279 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 7168, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 114688, - "weightSize": 0 - }, - "external": [ - 114361216, - 7340054, - 917504, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2279 - ], - "outputIndexes": [ - 2280 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2280 - ], - "outputIndexes": [ - 706 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 7168 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 706, - 21, - 285, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_10/Slice_output_0", - "outputIndexes": [ - 707 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 707 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_10/Sigmoid_output_0", - "outputIndexes": [ - 708 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 707, - 708 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_10/Mul_output_0", - "outputIndexes": [ - 709 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7168 - ] - }, - "name": "/ffn_10/Mul_1_output_0", - "outputIndexes": [ - 710 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 706, - 285, - 710, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_10/Slice_1_output_0", - "outputIndexes": [ - 711 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 709, - 711 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_10/Mul_2_output_0", - "outputIndexes": [ - 712 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 712 - ], - "outputIndexes": [ - 2281 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3584, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2281 - ], - "outputIndexes": [ - 2282 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear", - "inputIndexes": [ - 2282 - ], - "outputIndexes": [ - 2283 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3584, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 57344, - "weightSize": 0 - }, - "external": [ - 122618774, - 3670038, - 458752, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2283 - ], - "outputIndexes": [ - 2284 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2284 - ], - "outputIndexes": [ - 713 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 702, - 713 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_43_output_0", - "outputIndexes": [ - 714 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 714, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_44_output_0", - "outputIndexes": [ - 715 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 715 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_11/Mul_output_0", - "outputIndexes": [ - 716 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.15918, - 0.11084, - 0.161133, - 0.147461, - 0.179688, - 0.140625, - 0.201172, - 0.134766, - 0.148438, - 0.090332, - 0.143555, - 0.152344, - 0.160156, - 0.176758, - 0.139648, - 0.155273, - 0.178711, - 0.160156, - 0.146484, - 0.155273, - 0.181641, - 0.15918, - 0.145508, - 0.15332, - 0.154297, - 0.192383, - 0.166016, - 0.141602, - 0.161133, - 0.178711, - 0.15918, - 0.158203, - 0.178711, - 0.166016, - 0.148438, - 0.167969, - 0.173828, - 0.151367, - 0.149414, - 0.130859, - 0.176758, - 0.129883, - 0.167969, - 0.107422, - 0.146484, - 0.140625, - 0.167969, - 0.152344, - 0.181641, - 0.160156, - 0.166992, - 0.144531, - 0.133789, - 0.112793, - 0.165039, - 0.134766, - 0.136719, - 0.166016, - 0.138672, - 0.146484, - 0.155273, - 0.15332, - 0.140625, - 0.143555, - 0.115723, - 0.12793, - 0.162109, - 0.164062, - 0.147461, - 0.143555, - 0.150391, - 0.170898, - 0.12793, - 0.169922, - 0.192383, - 0.15625, - 0.136719, - 0.126953, - 0.163086, - 0.15332, - 0.133789, - 0.141602, - 0.139648, - 0.175781, - 0.195312, - 0.150391, - 0.166016, - 0.15918, - 0.185547, - 0.142578, - 0.1875, - 0.172852, - 0.130859, - 0.142578, - 0.118652, - 0.177734, - 0.163086, - 0.11377, - 0.134766, - 0.169922, - 0.167969, - 0.141602, - 0.1875, - 0.131836, - 0.130859, - 0.235352, - 0.150391, - 0.15625, - 0.148438, - 0.102539, - 0.137695, - 0.151367, - 0.146484, - 0.132812, - 0.151367, - 0.151367, - 0.182617, - 0.126953, - 0.150391, - 0.176758, - 0.142578, - 0.174805, - 0.12207, - 0.10791, - 0.160156, - 0.064453, - 0.211914, - 0.15918, - 0.141602, - 0.124512, - 0.144531, - 0.174805, - 0.139648, - 0.182617, - 0.168945, - 0.166016, - 0.175781, - 0.115234, - 0.176758, - 0.166016, - 0.136719, - 0.166992, - 0.151367, - 0.126953, - 0.116211, - 0.086914, - 0.140625, - 0.101562, - 0.150391, - 0.150391, - 0.174805, - 0.157227, - 0.146484, - 0.164062, - 0.193359, - 0.149414, - 0.162109, - 0.167969, - 0.085449, - 0.162109, - 0.178711, - 0.154297, - 0.176758, - 0.144531, - 0.128906, - 0.212891, - 0.157227, - 0.098145, - 0.126953, - 0.175781, - 0.298828, - 0.133789, - 0.186523, - 0.165039, - 0.160156, - 0.143555, - 0.12793, - 0.179688, - 0.165039, - 0.178711, - 0.152344, - 0.166992, - 0.168945, - 0.146484, - 0.15918, - 0.171875, - 0.178711, - 0.165039, - 0.147461, - 0.186523, - 0.164062, - 0.161133, - 0.166016, - 0.131836, - 0.141602, - 0.185547, - 0.138672, - 0.15332, - 0.12207, - 0.188477, - 0.152344, - 0.155273, - 0.148438, - 0.149414, - 0.142578, - 0.142578, - 0.139648, - 0.15332, - 0.178711, - 0.135742, - 0.12207, - 0.137695, - 0.186523, - 0.147461, - 0.175781, - 0.147461, - 0.15918, - 0.151367, - 0.158203, - 0.189453, - 0.120117, - 0.188477, - 0.269531, - 0.180664, - 0.119141, - 0.181641, - 0.141602, - 0.154297, - 0.126953, - 0.148438, - 0.165039, - 0.120605, - 0.163086, - 0.152344, - 0.165039, - 0.182617, - 0.149414, - 0.189453, - 0.486328, - 0.149414, - 0.15332, - 0.116699, - 0.141602, - 0.164062, - 0.124512, - 0.168945, - 0.094727, - 0.164062, - 0.12207, - 0.154297, - 0.154297, - 0.12793, - 0.189453, - 0.144531, - 0.158203, - 0.132812, - 0.15625, - 0.165039, - 0.132812, - 0.165039, - 0.152344, - 0.15918, - 0.15625, - 0.148438, - 0.160156, - 0.157227, - 0.176758, - 0.141602, - 0.170898, - 0.131836, - 0.147461, - 0.149414, - 0.148438, - 0.131836, - 0.147461, - 0.15332, - 0.116699, - 0.150391, - 0.172852, - 0.169922, - 0.151367, - 0.166992, - 0.175781, - 0.126953, - 0.136719, - 0.189453, - 0.197266, - 0.146484, - 0.142578, - 0.168945, - 0.162109, - 0.160156, - 0.199219, - 0.154297, - 0.169922, - 0.137695, - 0.163086, - 0.160156, - 0.244141, - 0.121582, - 0.160156, - 0.15332, - 0.148438, - 0.144531, - 0.15918, - 0.150391, - 0.236328, - 0.145508, - 0.143555, - 0.163086, - 0.163086, - 0.155273, - 0.150391, - 0.191406, - 0.253906, - 0.146484, - 0.186523, - 0.136719, - 0.217773, - 0.146484, - 0.125977, - 0.148438, - 0.189453, - 0.139648, - 0.137695, - 0.158203, - 0.172852, - 0.335938, - 0.146484, - 0.165039, - 0.149414, - 0.124512, - 0.172852, - 0.165039, - 0.147461, - 0.15918, - 0.130859, - 0.101562, - 0.142578, - 0.161133, - 0.177734, - 0.182617, - 0.150391, - 0.207031, - 0.176758, - 0.170898, - 0.145508, - 0.166016, - 0.174805, - 0.130859, - 0.138672, - 0.160156, - 0.121582, - 0.167969, - 0.191406, - 0.15625, - 0.155273, - 0.138672, - 0.139648, - 0.116211, - 0.146484, - 0.173828, - 0.163086, - 0.119629, - 0.133789, - 0.175781, - 0.151367, - 0.166992, - 0.165039, - 0.166992, - 0.15918, - 0.353516, - 0.150391, - 0.123535, - 0.12793, - 0.104492, - 0.19043, - 0.128906, - 0.209961, - 0.105957, - 0.166992, - 0.138672, - 0.132812, - 0.133789, - 0.141602, - 0.15332, - 0.198242, - 0.157227, - 0.155273, - 0.168945, - 0.151367, - 0.148438, - 0.181641, - 0.132812, - 0.15918, - 0.181641, - 0.201172, - 0.191406, - 0.104004, - 0.181641, - 0.149414, - 0.161133, - 0.117188, - 0.154297, - 0.151367, - 0.101562, - 0.151367, - 0.15625, - 0.167969, - 0.12793, - 0.077148, - 0.146484, - 0.15332, - 0.183594, - 0.167969, - 0.160156, - 0.185547, - 0.166992, - 0.146484, - 0.168945, - 0.173828, - 0.259766, - 0.137695, - 0.166992, - 0.186523, - 0.140625, - 0.12793, - 0.140625, - 0.148438, - 0.145508, - 0.182617, - 0.145508, - 0.18457, - 0.171875, - 0.129883, - 0.158203, - 0.149414, - 0.12793, - 0.155273, - 0.199219, - 0.174805, - 0.160156, - 0.142578, - 0.188477, - 0.158203, - 0.151367, - 0.160156, - 0.151367, - 0.15625, - 0.129883, - 0.130859, - 0.083008, - 0.157227, - 0.142578, - 0.161133, - 0.141602, - 0.161133, - 0.15625, - 0.170898, - 0.124512, - 0.179688, - 0.182617, - 0.175781, - 0.208984, - 0.154297, - 0.145508, - 0.136719, - 0.177734, - 0.176758, - 0.166992, - 0.11084, - 0.177734, - 0.141602, - 0.140625, - 0.171875, - 0.148438, - 0.163086, - 0.167969, - 0.139648, - 0.174805, - 0.203125, - 0.161133, - 0.134766, - 0.146484, - 0.170898, - 0.140625, - 0.167969, - 0.150391, - 0.12793, - 0.140625, - 0.145508, - 0.170898, - 0.1875, - 0.125, - 0.133789, - 0.193359, - 0.149414, - 0.141602, - 0.149414, - 0.151367, - 0.163086, - 0.173828, - 0.174805, - 0.149414, - 0.163086, - 0.160156, - 0.199219, - 0.144531, - 0.15332, - 0.154297, - 0.150391, - 0.172852, - 0.143555, - 0.147461, - 0.114746, - 0.259766, - 0.161133, - 0.181641, - 0.154297, - 0.165039, - 0.162109, - 0.162109, - 0.15918, - 0.132812, - 0.132812, - 0.166016, - 0.141602, - 0.167969, - 0.162109, - 0.15332, - 0.154297, - 0.300781, - 0.148438, - 0.178711, - 0.157227, - 0.152344, - 0.15918, - 0.209961, - 0.138672, - 0.167969, - 0.131836, - 0.135742, - 0.177734, - 0.157227, - 0.197266, - 0.145508, - 0.197266, - 0.181641, - 0.15918, - 0.277344, - 0.142578, - 0.192383, - 0.172852, - 0.308594, - 0.151367, - 0.148438, - 0.158203, - 0.173828, - 0.188477, - 0.18457, - 0.186523, - 0.172852, - 0.165039, - 0.143555, - 0.174805, - 0.068359, - 0.128906, - 0.144531, - 0.147461, - 0.173828, - 0.151367, - 0.086914, - 0.130859, - 0.103027, - 0.172852, - 0.166992, - 0.183594, - 0.142578, - 0.109375, - 0.150391, - 0.157227, - 0.171875, - 0.394531, - 0.128906, - 0.152344, - 0.200195, - 0.15332, - 0.12207, - 0.133789, - 0.165039, - 0.135742, - 0.151367, - 0.189453, - 0.162109, - 0.154297, - 0.135742, - 0.140625, - 0.155273, - 0.121094, - 0.168945, - 0.142578, - 0.189453, - 0.115234, - 0.150391, - 0.140625, - 0.148438, - 0.12793, - 0.154297, - 0.233398, - 0.380859, - 0.175781, - 0.160156, - 0.143555, - 0.185547, - 0.185547, - 0.154297, - 0.130859, - 0.165039, - 0.161133, - 0.166016, - 0.148438, - 0.148438, - 0.169922, - 0.152344, - 0.128906, - 0.273438, - 0.147461, - 0.367188, - 0.148438, - 0.165039, - 0.15332, - 0.126953, - 0.142578, - 0.140625, - 0.173828, - 0.172852, - 0.174805, - 0.142578, - 0.136719, - 0.19043, - 0.144531, - 0.15332, - 0.155273, - 0.125, - 0.143555, - 0.15332, - 0.199219, - 0.120117, - 0.131836, - 0.130859, - 0.169922, - 0.160156, - 0.128906, - 0.178711, - 0.154297, - 0.140625, - 0.165039, - 0.15332, - 0.158203, - 0.133789, - 0.168945, - 0.180664, - 0.166016, - 0.24707, - 0.172852, - 0.128906, - 0.088379, - 0.168945, - 0.167969, - 0.163086, - 0.194336, - 0.166016, - 0.427734, - 0.151367, - 0.137695, - 0.132812, - 0.176758, - 0.183594, - 0.18457, - 0.163086, - 0.114258, - 0.094238, - 0.146484, - 0.149414, - 0.15918, - 0.134766, - 0.137695, - 0.182617, - 0.125, - 0.130859, - 0.173828, - 0.198242, - 0.168945, - 0.15625, - 0.139648, - 0.163086, - 0.175781, - 0.098633, - 0.151367, - 0.152344, - 0.147461, - 0.166992, - 0.133789, - 0.15918, - 0.185547, - 0.135742, - 0.161133, - 0.136719, - 0.145508, - 0.210938, - 0.196289, - 0.191406, - 0.12793, - 0.163086, - 0.158203, - 0.21582, - 0.150391, - 0.144531, - 0.193359, - 0.132812, - 0.164062, - 0.167969, - 0.152344, - 0.168945, - 0.176758, - 0.125977, - 0.15918, - 0.160156, - 0.183594, - 0.148438, - 0.133789, - 0.166016, - 0.162109, - 0.129883, - 0.151367, - 0.151367, - 0.189453, - 0.178711, - 0.195312, - 0.150391, - 0.136719, - 0.175781, - 0.182617, - 0.155273, - 0.121582, - 0.140625, - 0.133789, - 0.135742, - 0.12793, - 0.151367, - 0.147461, - 0.151367, - 0.141602, - 0.15625, - 0.171875, - 0.160156, - 0.11377, - 0.229492, - 0.163086, - 0.132812, - 0.140625, - 0.136719, - 0.137695, - 0.165039, - 0.15918, - 0.166992, - 0.143555, - 0.18457, - 0.142578, - 0.151367, - 0.145508, - 0.15625, - 0.129883, - 0.169922, - 0.157227, - 0.172852, - 0.132812, - 0.120117, - 0.145508, - 0.15625, - 0.131836, - 0.107422, - 0.123535, - 0.15332, - 0.199219, - 0.161133, - 0.166016, - 0.180664, - 0.170898, - 0.143555, - 0.15332, - 0.150391, - 0.198242, - 0.106934, - 0.15918, - 0.163086, - 0.112305, - 0.137695, - 0.170898, - 0.141602, - 0.168945, - 0.15918, - 0.177734, - 0.164062, - 0.186523, - 0.158203, - 0.18457, - 0.257812, - 0.120605, - 0.169922, - 0.135742, - 0.160156, - 0.152344, - 0.161133, - 0.152344, - 0.164062, - 0.144531, - 0.15332, - 0.145508, - 0.165039, - 0.142578, - 0.170898, - 0.174805, - 0.147461, - 0.158203, - 0.157227, - 0.108398, - 0.120605, - 0.138672, - 0.139648, - 0.158203, - 0.131836, - 0.139648, - 0.125977, - 0.149414, - 0.129883, - 0.168945, - 0.181641, - 0.176758, - 0.169922, - 0.182617, - 0.202148, - 0.174805, - 0.165039, - 0.133789, - 0.160156, - 0.197266, - 0.144531, - 0.211914, - 0.160156, - 0.180664, - 0.147461, - 0.143555, - 0.168945, - 0.146484, - 0.097656, - 0.135742, - 0.18457, - 0.133789, - 0.167969, - 0.154297, - 0.141602, - 0.100098, - 0.150391, - 0.205078, - 0.142578, - 0.157227, - 0.154297, - 0.167969, - 0.194336, - 0.142578, - 0.152344, - 0.203125, - 0.146484, - 0.131836, - 0.172852, - 0.147461, - 0.15332, - 0.177734, - 0.179688, - 0.133789, - 0.210938, - 0.146484, - 0.166992, - 0.125977, - 0.158203, - 0.15918, - 0.166016, - 0.124023, - 0.155273, - 0.180664, - 0.185547, - 0.115234, - 0.141602, - 0.118164, - 0.148438, - 0.147461, - 0.194336, - 0.150391, - 0.150391, - 0.147461, - 0.132812, - 0.154297, - 0.169922, - 0.123535, - 0.174805, - 0.155273, - 0.185547, - 0.163086, - 0.138672, - 0.135742, - 0.15332, - 0.207031, - 0.065918, - 0.15332, - 0.147461, - 0.135742, - 0.15625, - 0.212891, - 0.151367, - 0.148438, - 0.169922, - 0.15918, - 0.165039, - 0.165039, - 0.149414, - 0.160156, - 0.261719, - 0.169922, - 0.172852, - 0.126953, - 0.183594, - 0.155273, - 0.149414, - 0.141602, - 0.131836, - 0.141602, - 0.142578, - 0.157227, - 0.149414, - 0.165039, - 0.144531, - 0.1875, - 0.339844, - 0.161133, - 0.151367, - 0.216797, - 0.126953, - 0.164062, - 0.125977, - 0.145508, - 0.186523, - 0.183594, - 0.145508, - 0.144531, - 0.125, - 0.130859, - 0.169922, - 0.170898, - 0.154297, - 0.143555, - 0.154297, - 0.141602, - 0.152344, - 0.171875, - 0.092285, - 0.18457, - 0.151367, - 0.200195, - 0.169922, - 0.148438, - 0.176758, - 0.138672, - 0.035889, - 0.132812, - 0.151367, - 0.234375, - 0.111816, - 0.118652, - 0.130859, - 0.140625, - 0.183594, - 0.136719, - 0.219727, - 0.157227, - 0.134766, - 0.601562, - 0.174805, - 0.248047, - 0.180664, - 0.171875, - 0.167969, - 0.149414, - 0.234375, - 0.164062, - 0.165039, - 0.151367, - 0.087402, - 0.129883, - 0.157227, - 0.15918, - 0.171875, - 0.163086, - 0.15918, - 0.149414, - 0.146484, - 0.193359, - 0.12207, - 0.12207, - 0.199219, - 0.158203, - 0.15332, - 0.121582, - 0.162109, - 0.138672, - 0.161133, - 0.146484, - 0.175781, - 0.15332, - 0.150391, - 0.188477, - 0.164062, - 0.149414, - 0.174805, - 0.139648, - 0.158203, - 0.164062, - 0.144531, - 0.166992, - 0.10791, - 0.165039, - 0.109375, - 0.235352, - 0.171875, - 0.168945, - 0.199219, - 0.180664, - 0.143555, - 0.164062, - 0.113281, - 0.146484, - 0.15332, - 0.161133, - 0.15625, - 0.135742, - 0.164062, - 0.130859, - 0.186523, - 0.145508, - 0.154297, - 0.132812, - 0.135742, - 0.142578, - 0.176758, - 0.142578, - 0.147461, - 0.183594, - 0.152344, - 0.149414, - 0.148438, - 0.15625, - 0.140625, - 0.164062, - 0.194336, - 0.142578, - 0.1875, - 0.158203, - 0.151367, - 0.171875, - 0.147461, - 0.185547, - 0.182617, - 0.148438, - 0.132812, - 0.208008, - 0.1875, - 0.167969, - 0.130859, - 0.158203, - 0.09668, - 0.160156, - 0.143555, - 0.150391, - 0.154297, - 0.137695, - 0.145508, - 0.189453, - 0.217773, - 0.176758, - 0.228516, - 0.147461, - 0.800781, - 0.169922, - 0.157227, - 0.180664, - 0.158203, - 0.170898, - 0.166016, - 0.136719, - 0.163086, - 0.15332, - 0.169922, - 0.165039, - 0.179688, - 0.177734, - 0.166992, - 0.140625, - 0.098633, - 0.151367, - 0.148438, - 0.137695, - 0.137695, - 0.166016, - 0.150391, - 0.208008, - 0.163086, - 0.163086, - 0.161133, - 0.151367, - 0.135742, - 0.158203, - 0.158203, - 0.117188, - 0.193359, - 0.167969, - 0.176758, - 0.112305, - 0.12793, - 0.160156, - 0.210938, - 0.130859, - 0.182617, - 0.12793, - 0.172852, - 0.166016, - 0.149414, - 0.176758, - 0.15625, - 0.154297, - 0.134766, - 0.15918, - 0.145508, - 0.125977, - 0.144531, - 0.134766, - 0.151367, - 0.15918, - 0.152344, - 0.173828, - 0.15332, - 0.150391, - 0.144531, - 0.148438, - 0.171875, - 0.166016, - 0.154297, - 0.177734, - 0.140625, - 0.148438, - 0.19043, - 0.130859, - 0.164062, - 0.15332, - 0.171875, - 0.160156, - 0.143555, - 0.166992, - 0.172852, - 0.172852, - 0.177734, - 0.136719, - 0.177734, - 0.137695, - 0.148438, - 0.148438, - 0.15918, - 0.137695, - 0.139648, - 0.15625, - 0.130859, - 0.145508, - 0.142578, - 0.197266, - 0.134766, - 0.15625, - 0.191406, - 0.165039, - 0.176758, - 0.131836, - 0.155273, - 0.162109, - 0.166992, - 0.167969, - 0.109863, - 0.165039, - 0.141602, - 0.166992, - 0.141602, - 0.088379, - 0.163086, - 0.141602, - 0.160156, - 0.158203, - 0.167969, - 0.174805, - 0.154297, - 0.157227, - 0.168945, - 0.166016, - 0.1875, - 0.114746, - 0.223633, - 0.181641, - 0.117676, - 0.160156, - 0.176758, - 0.149414, - 0.134766, - 0.320312, - 0.149414, - 0.242188, - 0.175781, - 0.145508, - 0.170898, - 0.100586, - 0.234375, - 0.166016, - 0.175781, - 0.147461, - 0.171875, - 0.118164, - 0.172852, - 0.166016, - 0.147461, - 0.122559, - 0.161133, - 0.155273, - 0.115234, - 0.061768, - 0.154297, - 0.15332, - 0.144531, - 0.231445, - 0.167969, - 0.161133, - 0.151367, - 0.147461, - 0.134766, - 0.121094, - 0.172852, - 0.165039, - 0.168945, - 0.145508, - 0.149414, - 0.144531, - 0.194336, - 0.152344, - 0.375, - 0.179688, - 0.189453, - 0.145508, - 0.141602, - 0.150391, - 0.145508, - 0.163086, - 0.146484, - 0.117188, - 0.176758, - 0.143555, - 0.166016, - 0.155273, - 0.171875, - 0.145508, - 0.138672, - 0.183594, - 0.141602, - 0.125977, - 0.133789, - 0.144531, - 0.130859, - 0.165039, - 0.137695, - 0.146484, - 0.149414, - 0.152344, - 0.339844, - 0.151367, - 0.144531, - 0.181641, - 0.199219, - 0.158203, - 0.163086, - 0.141602, - 0.160156, - 0.166016, - 0.151367, - 0.150391, - 0.118164, - 0.169922, - 0.133789, - 0.161133, - 0.146484, - 0.124512, - 0.129883, - 0.131836, - 0.179688, - 0.15918, - 0.175781, - 0.166992, - 0.149414, - 0.098145, - 0.167969, - 0.175781, - 0.144531, - 0.161133, - 0.144531, - 0.149414, - 0.151367, - 0.123047, - 0.137695, - 0.164062, - 0.148438, - 0.170898, - 0.122559, - 0.151367, - 0.172852, - 0.208008, - 0.146484, - 0.188477, - 0.136719, - 0.155273, - 0.116211, - 0.152344, - 0.106934, - 0.157227, - 0.142578, - 0.132812, - 0.151367, - 0.158203, - 0.216797, - 0.15625, - 0.163086, - 0.125, - 0.148438, - 0.191406, - 0.121094, - 0.142578, - 0.126953, - 0.12793, - 0.160156, - 0.208984, - 0.174805, - 0.173828, - 0.147461, - 0.140625, - 0.208984, - 0.182617, - 0.15332, - 0.178711, - 0.161133, - 0.154297, - 0.194336, - 0.120117, - 0.185547, - 0.152344, - 0.120605, - 0.143555, - 0.143555, - 0.167969, - 0.152344, - 0.150391, - 0.162109, - 0.15918, - 0.200195, - 0.177734, - 0.171875, - 0.173828, - 0.140625, - 0.162109, - 0.166016, - 0.138672, - 0.151367, - 0.193359, - 0.142578, - 0.09668, - 0.18457, - 0.151367, - 0.168945, - 0.324219, - 0.144531, - 0.158203, - 0.094727, - 0.164062, - 0.150391, - 0.15918, - 0.164062, - 0.142578, - 0.166992, - 0.146484, - 0.15625, - 0.18457, - 0.142578, - 0.166992, - 0.173828, - 0.142578, - 0.165039, - 0.155273, - 0.141602, - 0.170898, - 0.161133, - 0.158203, - 0.155273, - 0.18457, - 0.152344, - 0.173828, - 0.161133, - 0.165039, - 0.191406, - 0.149414, - 0.271484, - 0.162109, - 0.133789, - 0.151367, - 0.144531, - 0.15625, - 0.200195, - 0.171875, - 0.158203, - 0.151367, - 0.160156, - 0.150391, - 0.144531, - 0.165039, - 0.151367, - 0.000374, - 0.140625, - 0.123535, - 0.09082, - 0.111328, - 0.189453, - 0.135742, - 0.188477, - 0.147461, - 0.180664, - 0.135742, - 0.121094, - 0.151367, - 0.149414, - 0.144531, - 0.117676, - 0.166016, - 0.10791, - 0.320312, - 0.21875, - 0.160156, - 0.185547, - 0.124512, - 0.149414, - 0.158203, - 0.137695, - 0.163086, - 0.178711, - 0.174805, - 0.150391, - 0.185547, - 0.15625, - 0.163086, - 0.152344, - 0.143555, - 0.186523, - 0.141602, - 0.152344, - 0.128906, - 0.154297, - 0.162109, - 0.179688, - 0.140625, - 0.144531, - 0.15625, - 0.133789, - 0.056641, - 0.140625, - 0.155273, - 0.145508, - 0.141602, - 0.146484, - 0.134766, - 0.142578, - 0.145508, - 0.140625, - 0.166992, - 0.164062, - 0.161133, - 0.208984, - 0.151367, - 0.136719, - 0.125977, - 0.171875, - 0.151367, - 0.170898, - 0.1875, - 0.143555, - 0.140625, - 0.121582, - 0.128906, - 0.177734, - 0.125977, - 0.173828, - 0.111816, - 0.124512, - 0.169922, - 0.138672, - 0.149414, - 0.175781, - 0.152344, - 0.15625, - 0.183594, - 0.157227, - 0.139648, - 0.096191, - 0.144531, - 0.144531, - 0.213867, - 0.144531, - 0.120605, - 0.191406, - 0.120117, - 0.161133, - 0.143555, - 0.148438, - 0.155273, - 0.131836, - 0.162109, - 0.133789, - 0.199219, - 0.164062, - 0.180664, - 0.080566, - 0.148438, - 0.142578, - 0.143555, - 0.158203, - 0.181641, - 0.147461, - 0.161133, - 0.11377, - 0.119141, - 0.130859, - 0.171875, - 0.189453, - 0.145508, - 0.151367, - 0.147461, - 0.148438, - 0.155273, - 0.178711, - 0.136719, - 0.186523, - 0.24707, - 0.203125, - 0.15625, - 0.150391, - 0.158203, - 0.168945, - 0.146484, - 0.143555, - 0.145508, - 0.157227, - 0.161133, - 0.166016, - 0.165039, - 0.138672, - 0.117188, - 0.136719, - 0.145508, - 0.176758, - 0.189453, - 0.150391, - 0.129883, - 0.178711, - 0.15332, - 0.205078, - 0.161133, - 0.157227, - 0.180664, - 0.173828, - 0.134766, - 0.160156, - 0.148438, - 0.167969, - 0.15625, - 0.185547, - 0.213867, - 0.146484, - 0.15625, - 0.121582, - 0.144531, - 0.166016, - 0.173828, - 0.186523, - 0.464844, - 0.176758, - 0.172852, - 0.124023, - 0.154297, - 0.164062, - 0.118652, - 0.142578, - 0.147461, - 0.183594, - 0.152344, - 0.143555, - 0.09668, - 0.148438, - 0.165039, - 0.144531, - 0.166016, - 0.180664, - 0.133789, - 0.154297, - 0.168945, - 0.186523, - 0.165039, - 0.166992, - 0.136719, - 0.230469, - 0.126953, - 0.176758, - 0.134766, - 0.133789, - 0.155273, - 0.165039, - 0.175781, - 0.154297, - 0.179688, - 0.174805, - 0.157227, - 0.155273, - 0.170898, - 0.148438, - 0.144531, - 0.130859, - 0.158203, - 0.168945, - 0.140625, - 0.136719, - 0.155273, - 0.148438, - 0.18457, - 0.069824, - 0.152344, - 0.138672, - 0.136719, - 0.162109, - 0.136719, - 0.115723, - 0.152344, - 0.15332, - 0.1875, - 0.087402, - 0.164062, - 0.196289, - 0.154297, - 0.163086, - 0.166016, - 0.100098, - 0.177734, - 0.15625, - 0.177734, - 0.130859, - 0.167969, - 0.115234, - 0.15918, - 0.165039, - 0.140625, - 0.143555, - 0.181641, - 0.150391, - 0.145508, - 0.129883, - 0.160156, - 0.15918, - 0.146484, - 0.183594, - 0.12793, - 0.162109, - 0.148438, - 0.182617, - 0.271484, - 0.168945, - 0.059082, - 0.166016, - 0.148438, - 0.140625, - 0.151367, - 0.157227, - 0.148438, - 0.139648, - 0.162109, - 0.158203, - 0.158203, - 0.111328, - 0.15918, - 0.134766, - 0.145508, - 0.145508, - 0.152344, - 0.131836, - 0.135742, - 0.186523, - 0.164062, - 0.139648, - 0.314453, - 0.205078, - 0.163086, - 0.175781, - 0.169922, - 0.172852, - 0.168945, - 0.15625, - 0.166992, - 0.194336, - 0.165039, - 0.138672, - 0.10791, - 0.166016, - 0.166016, - 0.147461, - 0.181641, - 0.133789, - 0.19043, - 0.108887, - 0.131836, - 0.182617, - 0.095215, - 0.150391, - 0.140625, - 0.105957, - 0.186523, - 0.166016, - 0.138672, - 0.121094, - 0.168945, - 0.169922, - 0.129883, - 0.132812, - 0.171875, - 0.154297, - 0.137695, - 0.149414, - 0.102539, - 0.139648, - 0.148438, - 0.161133, - 0.158203, - 0.150391, - 0.137695, - 0.163086, - 0.216797, - 0.147461, - 0.149414, - 0.180664, - 0.149414, - 0.169922, - 0.152344, - 0.167969, - 0.18457, - 0.160156, - 0.10498, - 0.139648, - 0.173828, - 0.165039, - 0.136719, - 0.100586, - 0.15625, - 0.195312, - 0.15332, - 0.192383, - 0.173828, - 0.240234, - 0.145508, - 0.168945, - 0.126953, - 0.148438, - 0.163086, - 0.147461, - 0.15332, - 0.150391, - 0.197266, - 0.145508, - 0.188477, - 0.167969, - 0.123047, - 0.121094, - 0.369141, - 0.141602, - 0.145508, - 0.147461, - 0.150391, - 0.141602, - 0.212891, - 0.160156, - 0.155273, - 0.179688, - 0.113281, - 0.162109, - 0.136719, - 0.132812, - 0.135742, - 0.170898, - 0.217773, - 0.15332, - 0.15918, - 0.230469, - 0.145508, - 0.167969, - 0.171875, - 0.155273, - 0.189453, - 0.160156, - 0.15332, - 0.130859, - 0.150391, - 0.171875, - 0.15625, - 0.186523, - 0.197266, - 0.115234, - 0.172852, - 0.15332, - 0.152344, - 0.145508, - 0.143555, - 0.091797, - 0.146484, - 0.138672, - 0.15918, - 0.138672, - 0.148438, - 0.135742, - 0.161133, - 0.179688, - 0.166016, - 0.15332, - 0.151367, - 0.15625, - 0.141602, - 0.227539, - 0.177734, - 0.204102, - 0.143555, - 0.162109, - 0.164062, - 0.116211, - 0.141602, - 0.176758, - 0.133789, - 0.15918, - 0.129883, - 0.135742, - 0.148438, - 0.147461, - 0.133789, - 0.15625, - 0.166992, - 0.130859, - 0.138672, - 0.175781, - 0.158203, - 0.15625, - 0.171875, - 0.155273, - 0.216797, - 0.193359, - 0.193359, - 0.173828, - 0.146484, - 0.151367, - 0.122559, - 0.15625, - 0.160156, - 0.158203, - 0.116211, - 0.131836, - 0.130859, - 0.075684, - 0.166016, - 0.201172, - 0.132812, - 0.15332, - 0.130859, - 0.19043, - 0.15625, - 0.161133, - 0.15625, - 0.137695, - 0.149414, - 0.148438, - 0.15625, - 0.077148, - 0.15332, - 0.178711, - 0.1875, - 0.15918, - 0.289062, - 0.155273, - 0.197266, - 0.15918, - 0.137695, - 0.140625, - 0.195312, - 0.157227, - 0.164062, - 0.141602, - 0.208008, - 0.140625, - 0.135742, - 0.144531, - 0.114746, - 0.150391, - 0.115723, - 0.165039, - 0.088867, - 0.168945, - 0.176758, - 0.111328, - 0.117676, - 0.180664, - 0.181641, - 0.166016, - 0.088867, - 0.134766, - 0.170898, - 0.133789, - 0.182617, - 0.090332, - 0.191406, - 0.136719, - 0.176758, - 0.15625, - 0.142578, - 0.160156, - 0.205078, - 0.157227, - 0.158203, - 0.151367, - 0.162109, - 0.206055, - 0.147461, - 0.140625, - 0.212891, - 0.139648, - 0.142578, - 0.196289, - 0.152344, - 0.15332, - 0.166016, - 0.111328, - 0.135742, - 0.154297, - 0.142578, - 0.200195, - 0.179688, - 0.150391, - 0.164062, - 0.170898, - 0.133789, - 0.137695, - 0.142578, - 0.143555, - 0.118652, - 0.151367, - 0.15332, - 0.166016, - 0.138672, - 0.192383, - 0.149414, - 0.15332, - 0.125, - 0.158203, - 0.210938, - 0.178711, - 0.151367, - 0.147461, - 0.133789, - 0.133789, - 0.161133, - 0.174805, - 0.171875, - 0.133789, - 0.149414, - 0.145508, - 0.180664, - 0.210938, - 0.189453, - 0.189453, - 0.171875, - 0.149414, - 0.142578, - 0.133789, - 0.130859, - 0.129883, - 0.131836, - 0.183594, - 0.165039, - 0.166992, - 0.146484, - 0.161133, - 0.222656, - 0.166992, - 0.158203, - 0.136719, - 0.10498, - 0.072266, - 0.15625, - 0.188477, - 0.15918, - 0.175781, - 0.139648, - 0.131836, - 0.200195, - 0.137695, - 0.154297, - 0.15625, - 0.128906, - 0.188477, - 0.12793, - 0.15332, - 0.15625, - 0.176758, - 0.150391, - 0.145508, - 0.146484, - 0.179688, - 0.147461, - 0.148438, - 0.154297, - 0.099121, - 0.151367, - 0.142578, - 0.132812, - 0.170898, - 0.161133, - 0.146484, - 0.130859, - 0.166016, - 0.169922, - 0.166016 - ] - }, - "name": "model.transformer.layers.11.attn_norm.weight", - "outputIndexes": [ - 717 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 716, - 717 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_11/Mul_1_output_0", - "outputIndexes": [ - 718 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 718 - ], - "outputIndexes": [ - 2285 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2285 - ], - "outputIndexes": [ - 2286 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear", - "inputIndexes": [ - 2286 - ], - "outputIndexes": [ - 2287 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 126747564, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2287 - ], - "outputIndexes": [ - 2288 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2288 - ], - "outputIndexes": [ - 719 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 718 - ], - "main_type": "NONE", - "name": "/Shape_45_output_0", - "outputIndexes": [ - 720 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 720 - ], - "main_type": "NONE", - "name": "Shape1021", - "outputIndexes": [ - 721 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 720 - ], - "main_type": "NONE", - "name": "Rank1023", - "outputIndexes": [ - 722 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 722, - 722 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1025", - "outputIndexes": [ - 723 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 723 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1026", - "outputIndexes": [ - 724 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 723, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1028", - "outputIndexes": [ - 725 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 725 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1029", - "outputIndexes": [ - 726 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 721, - 724, - 726, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1032", - "outputIndexes": [ - 727 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 727 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1033", - "outputIndexes": [ - 728 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 728 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1034", - "outputIndexes": [ - 729 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 729, - 728 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1035", - "outputIndexes": [ - 730 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 720, - 730, - 723 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_59_output_0", - "outputIndexes": [ - 731 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 731, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_111_output_0", - "outputIndexes": [ - 732 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 732, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_55_output_0", - "outputIndexes": [ - 733 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 719, - 733 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_45_output_0", - "outputIndexes": [ - 734 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 734 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_11/Mul_output_0", - "outputIndexes": [ - 735 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.648438, - 0.009583, - 1.554688, - 1.007812, - 1.640625, - 1.59375, - 1.195312, - 1.570312, - 1.351562, - 1.4375, - 1.3125, - 1.539062, - 1.59375, - 1.890625, - 1.890625, - 1.765625, - 1.921875, - 1.742188, - 1.867188, - 2.015625, - 1.90625, - 1.960938, - 0.601562, - 1.960938, - 3.015625, - 2.015625, - 1.742188, - 1.960938, - 1.5, - 1.984375, - 2.015625, - 2.0625, - 0.040283, - 0.84375, - -0.00046, - 1.296875, - 0.056885, - 1.5625, - 1.4375, - 1.476562, - 1.703125, - 1.609375, - 1.734375, - 1.71875, - 1.796875, - 1.34375, - 1.507812, - 1.921875, - 1.796875, - 1.921875, - 1.890625, - 1.835938, - 1.921875, - 1.859375, - 3.8125, - 2.015625, - 1.171875, - 1.960938, - 2.03125, - 2.15625, - 2.296875, - 1.828125, - 1.898438, - 1.617188 - ] - }, - "name": "model.transformer.layers.11.attn.q_norm.weight", - "outputIndexes": [ - 736 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 735, - 736 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_11/Mul_1_output_0", - "outputIndexes": [ - 737 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 737, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_44_output_0", - "outputIndexes": [ - 738 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 737, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_45_output_0", - "outputIndexes": [ - 739 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 739 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_22_output_0", - "outputIndexes": [ - 740 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 737, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_44_output_0", - "outputIndexes": [ - 741 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 740, - 741 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_58_output_0", - "outputIndexes": [ - 742 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 742, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_45_output_0", - "outputIndexes": [ - 743 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 738, - 743 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_44_output_0", - "outputIndexes": [ - 744 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 718 - ], - "outputIndexes": [ - 2289 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2289 - ], - "outputIndexes": [ - 2290 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear", - "inputIndexes": [ - 2290 - ], - "outputIndexes": [ - 2291 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 128523202, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2291 - ], - "outputIndexes": [ - 2292 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2292 - ], - "outputIndexes": [ - 745 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 732, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_56_output_0", - "outputIndexes": [ - 746 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 745, - 746 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_46_output_0", - "outputIndexes": [ - 747 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 747 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_11/Mul_output_0", - "outputIndexes": [ - 748 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.367188, - 0.005005, - 1.203125, - 0.480469, - 1.398438, - 1.53125, - 0.40625, - 1.15625, - 1.671875, - 1.6875, - 1.90625, - 1.914062, - 1.765625, - 0.984375, - 1.351562, - 1.890625, - 1.851562, - 1.914062, - 1.898438, - 1.820312, - 1.914062, - 1.921875, - 5.0, - 1.96875, - 1.117188, - 1.882812, - 1.8125, - 1.851562, - 2.78125, - 2.0, - 1.804688, - 1.65625, - 0.003998, - 0.738281, - 0.003708, - 1.335938, - 0.000889, - 1.429688, - 1.734375, - 1.554688, - 1.390625, - 1.398438, - 0.855469, - 1.046875, - 1.726562, - 2.109375, - 2.109375, - 1.695312, - 1.882812, - 1.8125, - 1.882812, - 1.875, - 1.914062, - 2.015625, - 0.163086, - 1.921875, - 2.625, - 1.96875, - 1.804688, - 1.757812, - 2.140625, - 2.015625, - 1.984375, - 2.40625 - ] - }, - "name": "model.transformer.layers.11.attn.k_norm.weight", - "outputIndexes": [ - 749 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 748, - 749 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_11/Mul_1_output_0", - "outputIndexes": [ - 750 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 750, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_46_output_0", - "outputIndexes": [ - 751 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 750, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_47_output_0", - "outputIndexes": [ - 752 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 752 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_23_output_0", - "outputIndexes": [ - 753 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 750, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_46_output_0", - "outputIndexes": [ - 754 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 753, - 754 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_59_output_0", - "outputIndexes": [ - 755 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 755, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_47_output_0", - "outputIndexes": [ - 756 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 751, - 756 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_45_output_0", - "outputIndexes": [ - 757 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 718 - ], - "outputIndexes": [ - 2293 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2293 - ], - "outputIndexes": [ - 2294 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear", - "inputIndexes": [ - 2294 - ], - "outputIndexes": [ - 2295 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 128967128, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2295 - ], - "outputIndexes": [ - 2296 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2296 - ], - "outputIndexes": [ - 758 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 758, - 746 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_47_output_0", - "outputIndexes": [ - 759 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 744, - 757, - 759, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.11/self_attn/FusedAttention", - "outputIndexes": [ - 760 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 760 - ], - "outputIndexes": [ - 2297 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2297 - ], - "outputIndexes": [ - 2298 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear", - "inputIndexes": [ - 2298 - ], - "outputIndexes": [ - 2299 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 129411054, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2299 - ], - "outputIndexes": [ - 2300 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2300 - ], - "outputIndexes": [ - 761 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 715, - 761 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_46_output_0", - "outputIndexes": [ - 762 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 762 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_11/Mul_output_0", - "outputIndexes": [ - 763 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.330078, - 0.224609, - 0.298828, - 0.328125, - 0.328125, - 0.306641, - 0.291016, - 0.302734, - 0.294922, - 0.166016, - 0.332031, - 0.273438, - 0.320312, - 0.341797, - 0.3125, - 0.353516, - 0.333984, - 0.283203, - 0.339844, - 0.324219, - 0.339844, - 0.34375, - 0.324219, - 0.277344, - 0.291016, - 0.365234, - 0.322266, - 0.298828, - 0.306641, - 0.294922, - 0.298828, - 0.289062, - 0.306641, - 0.314453, - 0.330078, - 0.332031, - 0.353516, - 0.332031, - 0.287109, - 0.230469, - 0.365234, - 0.322266, - 0.302734, - 0.166016, - 0.333984, - 0.193359, - 0.308594, - 0.300781, - 0.306641, - 0.289062, - 0.318359, - 0.294922, - 0.318359, - 0.228516, - 0.302734, - 0.306641, - 0.304688, - 0.34375, - 0.339844, - 0.322266, - 0.333984, - 0.291016, - 0.345703, - 0.320312, - 0.133789, - 0.296875, - 0.273438, - 0.330078, - 0.328125, - 0.316406, - 0.322266, - 0.296875, - 0.316406, - 0.341797, - 0.234375, - 0.294922, - 0.294922, - 0.292969, - 0.304688, - 0.332031, - 0.294922, - 0.320312, - 0.263672, - 0.304688, - 0.306641, - 0.306641, - 0.300781, - 0.330078, - 0.300781, - 0.263672, - 0.341797, - 0.300781, - 0.306641, - 0.171875, - 0.316406, - 0.347656, - 0.330078, - 0.208984, - 0.310547, - 0.333984, - 0.261719, - 0.332031, - 0.240234, - 0.330078, - 0.300781, - 0.261719, - 0.287109, - 0.316406, - 0.298828, - 0.279297, - 0.244141, - 0.322266, - 0.326172, - 0.306641, - 0.328125, - 0.302734, - 0.302734, - 0.287109, - 0.316406, - 0.310547, - 0.306641, - 0.330078, - 0.279297, - 0.142578, - 0.351562, - 0.166016, - 0.296875, - 0.349609, - 0.192383, - 0.261719, - 0.308594, - 0.337891, - 0.289062, - 0.302734, - 0.273438, - 0.328125, - 0.328125, - 0.337891, - 0.265625, - 0.289062, - 0.269531, - 0.318359, - 0.339844, - 0.324219, - 0.197266, - 0.160156, - 0.314453, - 0.162109, - 0.320312, - 0.225586, - 0.330078, - 0.333984, - 0.3125, - 0.318359, - 0.324219, - 0.287109, - 0.318359, - 0.306641, - 0.171875, - 0.306641, - 0.306641, - 0.316406, - 0.141602, - 0.279297, - 0.28125, - 0.263672, - 0.287109, - 0.163086, - 0.137695, - 0.322266, - 0.137695, - 0.21875, - 0.316406, - 0.25, - 0.287109, - 0.300781, - 0.269531, - 0.294922, - 0.259766, - 0.337891, - 0.322266, - 0.324219, - 0.314453, - 0.308594, - 0.316406, - 0.300781, - 0.306641, - 0.306641, - 0.330078, - 0.320312, - 0.304688, - 0.345703, - 0.308594, - 0.285156, - 0.3125, - 0.28125, - 0.314453, - 0.275391, - 0.345703, - 0.330078, - 0.322266, - 0.304688, - 0.298828, - 0.302734, - 0.292969, - 0.316406, - 0.308594, - 0.335938, - 0.232422, - 0.195312, - 0.341797, - 0.310547, - 0.330078, - 0.298828, - 0.279297, - 0.322266, - 0.3125, - 0.310547, - 0.316406, - 0.243164, - 0.147461, - 0.306641, - 0.236328, - 0.302734, - 0.21582, - 0.228516, - 0.298828, - 0.335938, - 0.227539, - 0.349609, - 0.257812, - 0.208008, - 0.235352, - 0.330078, - 0.294922, - 0.326172, - 0.285156, - 0.333984, - 0.149414, - 0.335938, - 0.310547, - 0.200195, - 0.332031, - 0.332031, - 0.308594, - 0.320312, - 0.189453, - 0.320312, - 0.15625, - 0.310547, - 0.326172, - 0.166016, - 0.3125, - 0.335938, - 0.292969, - 0.181641, - 0.298828, - 0.324219, - 0.291016, - 0.304688, - 0.291016, - 0.246094, - 0.322266, - 0.271484, - 0.294922, - 0.304688, - 0.337891, - 0.289062, - 0.320312, - 0.332031, - 0.333984, - 0.332031, - 0.306641, - 0.310547, - 0.314453, - 0.192383, - 0.285156, - 0.326172, - 0.333984, - 0.316406, - 0.291016, - 0.322266, - 0.326172, - 0.285156, - 0.365234, - 0.330078, - 0.150391, - 0.298828, - 0.302734, - 0.339844, - 0.318359, - 0.314453, - 0.279297, - 0.302734, - 0.322266, - 0.320312, - 0.292969, - 0.322266, - 0.345703, - 0.380859, - 0.330078, - 0.294922, - 0.243164, - 0.310547, - 0.332031, - 0.351562, - 0.206055, - 0.302734, - 0.263672, - 0.322266, - 0.359375, - 0.316406, - 0.292969, - 0.345703, - 0.380859, - 0.332031, - 0.322266, - 0.330078, - 0.337891, - 0.211914, - 0.298828, - 0.3125, - 0.326172, - 0.322266, - 0.347656, - 0.339844, - 0.322266, - 0.001823, - 0.318359, - 0.339844, - 0.314453, - 0.269531, - 0.310547, - 0.318359, - 0.271484, - 0.341797, - 0.306641, - 0.200195, - 0.332031, - 0.308594, - 0.316406, - 0.324219, - 0.345703, - 0.251953, - 0.335938, - 0.25, - 0.300781, - 0.332031, - 0.333984, - 0.291016, - 0.3125, - 0.302734, - 0.289062, - 0.277344, - 0.239258, - 0.324219, - 0.316406, - 0.330078, - 0.300781, - 0.25, - 0.3125, - 0.222656, - 0.333984, - 0.414062, - 0.308594, - 0.165039, - 0.333984, - 0.320312, - 0.318359, - 0.316406, - 0.261719, - 0.148438, - 0.308594, - 0.232422, - 0.318359, - 0.273438, - 0.167969, - 0.269531, - 0.339844, - 0.145508, - 0.300781, - 0.367188, - 0.332031, - 0.238281, - 0.257812, - 0.314453, - 0.304688, - 0.324219, - 0.316406, - 0.300781, - 0.308594, - 0.306641, - 0.332031, - 0.328125, - 0.306641, - 0.333984, - 0.355469, - 0.337891, - 0.21582, - 0.330078, - 0.296875, - 0.332031, - 0.277344, - 0.333984, - 0.291016, - 0.147461, - 0.279297, - 0.296875, - 0.308594, - 0.279297, - 0.132812, - 0.341797, - 0.320312, - 0.302734, - 0.269531, - 0.263672, - 0.326172, - 0.333984, - 0.296875, - 0.302734, - 0.296875, - 0.168945, - 0.3125, - 0.320312, - 0.318359, - 0.349609, - 0.355469, - 0.255859, - 0.306641, - 0.304688, - 0.328125, - 0.316406, - 0.457031, - 0.341797, - 0.34375, - 0.310547, - 0.285156, - 0.306641, - 0.332031, - 0.3125, - 0.3125, - 0.3125, - 0.3125, - 0.333984, - 0.302734, - 0.314453, - 0.351562, - 0.314453, - 0.320312, - 0.261719, - 0.316406, - 0.173828, - 0.310547, - 0.316406, - 0.318359, - 0.322266, - 0.332031, - 0.333984, - 0.318359, - 0.257812, - 0.294922, - 0.335938, - 0.322266, - 0.287109, - 0.242188, - 0.330078, - 0.314453, - 0.326172, - 0.300781, - 0.333984, - 0.249023, - 0.219727, - 0.289062, - 0.308594, - 0.320312, - 0.320312, - 0.330078, - 0.298828, - 0.339844, - 0.296875, - 0.337891, - 0.324219, - 0.277344, - 0.337891, - 0.332031, - 0.279297, - 0.328125, - 0.326172, - 0.326172, - 0.326172, - 0.171875, - 0.320312, - 0.34375, - 0.263672, - 0.322266, - 0.25, - 0.333984, - 0.292969, - 0.349609, - 0.300781, - 0.330078, - 0.332031, - 0.298828, - 0.308594, - 0.314453, - 0.326172, - 0.357422, - 0.308594, - 0.328125, - 0.332031, - 0.294922, - 0.326172, - 0.326172, - 0.330078, - 0.211914, - 0.227539, - 0.318359, - 0.269531, - 0.304688, - 0.205078, - 0.324219, - 0.337891, - 0.267578, - 0.273438, - 0.211914, - 0.166016, - 0.332031, - 0.326172, - 0.302734, - 0.304688, - 0.304688, - 0.161133, - 0.310547, - 0.330078, - 0.333984, - 0.3125, - 0.308594, - 0.345703, - 0.294922, - 0.314453, - 0.300781, - 0.332031, - 0.316406, - 0.300781, - 0.320312, - 0.320312, - 0.245117, - 0.160156, - 0.3125, - 0.316406, - 0.255859, - 0.328125, - 0.326172, - 0.178711, - 0.298828, - 0.314453, - 0.308594, - 0.289062, - 0.283203, - 0.292969, - 0.306641, - 0.259766, - 0.289062, - 0.298828, - 0.306641, - 0.130859, - 0.324219, - 0.196289, - 0.345703, - 0.170898, - 0.322266, - 0.15918, - 0.283203, - 0.34375, - 0.337891, - 0.204102, - 0.294922, - 0.316406, - 0.18457, - 0.310547, - 0.320312, - 0.345703, - 0.255859, - 0.24707, - 0.316406, - 0.333984, - 0.335938, - 0.324219, - 0.302734, - 0.316406, - 0.314453, - 0.328125, - 0.333984, - 0.332031, - 0.3125, - 0.257812, - 0.3125, - 0.3125, - 0.310547, - 0.341797, - 0.419922, - 0.306641, - 0.300781, - 0.324219, - 0.308594, - 0.269531, - 0.351562, - 0.328125, - 0.204102, - 0.169922, - 0.351562, - 0.257812, - 0.269531, - 0.349609, - 0.310547, - 0.300781, - 0.324219, - 0.337891, - 0.316406, - 0.333984, - 0.328125, - 0.330078, - 0.287109, - 0.279297, - 0.294922, - 0.238281, - 0.320312, - 0.111816, - 0.341797, - 0.345703, - 0.292969, - 0.330078, - 0.283203, - 0.3125, - 0.349609, - 0.302734, - 0.3125, - 0.322266, - 0.326172, - 0.34375, - 0.322266, - 0.341797, - 0.328125, - 0.304688, - 0.322266, - 0.328125, - 0.337891, - 0.216797, - 0.318359, - 0.302734, - 0.308594, - 0.314453, - 0.275391, - 0.3125, - 0.347656, - 0.296875, - 0.310547, - 0.316406, - 0.332031, - 0.310547, - 0.341797, - 0.359375, - 0.326172, - 0.375, - 0.3125, - 0.332031, - 0.173828, - 0.314453, - 0.269531, - 0.304688, - 0.292969, - 0.310547, - 0.139648, - 0.304688, - 0.25, - 0.318359, - 0.275391, - 0.265625, - 0.275391, - 0.316406, - 0.226562, - 0.15332, - 0.330078, - 0.316406, - 0.302734, - 0.339844, - 0.414062, - 0.298828, - 0.269531, - 0.207031, - 0.341797, - 0.324219, - 0.310547, - 0.291016, - 0.341797, - 0.3125, - 0.306641, - 0.257812, - 0.326172, - 0.337891, - 0.332031, - 0.296875, - 0.324219, - 0.335938, - 0.357422, - 0.298828, - 0.335938, - 0.337891, - 0.322266, - 0.244141, - 0.339844, - 0.275391, - 0.367188, - 0.300781, - 0.326172, - 0.306641, - 0.318359, - 0.316406, - 0.351562, - 0.265625, - 0.298828, - 0.326172, - 0.318359, - 0.314453, - 0.314453, - 0.326172, - 0.318359, - 0.339844, - 0.183594, - 0.359375, - 0.261719, - 0.3125, - 0.257812, - 0.308594, - 0.314453, - 0.291016, - 0.279297, - 0.316406, - 0.306641, - 0.291016, - 0.314453, - 0.335938, - 0.318359, - 0.135742, - 0.208008, - 0.304688, - 0.320312, - 0.318359, - 0.217773, - 0.318359, - 0.316406, - 0.335938, - 0.34375, - 0.351562, - 0.341797, - 0.347656, - 0.365234, - 0.291016, - 0.287109, - 0.298828, - 0.233398, - 0.292969, - 0.267578, - 0.318359, - 0.333984, - 0.320312, - 0.298828, - 0.333984, - 0.306641, - 0.324219, - 0.304688, - 0.335938, - 0.330078, - 0.296875, - 0.302734, - 0.3125, - 0.287109, - 0.302734, - 0.322266, - 0.22168, - 0.314453, - 0.185547, - 0.28125, - 0.320312, - 0.322266, - 0.326172, - 0.289062, - 0.294922, - 0.335938, - 0.173828, - 0.271484, - 0.318359, - 0.328125, - 0.145508, - 0.152344, - 0.330078, - 0.267578, - 0.341797, - 0.285156, - 0.328125, - 0.333984, - 0.285156, - 0.302734, - 0.285156, - 0.302734, - 0.335938, - 0.308594, - 0.231445, - 0.296875, - 0.275391, - 0.261719, - 0.339844, - 0.339844, - 0.300781, - 0.328125, - 0.298828, - 0.304688, - 0.318359, - 0.304688, - 0.337891, - 0.333984, - 0.308594, - 0.330078, - 0.302734, - 0.289062, - 0.318359, - 0.214844, - 0.271484, - 0.308594, - 0.298828, - 0.304688, - 0.316406, - 0.261719, - 0.320312, - 0.287109, - 0.302734, - 0.306641, - 0.324219, - 0.298828, - 0.3125, - 0.304688, - 0.291016, - 0.394531, - 0.322266, - 0.357422, - 0.318359, - 0.289062, - 0.308594, - 0.371094, - 0.320312, - 0.3125, - 0.34375, - 0.324219, - 0.333984, - 0.263672, - 0.189453, - 0.298828, - 0.316406, - 0.249023, - 0.328125, - 0.316406, - 0.291016, - 0.195312, - 0.306641, - 0.222656, - 0.289062, - 0.320312, - 0.287109, - 0.294922, - 0.165039, - 0.332031, - 0.229492, - 0.34375, - 0.322266, - 0.328125, - 0.28125, - 0.314453, - 0.316406, - 0.320312, - 0.318359, - 0.322266, - 0.263672, - 0.294922, - 0.320312, - 0.320312, - 0.318359, - 0.320312, - 0.324219, - 0.316406, - 0.320312, - 0.289062, - 0.335938, - 0.188477, - 0.316406, - 0.246094, - 0.330078, - 0.328125, - 0.320312, - 0.308594, - 0.337891, - 0.314453, - 0.275391, - 0.175781, - 0.339844, - 0.243164, - 0.292969, - 0.314453, - 0.330078, - 0.298828, - 0.341797, - 0.341797, - 0.316406, - 0.316406, - 0.155273, - 0.349609, - 0.306641, - 0.318359, - 0.335938, - 0.306641, - 0.285156, - 0.330078, - 0.306641, - 0.339844, - 0.451172, - 0.271484, - 0.322266, - 0.3125, - 0.230469, - 0.298828, - 0.257812, - 0.416016, - 0.291016, - 0.292969, - 0.308594, - 0.310547, - 0.330078, - 0.322266, - 0.3125, - 0.330078, - 0.339844, - 0.337891, - 0.314453, - 0.318359, - 0.137695, - 0.208008, - 0.273438, - 0.148438, - 0.304688, - 0.324219, - 0.320312, - 0.328125, - 0.289062, - 0.168945, - 0.335938, - 0.324219, - 0.241211, - 0.333984, - 0.392578, - 0.249023, - 0.337891, - 0.3125, - 0.324219, - 0.287109, - 0.318359, - 0.335938, - 0.123047, - 0.310547, - 0.300781, - 0.310547, - 0.322266, - 0.318359, - 0.351562, - 0.289062, - 0.191406, - 0.273438, - 0.326172, - 0.25, - 0.162109, - 0.162109, - 0.322266, - 0.310547, - 0.296875, - 0.271484, - 0.249023, - 0.310547, - 0.3125, - 0.267578, - 0.332031, - 0.237305, - 0.337891, - 0.335938, - 0.326172, - 0.326172, - 0.208008, - 0.320312, - 0.316406, - 0.300781, - 0.158203, - 0.292969, - 0.339844, - 0.353516, - 0.322266, - 0.298828, - 0.335938, - 0.318359, - 0.3125, - 0.197266, - 0.333984, - 0.375, - 0.34375, - 0.300781, - 0.296875, - 0.289062, - 0.322266, - 0.326172, - 0.349609, - 0.302734, - 0.322266, - 0.296875, - 0.330078, - 0.322266, - 0.308594, - 0.3125, - 0.304688, - 0.326172, - 0.302734, - 0.324219, - 0.345703, - 0.363281, - 0.172852, - 0.212891, - 0.232422, - 0.306641, - 0.330078, - 0.277344, - 0.238281, - 0.345703, - 0.267578, - 0.320312, - 0.205078, - 0.304688, - 0.347656, - 0.349609, - 0.330078, - 0.291016, - 0.328125, - 0.165039, - 0.324219, - 0.292969, - 0.333984, - 0.296875, - 0.275391, - 0.225586, - 0.318359, - 0.314453, - 0.291016, - 0.328125, - 0.328125, - 0.339844, - 0.316406, - 0.289062, - 0.314453, - 0.341797, - 0.28125, - 0.271484, - 0.285156, - 0.294922, - 0.294922, - 0.351562, - 0.158203, - 0.283203, - 0.333984, - 0.347656, - 0.310547, - 0.191406, - 0.359375, - 0.332031, - 0.248047, - 0.296875, - 0.15332, - 0.302734, - 0.310547, - 0.326172, - 0.310547, - 0.310547, - 0.302734, - 0.355469, - 0.291016, - 0.294922, - 0.322266, - 0.3125, - 0.527344, - 0.361328, - 0.322266, - 0.337891, - 0.230469, - 0.283203, - 0.326172, - 0.263672, - 0.306641, - 0.316406, - 0.241211, - 0.294922, - 0.347656, - 0.294922, - 0.279297, - 0.22168, - 0.172852, - 0.324219, - 0.316406, - 0.194336, - 0.263672, - 0.345703, - 0.294922, - 0.326172, - 0.333984, - 0.318359, - 0.320312, - 0.3125, - 0.230469, - 0.332031, - 0.182617, - 0.310547, - 0.285156, - 0.255859, - 0.333984, - 0.322266, - 0.300781, - 0.3125, - 0.318359, - 0.314453, - 0.351562, - 0.345703, - 0.324219, - 0.341797, - 0.214844, - 0.328125, - 0.316406, - 0.339844, - 0.347656, - 0.332031, - 0.326172, - 0.298828, - 0.324219, - 0.296875, - 0.292969, - 0.318359, - 0.271484, - 0.330078, - 0.339844, - 0.337891, - 0.330078, - 0.318359, - 0.320312, - 0.34375, - 0.326172, - 0.339844, - 0.3125, - 0.231445, - 0.326172, - 0.296875, - 0.3125, - 0.302734, - 0.314453, - 0.353516, - 0.269531, - 0.314453, - 0.322266, - 0.287109, - 0.34375, - 0.310547, - 0.332031, - 0.332031, - 0.283203, - 0.306641, - 0.308594, - 0.310547, - 0.308594, - 0.326172, - 0.300781, - 0.386719, - 0.302734, - 0.310547, - 0.316406, - 0.318359, - 0.328125, - 0.255859, - 0.322266, - 0.259766, - 0.330078, - 0.316406, - 0.155273, - 0.318359, - 0.245117, - 0.296875, - 0.320312, - 0.291016, - 0.431641, - 0.174805, - 0.310547, - 0.314453, - 0.326172, - 0.316406, - 0.291016, - 0.310547, - 0.306641, - 0.324219, - 0.363281, - 0.291016, - 0.291016, - 0.371094, - 0.298828, - 0.330078, - 0.318359, - 0.314453, - 0.326172, - 0.330078, - 0.332031, - 0.205078, - 0.314453, - 0.478516, - 0.314453, - 0.320312, - 0.335938, - 0.169922, - 0.330078, - 0.263672, - 0.326172, - 0.322266, - 0.296875, - 0.239258, - 0.306641, - 0.322266, - 0.308594, - 0.296875, - 0.3125, - 0.318359, - 0.275391, - 0.140625, - 0.21875, - 0.277344, - 0.322266, - 0.283203, - 0.300781, - 0.322266, - 0.320312, - 0.322266, - 0.328125, - 0.359375, - 0.363281, - 0.128906, - 0.332031, - 0.160156, - 0.271484, - 0.320312, - 0.332031, - 0.275391, - 0.157227, - 0.216797, - 0.324219, - 0.314453, - 0.237305, - 0.304688, - 0.300781, - 0.300781, - 0.322266, - 0.353516, - 0.335938, - 0.326172, - 0.302734, - 0.318359, - 0.304688, - 0.328125, - 0.353516, - 0.390625, - 0.326172, - 0.249023, - 0.324219, - 0.279297, - 0.345703, - 0.314453, - 0.326172, - 0.341797, - 0.291016, - 0.3125, - 0.222656, - 0.3125, - 0.335938, - 0.345703, - 0.349609, - 0.306641, - 0.330078, - 0.320312, - 0.332031, - 0.230469, - 0.292969, - 0.314453, - 0.373047, - 0.298828, - 0.242188, - 0.324219, - 0.223633, - 0.226562, - 0.310547, - 0.3125, - 0.339844, - 0.330078, - 0.3125, - 0.304688, - 0.322266, - 0.146484, - 0.316406, - 0.308594, - 0.330078, - 0.308594, - 0.292969, - 0.304688, - 0.289062, - 0.375, - 0.318359, - 0.333984, - 0.306641, - 0.322266, - 0.261719, - 0.326172, - 0.189453, - 0.253906, - 0.316406, - 0.330078, - 0.318359, - 0.308594, - 0.314453, - 0.302734, - 0.238281, - 0.316406, - 0.314453, - 0.289062, - 0.324219, - 0.318359, - 0.294922, - 0.349609, - 0.328125, - 0.326172, - 0.306641, - 0.314453, - 0.333984, - 0.355469, - 0.306641, - 0.279297, - 0.341797, - 0.333984, - 0.339844, - 0.322266, - 0.285156, - 0.333984, - 0.296875, - 0.302734, - 0.3125, - 0.34375, - 0.298828, - 0.320312, - 0.294922, - 0.357422, - 0.294922, - 0.294922, - 0.263672, - 0.335938, - 0.316406, - 0.355469, - 0.302734, - 0.271484, - 0.259766, - 0.318359, - 0.328125, - 0.324219, - 0.148438, - 0.306641, - 0.320312, - 0.335938, - 0.261719, - 0.245117, - 0.287109, - 0.320312, - 0.263672, - 0.131836, - 0.318359, - 0.275391, - 0.335938, - 0.147461, - 0.333984, - 0.339844, - 0.181641, - 0.339844, - 0.316406, - 0.289062, - 0.333984, - 0.369141, - 0.339844, - 0.316406, - 0.3125, - 0.335938, - 0.275391, - 0.330078, - 0.335938, - 0.320312, - 0.263672, - 0.292969, - 0.279297, - 0.316406, - 0.330078, - 0.198242, - 0.320312, - 0.167969, - 0.328125, - 0.300781, - 0.310547, - 0.298828, - 0.324219, - 0.285156, - 0.40625, - 0.291016, - 0.277344, - 0.316406, - 0.330078, - 0.322266, - 0.271484, - 0.285156, - 0.320312, - 0.302734, - 0.300781, - 0.324219, - 0.320312, - 0.322266, - 0.302734, - 0.0005, - 0.249023, - 0.310547, - 0.138672, - 0.28125, - 0.296875, - 0.283203, - 0.326172, - 0.302734, - 0.345703, - 0.314453, - 0.314453, - 0.333984, - 0.261719, - 0.291016, - 0.212891, - 0.330078, - 0.251953, - 0.142578, - 0.363281, - 0.339844, - 0.335938, - 0.339844, - 0.296875, - 0.304688, - 0.314453, - 0.306641, - 0.326172, - 0.353516, - 0.316406, - 0.337891, - 0.318359, - 0.320312, - 0.324219, - 0.347656, - 0.341797, - 0.296875, - 0.3125, - 0.204102, - 0.322266, - 0.308594, - 0.345703, - 0.249023, - 0.227539, - 0.339844, - 0.357422, - 0.140625, - 0.314453, - 0.306641, - 0.195312, - 0.316406, - 0.320312, - 0.304688, - 0.300781, - 0.34375, - 0.333984, - 0.333984, - 0.263672, - 0.345703, - 0.314453, - 0.285156, - 0.3125, - 0.320312, - 0.349609, - 0.287109, - 0.310547, - 0.294922, - 0.332031, - 0.314453, - 0.333984, - 0.283203, - 0.320312, - 0.310547, - 0.320312, - 0.261719, - 0.28125, - 0.314453, - 0.316406, - 0.351562, - 0.337891, - 0.318359, - 0.326172, - 0.304688, - 0.3125, - 0.314453, - 0.164062, - 0.316406, - 0.304688, - 0.298828, - 0.320312, - 0.294922, - 0.210938, - 0.324219, - 0.318359, - 0.275391, - 0.154297, - 0.294922, - 0.238281, - 0.324219, - 0.255859, - 0.314453, - 0.3125, - 0.332031, - 0.162109, - 0.302734, - 0.3125, - 0.292969, - 0.335938, - 0.316406, - 0.320312, - 0.306641, - 0.251953, - 0.208008, - 0.337891, - 0.316406, - 0.318359, - 0.324219, - 0.300781, - 0.539062, - 0.339844, - 0.335938, - 0.308594, - 0.339844, - 0.353516, - 0.227539, - 0.294922, - 0.298828, - 0.34375, - 0.173828, - 0.326172, - 0.300781, - 0.332031, - 0.333984, - 0.3125, - 0.310547, - 0.302734, - 0.347656, - 0.359375, - 0.21875, - 0.304688, - 0.283203, - 0.324219, - 0.322266, - 0.328125, - 0.326172, - 0.298828, - 0.330078, - 0.322266, - 0.3125, - 0.320312, - 0.337891, - 0.330078, - 0.271484, - 0.308594, - 0.324219, - 0.320312, - 0.330078, - 0.318359, - 0.316406, - 0.308594, - 0.337891, - 0.322266, - 0.251953, - 0.306641, - 0.291016, - 0.324219, - 0.134766, - 0.310547, - 0.300781, - 0.21582, - 0.283203, - 0.332031, - 0.269531, - 0.275391, - 0.320312, - 0.306641, - 0.345703, - 0.283203, - 0.193359, - 0.291016, - 0.24707, - 0.298828, - 0.308594, - 0.34375, - 0.200195, - 0.328125, - 0.328125, - 0.292969, - 0.328125, - 0.302734, - 0.316406, - 0.28125, - 0.255859, - 0.373047, - 0.302734, - 0.291016, - 0.328125, - 0.330078, - 0.318359, - 0.332031, - 0.333984, - 0.322266, - 0.345703, - 0.304688, - 0.320312, - 0.285156, - 0.292969, - 0.176758, - 0.335938, - 0.289062, - 0.267578, - 0.318359, - 0.298828, - 0.287109, - 0.337891, - 0.167969, - 0.294922, - 0.308594, - 0.304688, - 0.326172, - 0.302734, - 0.314453, - 0.324219, - 0.3125, - 0.332031, - 0.175781, - 0.324219, - 0.347656, - 0.294922, - 0.324219, - 0.337891, - 0.108887, - 0.324219, - 0.267578, - 0.326172, - 0.318359, - 0.322266, - 0.185547, - 0.3125, - 0.332031, - 0.310547, - 0.322266, - 0.294922, - 0.324219, - 0.28125, - 0.322266, - 0.314453, - 0.302734, - 0.308594, - 0.322266, - 0.261719, - 0.326172, - 0.333984, - 0.330078, - 0.347656, - 0.263672, - 0.134766, - 0.355469, - 0.34375, - 0.257812, - 0.322266, - 0.357422, - 0.275391, - 0.353516, - 0.298828, - 0.294922, - 0.316406, - 0.294922, - 0.267578, - 0.237305, - 0.289062, - 0.326172, - 0.318359, - 0.328125, - 0.332031, - 0.351562, - 0.320312, - 0.324219, - 0.12793, - 0.371094, - 0.291016, - 0.314453, - 0.322266, - 0.349609, - 0.320312, - 0.324219, - 0.292969, - 0.320312, - 0.294922, - 0.332031, - 0.273438, - 0.324219, - 0.200195, - 0.294922, - 0.296875, - 0.332031, - 0.322266, - 0.298828, - 0.332031, - 0.335938, - 0.155273, - 0.318359, - 0.332031, - 0.172852, - 0.335938, - 0.320312, - 0.306641, - 0.200195, - 0.324219, - 0.320312, - 0.347656, - 0.287109, - 0.322266, - 0.322266, - 0.189453, - 0.318359, - 0.140625, - 0.335938, - 0.345703, - 0.318359, - 0.300781, - 0.306641, - 0.322266, - 0.304688, - 0.267578, - 0.289062, - 0.355469, - 0.330078, - 0.211914, - 0.3125, - 0.279297, - 0.310547, - 0.304688, - 0.314453, - 0.1875, - 0.289062, - 0.341797, - 0.328125, - 0.328125, - 0.15332, - 0.332031, - 0.199219, - 0.275391, - 0.279297, - 0.341797, - 0.136719, - 0.320312, - 0.314453, - 0.310547, - 0.294922, - 0.322266, - 0.277344, - 0.318359, - 0.314453, - 0.349609, - 0.333984, - 0.330078, - 0.330078, - 0.257812, - 0.291016, - 0.225586, - 0.324219, - 0.341797, - 0.296875, - 0.296875, - 0.308594, - 0.359375, - 0.285156, - 0.294922, - 0.310547, - 0.261719, - 0.314453, - 0.246094, - 0.322266, - 0.351562, - 0.285156, - 0.345703, - 0.328125, - 0.339844, - 0.314453, - 0.330078, - 0.339844, - 0.332031, - 0.324219, - 0.306641, - 0.3125, - 0.328125, - 0.316406, - 0.306641, - 0.326172, - 0.322266, - 0.185547, - 0.330078, - 0.273438, - 0.345703, - 0.300781, - 0.333984, - 0.28125, - 0.291016, - 0.161133, - 0.306641, - 0.310547, - 0.3125, - 0.322266, - 0.304688, - 0.353516, - 0.3125, - 0.308594, - 0.304688, - 0.332031, - 0.306641, - 0.3125, - 0.308594, - 0.363281, - 0.333984, - 0.333984, - 0.324219, - 0.314453, - 0.243164, - 0.298828, - 0.316406, - 0.324219, - 0.249023, - 0.316406, - 0.308594, - 0.335938, - 0.326172, - 0.314453, - 0.337891, - 0.320312, - 0.324219, - 0.277344, - 0.285156, - 0.351562, - 0.302734, - 0.306641, - 0.318359, - 0.34375, - 0.236328, - 0.341797, - 0.235352, - 0.318359, - 0.324219, - 0.332031, - 0.251953, - 0.314453, - 0.308594, - 0.287109, - 0.378906, - 0.279297, - 0.296875, - 0.157227, - 0.300781, - 0.316406, - 0.267578, - 0.186523, - 0.253906, - 0.241211, - 0.255859, - 0.318359, - 0.335938, - 0.296875, - 0.149414, - 0.287109, - 0.310547, - 0.172852, - 0.265625, - 0.333984, - 0.298828, - 0.332031, - 0.291016, - 0.308594, - 0.302734, - 0.363281, - 0.294922, - 0.361328, - 0.332031, - 0.333984, - 0.271484, - 0.349609, - 0.333984, - 0.335938, - 0.314453, - 0.310547, - 0.223633, - 0.351562, - 0.139648, - 0.339844, - 0.139648, - 0.326172, - 0.349609, - 0.318359, - 0.255859, - 0.357422, - 0.314453, - 0.28125, - 0.168945, - 0.261719, - 0.318359, - 0.330078, - 0.304688, - 0.142578, - 0.314453, - 0.124512, - 0.318359, - 0.191406, - 0.314453, - 0.210938, - 0.330078, - 0.314453, - 0.349609, - 0.289062, - 0.292969, - 0.310547, - 0.287109, - 0.326172, - 0.351562, - 0.314453, - 0.328125, - 0.349609, - 0.314453, - 0.289062, - 0.291016, - 0.265625, - 0.373047, - 0.289062, - 0.316406, - 0.314453, - 0.330078, - 0.304688, - 0.261719, - 0.267578, - 0.333984, - 0.314453, - 0.259766, - 0.3125, - 0.273438, - 0.318359, - 0.335938, - 0.306641, - 0.308594, - 0.335938, - 0.316406, - 0.302734, - 0.320312, - 0.300781, - 0.347656, - 0.330078, - 0.328125, - 0.335938, - 0.3125, - 0.253906, - 0.320312, - 0.326172, - 0.294922, - 0.302734, - 0.306641, - 0.230469, - 0.246094, - 0.269531, - 0.318359, - 0.3125, - 0.318359, - 0.298828, - 0.332031, - 0.339844, - 0.3125, - 0.335938, - 0.300781, - 0.318359, - 0.330078, - 0.267578, - 0.310547, - 0.289062, - 0.328125, - 0.337891, - 0.333984, - 0.285156, - 0.145508, - 0.170898, - 0.326172, - 0.339844, - 0.359375, - 0.324219, - 0.302734, - 0.320312, - 0.328125, - 0.296875, - 0.318359, - 0.261719, - 0.318359, - 0.163086, - 0.255859, - 0.302734, - 0.310547, - 0.335938, - 0.320312, - 0.326172, - 0.322266, - 0.326172, - 0.335938, - 0.330078, - 0.341797, - 0.213867, - 0.357422, - 0.324219, - 0.349609, - 0.326172, - 0.275391, - 0.269531, - 0.277344, - 0.339844, - 0.306641, - 0.310547 - ] - }, - "name": "model.transformer.layers.11.ffn_norm.weight", - "outputIndexes": [ - 764 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 763, - 764 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_11/Mul_1_output_0", - "outputIndexes": [ - 765 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 765 - ], - "outputIndexes": [ - 2301 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2301 - ], - "outputIndexes": [ - 2302 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear", - "inputIndexes": [ - 2302 - ], - "outputIndexes": [ - 2303 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 7680, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 122880, - "weightSize": 0 - }, - "external": [ - 131180548, - 7864342, - 983040, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2303 - ], - "outputIndexes": [ - 2304 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2304 - ], - "outputIndexes": [ - 766 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 7680 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3840 - ] - }, - "name": "/ffn_11/Mul_output_0", - "outputIndexes": [ - 767 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 766, - 21, - 767, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_11/Slice_output_0", - "outputIndexes": [ - 768 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 768 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_11/Sigmoid_output_0", - "outputIndexes": [ - 769 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 768, - 769 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_11/Mul_output_0", - "outputIndexes": [ - 770 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7680 - ] - }, - "name": "/ffn_11/Mul_1_output_0", - "outputIndexes": [ - 771 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 766, - 767, - 771, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_11/Slice_1_output_0", - "outputIndexes": [ - 772 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 770, - 772 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_11/Mul_2_output_0", - "outputIndexes": [ - 773 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 773 - ], - "outputIndexes": [ - 2305 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3840, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2305 - ], - "outputIndexes": [ - 2306 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear", - "inputIndexes": [ - 2306 - ], - "outputIndexes": [ - 2307 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3840, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 61440, - "weightSize": 0 - }, - "external": [ - 140027930, - 3932182, - 491520, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2307 - ], - "outputIndexes": [ - 2308 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2308 - ], - "outputIndexes": [ - 774 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 762, - 774 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_47_output_0", - "outputIndexes": [ - 775 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 775, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_48_output_0", - "outputIndexes": [ - 776 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 776 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_12/Mul_output_0", - "outputIndexes": [ - 777 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.141602, - 0.114746, - 0.15918, - 0.150391, - 0.15918, - 0.143555, - 0.214844, - 0.15332, - 0.144531, - 0.11084, - 0.154297, - 0.152344, - 0.173828, - 0.174805, - 0.147461, - 0.15332, - 0.19043, - 0.167969, - 0.162109, - 0.160156, - 0.214844, - 0.166992, - 0.15332, - 0.149414, - 0.15918, - 0.204102, - 0.180664, - 0.144531, - 0.166992, - 0.158203, - 0.148438, - 0.183594, - 0.200195, - 0.170898, - 0.164062, - 0.161133, - 0.202148, - 0.157227, - 0.154297, - 0.139648, - 0.213867, - 0.137695, - 0.154297, - 0.112793, - 0.161133, - 0.166992, - 0.178711, - 0.133789, - 0.19043, - 0.180664, - 0.157227, - 0.147461, - 0.155273, - 0.126953, - 0.178711, - 0.118164, - 0.144531, - 0.1875, - 0.143555, - 0.160156, - 0.160156, - 0.151367, - 0.120605, - 0.142578, - 0.318359, - 0.125977, - 0.149414, - 0.163086, - 0.15332, - 0.166016, - 0.148438, - 0.192383, - 0.133789, - 0.195312, - 0.204102, - 0.168945, - 0.135742, - 0.126953, - 0.164062, - 0.194336, - 0.129883, - 0.15332, - 0.138672, - 0.168945, - 0.213867, - 0.15918, - 0.164062, - 0.158203, - 0.185547, - 0.134766, - 0.193359, - 0.160156, - 0.123047, - 0.177734, - 0.133789, - 0.211914, - 0.169922, - 0.126953, - 0.149414, - 0.163086, - 0.174805, - 0.136719, - 0.210938, - 0.126953, - 0.125977, - 0.302734, - 0.152344, - 0.152344, - 0.145508, - 0.098145, - 0.139648, - 0.169922, - 0.157227, - 0.119141, - 0.152344, - 0.145508, - 0.181641, - 0.121094, - 0.15332, - 0.185547, - 0.138672, - 0.171875, - 0.141602, - 0.126953, - 0.165039, - 0.081055, - 0.219727, - 0.198242, - 0.15918, - 0.112305, - 0.138672, - 0.213867, - 0.128906, - 0.198242, - 0.160156, - 0.15625, - 0.176758, - 0.128906, - 0.193359, - 0.151367, - 0.140625, - 0.195312, - 0.15625, - 0.130859, - 0.132812, - 0.120117, - 0.132812, - 0.131836, - 0.15332, - 0.146484, - 0.191406, - 0.162109, - 0.137695, - 0.150391, - 0.211914, - 0.132812, - 0.176758, - 0.150391, - 0.103027, - 0.173828, - 0.181641, - 0.147461, - 0.273438, - 0.147461, - 0.138672, - 0.225586, - 0.174805, - 0.099609, - 0.150391, - 0.180664, - 0.322266, - 0.125, - 0.219727, - 0.166016, - 0.151367, - 0.136719, - 0.134766, - 0.214844, - 0.173828, - 0.168945, - 0.146484, - 0.166992, - 0.178711, - 0.148438, - 0.1875, - 0.149414, - 0.173828, - 0.164062, - 0.139648, - 0.186523, - 0.186523, - 0.1875, - 0.161133, - 0.131836, - 0.135742, - 0.191406, - 0.15625, - 0.151367, - 0.12793, - 0.171875, - 0.169922, - 0.151367, - 0.152344, - 0.15625, - 0.123535, - 0.149414, - 0.130859, - 0.144531, - 0.201172, - 0.158203, - 0.121582, - 0.128906, - 0.155273, - 0.147461, - 0.189453, - 0.144531, - 0.165039, - 0.166992, - 0.160156, - 0.204102, - 0.154297, - 0.18457, - 0.341797, - 0.182617, - 0.122559, - 0.181641, - 0.138672, - 0.143555, - 0.116699, - 0.165039, - 0.18457, - 0.150391, - 0.18457, - 0.151367, - 0.149414, - 0.181641, - 0.167969, - 0.194336, - 0.480469, - 0.145508, - 0.167969, - 0.137695, - 0.130859, - 0.141602, - 0.124512, - 0.172852, - 0.100586, - 0.166016, - 0.161133, - 0.166016, - 0.171875, - 0.144531, - 0.193359, - 0.136719, - 0.147461, - 0.149414, - 0.15625, - 0.196289, - 0.134766, - 0.182617, - 0.135742, - 0.178711, - 0.172852, - 0.160156, - 0.168945, - 0.149414, - 0.174805, - 0.134766, - 0.174805, - 0.130859, - 0.142578, - 0.179688, - 0.126953, - 0.136719, - 0.140625, - 0.188477, - 0.125, - 0.137695, - 0.144531, - 0.167969, - 0.152344, - 0.204102, - 0.168945, - 0.130859, - 0.142578, - 0.171875, - 0.238281, - 0.15625, - 0.139648, - 0.158203, - 0.149414, - 0.166992, - 0.237305, - 0.165039, - 0.199219, - 0.142578, - 0.179688, - 0.162109, - 0.245117, - 0.106934, - 0.179688, - 0.144531, - 0.157227, - 0.12793, - 0.165039, - 0.143555, - 0.304688, - 0.143555, - 0.144531, - 0.147461, - 0.137695, - 0.140625, - 0.15625, - 0.172852, - 0.294922, - 0.148438, - 0.178711, - 0.126953, - 0.25, - 0.162109, - 0.134766, - 0.154297, - 0.192383, - 0.139648, - 0.118652, - 0.163086, - 0.177734, - 0.40625, - 0.138672, - 0.175781, - 0.152344, - 0.137695, - 0.170898, - 0.180664, - 0.191406, - 0.170898, - 0.134766, - 0.110352, - 0.140625, - 0.157227, - 0.15918, - 0.174805, - 0.161133, - 0.192383, - 0.211914, - 0.217773, - 0.144531, - 0.178711, - 0.188477, - 0.123047, - 0.128906, - 0.149414, - 0.123047, - 0.164062, - 0.19043, - 0.172852, - 0.146484, - 0.128906, - 0.129883, - 0.119141, - 0.152344, - 0.213867, - 0.160156, - 0.113281, - 0.134766, - 0.223633, - 0.144531, - 0.182617, - 0.15332, - 0.18457, - 0.169922, - 0.349609, - 0.164062, - 0.125, - 0.123535, - 0.102051, - 0.335938, - 0.140625, - 0.234375, - 0.170898, - 0.174805, - 0.115234, - 0.12793, - 0.154297, - 0.158203, - 0.151367, - 0.177734, - 0.139648, - 0.147461, - 0.193359, - 0.157227, - 0.165039, - 0.204102, - 0.129883, - 0.165039, - 0.18457, - 0.202148, - 0.192383, - 0.123535, - 0.200195, - 0.15918, - 0.168945, - 0.114746, - 0.162109, - 0.169922, - 0.164062, - 0.135742, - 0.15332, - 0.158203, - 0.136719, - 0.100098, - 0.136719, - 0.163086, - 0.199219, - 0.165039, - 0.133789, - 0.168945, - 0.21582, - 0.15918, - 0.152344, - 0.183594, - 0.306641, - 0.129883, - 0.194336, - 0.213867, - 0.135742, - 0.137695, - 0.125977, - 0.146484, - 0.149414, - 0.189453, - 0.12793, - 0.188477, - 0.189453, - 0.125977, - 0.166016, - 0.139648, - 0.138672, - 0.146484, - 0.223633, - 0.185547, - 0.167969, - 0.137695, - 0.18457, - 0.152344, - 0.147461, - 0.15918, - 0.15625, - 0.15918, - 0.131836, - 0.144531, - 0.089844, - 0.150391, - 0.164062, - 0.160156, - 0.152344, - 0.149414, - 0.126953, - 0.152344, - 0.125, - 0.170898, - 0.180664, - 0.205078, - 0.210938, - 0.195312, - 0.147461, - 0.131836, - 0.195312, - 0.15918, - 0.167969, - 0.124512, - 0.196289, - 0.145508, - 0.160156, - 0.164062, - 0.160156, - 0.181641, - 0.182617, - 0.158203, - 0.207031, - 0.191406, - 0.149414, - 0.130859, - 0.133789, - 0.179688, - 0.142578, - 0.167969, - 0.157227, - 0.117676, - 0.136719, - 0.147461, - 0.178711, - 0.194336, - 0.121582, - 0.148438, - 0.185547, - 0.151367, - 0.146484, - 0.141602, - 0.172852, - 0.1875, - 0.199219, - 0.172852, - 0.149414, - 0.149414, - 0.144531, - 0.25, - 0.15625, - 0.158203, - 0.154297, - 0.151367, - 0.176758, - 0.157227, - 0.166992, - 0.162109, - 0.230469, - 0.157227, - 0.186523, - 0.143555, - 0.21875, - 0.172852, - 0.170898, - 0.186523, - 0.140625, - 0.152344, - 0.228516, - 0.147461, - 0.155273, - 0.15332, - 0.143555, - 0.138672, - 0.324219, - 0.158203, - 0.207031, - 0.168945, - 0.166992, - 0.151367, - 0.213867, - 0.141602, - 0.152344, - 0.124023, - 0.154297, - 0.182617, - 0.185547, - 0.212891, - 0.146484, - 0.197266, - 0.21875, - 0.173828, - 0.304688, - 0.15918, - 0.188477, - 0.204102, - 0.365234, - 0.165039, - 0.145508, - 0.155273, - 0.185547, - 0.192383, - 0.204102, - 0.196289, - 0.175781, - 0.162109, - 0.134766, - 0.167969, - 0.134766, - 0.125977, - 0.165039, - 0.130859, - 0.219727, - 0.150391, - 0.09668, - 0.149414, - 0.101562, - 0.177734, - 0.208008, - 0.192383, - 0.131836, - 0.123047, - 0.152344, - 0.180664, - 0.192383, - 0.419922, - 0.143555, - 0.162109, - 0.212891, - 0.166016, - 0.118652, - 0.117676, - 0.152344, - 0.139648, - 0.163086, - 0.207031, - 0.149414, - 0.15625, - 0.145508, - 0.136719, - 0.161133, - 0.118652, - 0.181641, - 0.157227, - 0.21875, - 0.10791, - 0.160156, - 0.146484, - 0.171875, - 0.116699, - 0.168945, - 0.279297, - 0.414062, - 0.160156, - 0.166016, - 0.133789, - 0.191406, - 0.163086, - 0.160156, - 0.124023, - 0.169922, - 0.167969, - 0.155273, - 0.160156, - 0.150391, - 0.181641, - 0.143555, - 0.129883, - 0.306641, - 0.137695, - 0.373047, - 0.132812, - 0.206055, - 0.151367, - 0.129883, - 0.161133, - 0.150391, - 0.15332, - 0.176758, - 0.166992, - 0.144531, - 0.124512, - 0.202148, - 0.137695, - 0.144531, - 0.151367, - 0.12793, - 0.142578, - 0.145508, - 0.222656, - 0.133789, - 0.135742, - 0.120117, - 0.176758, - 0.178711, - 0.123047, - 0.201172, - 0.15332, - 0.136719, - 0.164062, - 0.155273, - 0.196289, - 0.133789, - 0.213867, - 0.185547, - 0.179688, - 0.287109, - 0.18457, - 0.137695, - 0.116699, - 0.18457, - 0.19043, - 0.148438, - 0.196289, - 0.172852, - 0.419922, - 0.152344, - 0.149414, - 0.133789, - 0.185547, - 0.189453, - 0.197266, - 0.158203, - 0.106445, - 0.129883, - 0.15625, - 0.160156, - 0.158203, - 0.165039, - 0.111816, - 0.1875, - 0.119141, - 0.15918, - 0.15625, - 0.192383, - 0.167969, - 0.158203, - 0.143555, - 0.149414, - 0.188477, - 0.099121, - 0.138672, - 0.166992, - 0.15625, - 0.174805, - 0.129883, - 0.183594, - 0.231445, - 0.12207, - 0.15918, - 0.131836, - 0.154297, - 0.232422, - 0.197266, - 0.207031, - 0.133789, - 0.169922, - 0.180664, - 0.189453, - 0.15625, - 0.144531, - 0.179688, - 0.138672, - 0.160156, - 0.172852, - 0.143555, - 0.177734, - 0.180664, - 0.132812, - 0.15918, - 0.151367, - 0.213867, - 0.149414, - 0.132812, - 0.157227, - 0.183594, - 0.144531, - 0.141602, - 0.169922, - 0.194336, - 0.175781, - 0.183594, - 0.166992, - 0.141602, - 0.202148, - 0.196289, - 0.318359, - 0.119629, - 0.145508, - 0.155273, - 0.138672, - 0.149414, - 0.140625, - 0.15918, - 0.150391, - 0.170898, - 0.15918, - 0.162109, - 0.150391, - 0.105957, - 0.267578, - 0.171875, - 0.15332, - 0.180664, - 0.152344, - 0.149414, - 0.167969, - 0.148438, - 0.21875, - 0.130859, - 0.192383, - 0.132812, - 0.15918, - 0.137695, - 0.148438, - 0.124512, - 0.168945, - 0.15918, - 0.174805, - 0.130859, - 0.123047, - 0.143555, - 0.202148, - 0.135742, - 0.120117, - 0.133789, - 0.144531, - 0.200195, - 0.164062, - 0.166992, - 0.174805, - 0.180664, - 0.205078, - 0.148438, - 0.148438, - 0.237305, - 0.165039, - 0.202148, - 0.158203, - 0.091797, - 0.126953, - 0.166016, - 0.140625, - 0.18457, - 0.173828, - 0.157227, - 0.176758, - 0.166016, - 0.157227, - 0.191406, - 0.277344, - 0.10498, - 0.165039, - 0.145508, - 0.161133, - 0.15625, - 0.163086, - 0.175781, - 0.151367, - 0.157227, - 0.166992, - 0.15918, - 0.192383, - 0.151367, - 0.176758, - 0.166016, - 0.151367, - 0.162109, - 0.147461, - 0.124023, - 0.124023, - 0.152344, - 0.143555, - 0.168945, - 0.129883, - 0.141602, - 0.124023, - 0.152344, - 0.138672, - 0.151367, - 0.170898, - 0.182617, - 0.15625, - 0.189453, - 0.211914, - 0.132812, - 0.179688, - 0.138672, - 0.148438, - 0.21875, - 0.133789, - 0.261719, - 0.143555, - 0.183594, - 0.154297, - 0.146484, - 0.167969, - 0.154297, - 0.102051, - 0.12207, - 0.172852, - 0.146484, - 0.166016, - 0.147461, - 0.138672, - 0.105469, - 0.163086, - 0.246094, - 0.138672, - 0.15918, - 0.143555, - 0.181641, - 0.294922, - 0.144531, - 0.146484, - 0.204102, - 0.157227, - 0.132812, - 0.176758, - 0.145508, - 0.168945, - 0.179688, - 0.195312, - 0.138672, - 0.21582, - 0.140625, - 0.171875, - 0.129883, - 0.172852, - 0.166992, - 0.148438, - 0.114746, - 0.171875, - 0.195312, - 0.188477, - 0.141602, - 0.151367, - 0.139648, - 0.141602, - 0.132812, - 0.226562, - 0.154297, - 0.183594, - 0.140625, - 0.138672, - 0.172852, - 0.174805, - 0.12793, - 0.1875, - 0.166992, - 0.179688, - 0.176758, - 0.144531, - 0.130859, - 0.160156, - 0.210938, - 0.083984, - 0.173828, - 0.145508, - 0.132812, - 0.15332, - 0.202148, - 0.139648, - 0.161133, - 0.173828, - 0.166992, - 0.173828, - 0.168945, - 0.157227, - 0.182617, - 0.289062, - 0.200195, - 0.192383, - 0.112793, - 0.226562, - 0.167969, - 0.145508, - 0.135742, - 0.126953, - 0.15332, - 0.126953, - 0.177734, - 0.150391, - 0.204102, - 0.150391, - 0.21875, - 0.363281, - 0.189453, - 0.165039, - 0.261719, - 0.117188, - 0.168945, - 0.121582, - 0.145508, - 0.173828, - 0.227539, - 0.161133, - 0.128906, - 0.135742, - 0.123535, - 0.124023, - 0.158203, - 0.174805, - 0.138672, - 0.132812, - 0.139648, - 0.143555, - 0.168945, - 0.12793, - 0.189453, - 0.15625, - 0.22168, - 0.176758, - 0.169922, - 0.194336, - 0.139648, - 0.05127, - 0.125, - 0.174805, - 0.241211, - 0.151367, - 0.15918, - 0.124023, - 0.124023, - 0.195312, - 0.130859, - 0.263672, - 0.195312, - 0.136719, - 0.550781, - 0.208008, - 0.287109, - 0.175781, - 0.21582, - 0.161133, - 0.15918, - 0.180664, - 0.1875, - 0.179688, - 0.138672, - 0.143555, - 0.138672, - 0.158203, - 0.148438, - 0.177734, - 0.191406, - 0.177734, - 0.164062, - 0.167969, - 0.25, - 0.126953, - 0.121094, - 0.204102, - 0.173828, - 0.160156, - 0.110352, - 0.177734, - 0.150391, - 0.152344, - 0.151367, - 0.18457, - 0.147461, - 0.169922, - 0.211914, - 0.163086, - 0.161133, - 0.163086, - 0.129883, - 0.166992, - 0.178711, - 0.12793, - 0.12207, - 0.132812, - 0.191406, - 0.109375, - 0.242188, - 0.188477, - 0.166992, - 0.237305, - 0.192383, - 0.138672, - 0.168945, - 0.12793, - 0.142578, - 0.148438, - 0.173828, - 0.189453, - 0.147461, - 0.160156, - 0.15332, - 0.181641, - 0.141602, - 0.169922, - 0.135742, - 0.146484, - 0.148438, - 0.188477, - 0.15332, - 0.157227, - 0.172852, - 0.132812, - 0.170898, - 0.146484, - 0.176758, - 0.141602, - 0.172852, - 0.208008, - 0.141602, - 0.234375, - 0.161133, - 0.147461, - 0.197266, - 0.237305, - 0.196289, - 0.182617, - 0.131836, - 0.129883, - 0.277344, - 0.273438, - 0.166016, - 0.120605, - 0.162109, - 0.157227, - 0.170898, - 0.158203, - 0.154297, - 0.166992, - 0.138672, - 0.135742, - 0.202148, - 0.231445, - 0.177734, - 0.212891, - 0.15332, - 0.75, - 0.175781, - 0.15332, - 0.208984, - 0.167969, - 0.174805, - 0.19043, - 0.142578, - 0.161133, - 0.134766, - 0.178711, - 0.167969, - 0.181641, - 0.177734, - 0.188477, - 0.15625, - 0.125, - 0.173828, - 0.139648, - 0.181641, - 0.141602, - 0.171875, - 0.151367, - 0.237305, - 0.147461, - 0.191406, - 0.165039, - 0.15918, - 0.146484, - 0.185547, - 0.203125, - 0.101074, - 0.231445, - 0.205078, - 0.225586, - 0.105957, - 0.12793, - 0.134766, - 0.208984, - 0.128906, - 0.19043, - 0.125977, - 0.170898, - 0.166016, - 0.178711, - 0.181641, - 0.160156, - 0.171875, - 0.167969, - 0.160156, - 0.157227, - 0.124512, - 0.151367, - 0.123535, - 0.15625, - 0.173828, - 0.160156, - 0.166992, - 0.150391, - 0.146484, - 0.135742, - 0.169922, - 0.170898, - 0.166016, - 0.158203, - 0.208008, - 0.123047, - 0.150391, - 0.19043, - 0.135742, - 0.163086, - 0.177734, - 0.219727, - 0.201172, - 0.137695, - 0.201172, - 0.175781, - 0.168945, - 0.198242, - 0.124512, - 0.201172, - 0.151367, - 0.140625, - 0.15625, - 0.180664, - 0.147461, - 0.12793, - 0.166992, - 0.15625, - 0.15625, - 0.131836, - 0.188477, - 0.147461, - 0.164062, - 0.167969, - 0.166016, - 0.163086, - 0.134766, - 0.166016, - 0.168945, - 0.222656, - 0.182617, - 0.11377, - 0.158203, - 0.124512, - 0.170898, - 0.150391, - 0.105957, - 0.170898, - 0.148438, - 0.163086, - 0.131836, - 0.180664, - 0.181641, - 0.149414, - 0.15625, - 0.194336, - 0.170898, - 0.214844, - 0.11377, - 0.253906, - 0.169922, - 0.116211, - 0.180664, - 0.173828, - 0.15332, - 0.152344, - 0.314453, - 0.135742, - 0.233398, - 0.175781, - 0.145508, - 0.157227, - 0.129883, - 0.228516, - 0.170898, - 0.208008, - 0.154297, - 0.180664, - 0.128906, - 0.177734, - 0.149414, - 0.140625, - 0.120117, - 0.150391, - 0.180664, - 0.126953, - 0.082031, - 0.166992, - 0.171875, - 0.140625, - 0.222656, - 0.15918, - 0.158203, - 0.189453, - 0.170898, - 0.130859, - 0.112793, - 0.165039, - 0.188477, - 0.157227, - 0.166016, - 0.166992, - 0.149414, - 0.205078, - 0.142578, - 0.373047, - 0.228516, - 0.19043, - 0.150391, - 0.180664, - 0.151367, - 0.140625, - 0.138672, - 0.140625, - 0.105957, - 0.237305, - 0.129883, - 0.163086, - 0.147461, - 0.168945, - 0.136719, - 0.126953, - 0.179688, - 0.152344, - 0.124023, - 0.117188, - 0.142578, - 0.114746, - 0.168945, - 0.138672, - 0.148438, - 0.142578, - 0.144531, - 0.302734, - 0.168945, - 0.152344, - 0.183594, - 0.259766, - 0.164062, - 0.160156, - 0.136719, - 0.15918, - 0.172852, - 0.163086, - 0.170898, - 0.114746, - 0.15332, - 0.150391, - 0.179688, - 0.130859, - 0.124023, - 0.117676, - 0.129883, - 0.181641, - 0.167969, - 0.174805, - 0.167969, - 0.148438, - 0.137695, - 0.171875, - 0.167969, - 0.149414, - 0.211914, - 0.142578, - 0.143555, - 0.166016, - 0.116211, - 0.125977, - 0.171875, - 0.160156, - 0.15625, - 0.126953, - 0.179688, - 0.182617, - 0.243164, - 0.142578, - 0.193359, - 0.128906, - 0.138672, - 0.126953, - 0.155273, - 0.123047, - 0.168945, - 0.173828, - 0.129883, - 0.161133, - 0.165039, - 0.244141, - 0.171875, - 0.188477, - 0.109863, - 0.15332, - 0.195312, - 0.121094, - 0.139648, - 0.141602, - 0.124023, - 0.15625, - 0.217773, - 0.181641, - 0.177734, - 0.171875, - 0.163086, - 0.18457, - 0.197266, - 0.158203, - 0.176758, - 0.145508, - 0.145508, - 0.180664, - 0.130859, - 0.181641, - 0.170898, - 0.115723, - 0.126953, - 0.139648, - 0.208008, - 0.180664, - 0.166992, - 0.177734, - 0.154297, - 0.194336, - 0.216797, - 0.251953, - 0.168945, - 0.132812, - 0.157227, - 0.189453, - 0.152344, - 0.154297, - 0.201172, - 0.163086, - 0.151367, - 0.173828, - 0.177734, - 0.152344, - 0.363281, - 0.138672, - 0.183594, - 0.114258, - 0.179688, - 0.161133, - 0.15332, - 0.165039, - 0.129883, - 0.172852, - 0.141602, - 0.141602, - 0.161133, - 0.137695, - 0.135742, - 0.173828, - 0.139648, - 0.150391, - 0.165039, - 0.142578, - 0.172852, - 0.15625, - 0.186523, - 0.139648, - 0.259766, - 0.148438, - 0.177734, - 0.162109, - 0.171875, - 0.188477, - 0.163086, - 0.296875, - 0.177734, - 0.120117, - 0.162109, - 0.138672, - 0.163086, - 0.206055, - 0.178711, - 0.170898, - 0.15332, - 0.154297, - 0.146484, - 0.15918, - 0.1875, - 0.142578, - -0.001152, - 0.130859, - 0.126953, - 0.11377, - 0.108398, - 0.189453, - 0.128906, - 0.188477, - 0.158203, - 0.186523, - 0.123047, - 0.109375, - 0.165039, - 0.166016, - 0.138672, - 0.125977, - 0.161133, - 0.114258, - 0.333984, - 0.267578, - 0.163086, - 0.200195, - 0.120605, - 0.139648, - 0.18457, - 0.134766, - 0.160156, - 0.176758, - 0.175781, - 0.147461, - 0.188477, - 0.165039, - 0.169922, - 0.145508, - 0.125, - 0.195312, - 0.122559, - 0.169922, - 0.141602, - 0.151367, - 0.162109, - 0.193359, - 0.143555, - 0.144531, - 0.138672, - 0.132812, - 0.088867, - 0.141602, - 0.169922, - 0.172852, - 0.142578, - 0.131836, - 0.142578, - 0.138672, - 0.128906, - 0.140625, - 0.174805, - 0.168945, - 0.15625, - 0.231445, - 0.158203, - 0.130859, - 0.132812, - 0.173828, - 0.152344, - 0.189453, - 0.216797, - 0.158203, - 0.145508, - 0.119629, - 0.115723, - 0.196289, - 0.11377, - 0.180664, - 0.150391, - 0.120117, - 0.172852, - 0.117188, - 0.177734, - 0.211914, - 0.150391, - 0.151367, - 0.158203, - 0.170898, - 0.12793, - 0.118164, - 0.124512, - 0.149414, - 0.206055, - 0.130859, - 0.133789, - 0.219727, - 0.123535, - 0.144531, - 0.166016, - 0.193359, - 0.166016, - 0.120117, - 0.154297, - 0.137695, - 0.216797, - 0.166016, - 0.15918, - 0.11084, - 0.148438, - 0.131836, - 0.162109, - 0.164062, - 0.179688, - 0.155273, - 0.157227, - 0.12207, - 0.129883, - 0.118164, - 0.174805, - 0.182617, - 0.12793, - 0.154297, - 0.15625, - 0.143555, - 0.171875, - 0.160156, - 0.140625, - 0.213867, - 0.277344, - 0.219727, - 0.155273, - 0.138672, - 0.180664, - 0.175781, - 0.160156, - 0.162109, - 0.163086, - 0.163086, - 0.172852, - 0.173828, - 0.176758, - 0.132812, - 0.129883, - 0.142578, - 0.137695, - 0.191406, - 0.228516, - 0.164062, - 0.160156, - 0.18457, - 0.15625, - 0.209961, - 0.196289, - 0.177734, - 0.18457, - 0.1875, - 0.134766, - 0.15918, - 0.164062, - 0.175781, - 0.180664, - 0.198242, - 0.206055, - 0.133789, - 0.141602, - 0.110352, - 0.162109, - 0.175781, - 0.172852, - 0.189453, - 0.451172, - 0.164062, - 0.180664, - 0.144531, - 0.139648, - 0.15918, - 0.120605, - 0.133789, - 0.178711, - 0.194336, - 0.168945, - 0.148438, - 0.11377, - 0.139648, - 0.178711, - 0.155273, - 0.189453, - 0.177734, - 0.158203, - 0.150391, - 0.186523, - 0.197266, - 0.166016, - 0.173828, - 0.131836, - 0.249023, - 0.128906, - 0.143555, - 0.136719, - 0.132812, - 0.143555, - 0.186523, - 0.201172, - 0.135742, - 0.198242, - 0.154297, - 0.168945, - 0.172852, - 0.15918, - 0.148438, - 0.132812, - 0.132812, - 0.168945, - 0.168945, - 0.12793, - 0.144531, - 0.166016, - 0.141602, - 0.166992, - 0.086426, - 0.155273, - 0.135742, - 0.132812, - 0.176758, - 0.137695, - 0.11084, - 0.151367, - 0.181641, - 0.202148, - 0.108398, - 0.160156, - 0.217773, - 0.169922, - 0.194336, - 0.179688, - 0.120117, - 0.189453, - 0.155273, - 0.209961, - 0.12793, - 0.158203, - 0.150391, - 0.163086, - 0.163086, - 0.143555, - 0.150391, - 0.173828, - 0.166992, - 0.146484, - 0.116211, - 0.157227, - 0.166016, - 0.158203, - 0.211914, - 0.134766, - 0.164062, - 0.145508, - 0.219727, - 0.227539, - 0.196289, - 0.086426, - 0.181641, - 0.142578, - 0.118164, - 0.143555, - 0.194336, - 0.147461, - 0.147461, - 0.18457, - 0.168945, - 0.148438, - 0.118164, - 0.180664, - 0.157227, - 0.139648, - 0.158203, - 0.167969, - 0.134766, - 0.122559, - 0.197266, - 0.182617, - 0.126953, - 0.34375, - 0.230469, - 0.15332, - 0.178711, - 0.179688, - 0.15332, - 0.173828, - 0.179688, - 0.191406, - 0.174805, - 0.161133, - 0.138672, - 0.121582, - 0.182617, - 0.177734, - 0.169922, - 0.227539, - 0.111816, - 0.18457, - 0.114258, - 0.124023, - 0.196289, - 0.142578, - 0.180664, - 0.137695, - 0.125977, - 0.166016, - 0.18457, - 0.137695, - 0.133789, - 0.177734, - 0.186523, - 0.116211, - 0.151367, - 0.161133, - 0.166016, - 0.188477, - 0.166992, - 0.150391, - 0.152344, - 0.147461, - 0.182617, - 0.157227, - 0.149414, - 0.136719, - 0.165039, - 0.25, - 0.154297, - 0.188477, - 0.191406, - 0.177734, - 0.163086, - 0.164062, - 0.177734, - 0.181641, - 0.149414, - 0.12207, - 0.137695, - 0.206055, - 0.180664, - 0.125977, - 0.158203, - 0.150391, - 0.259766, - 0.172852, - 0.189453, - 0.189453, - 0.251953, - 0.145508, - 0.145508, - 0.111816, - 0.161133, - 0.173828, - 0.157227, - 0.149414, - 0.147461, - 0.25, - 0.154297, - 0.166992, - 0.173828, - 0.116699, - 0.114258, - 0.439453, - 0.139648, - 0.152344, - 0.146484, - 0.144531, - 0.140625, - 0.253906, - 0.163086, - 0.170898, - 0.193359, - 0.106934, - 0.165039, - 0.128906, - 0.141602, - 0.152344, - 0.178711, - 0.298828, - 0.162109, - 0.161133, - 0.245117, - 0.135742, - 0.160156, - 0.175781, - 0.172852, - 0.179688, - 0.160156, - 0.152344, - 0.151367, - 0.155273, - 0.166992, - 0.149414, - 0.226562, - 0.209961, - 0.135742, - 0.172852, - 0.178711, - 0.147461, - 0.142578, - 0.147461, - 0.126953, - 0.155273, - 0.12793, - 0.145508, - 0.15332, - 0.144531, - 0.133789, - 0.15918, - 0.176758, - 0.160156, - 0.19043, - 0.154297, - 0.146484, - 0.118652, - 0.320312, - 0.182617, - 0.208008, - 0.137695, - 0.172852, - 0.177734, - 0.118652, - 0.15918, - 0.1875, - 0.133789, - 0.164062, - 0.144531, - 0.155273, - 0.134766, - 0.125, - 0.133789, - 0.139648, - 0.198242, - 0.114746, - 0.138672, - 0.226562, - 0.167969, - 0.148438, - 0.15918, - 0.171875, - 0.25, - 0.179688, - 0.220703, - 0.161133, - 0.160156, - 0.144531, - 0.122559, - 0.157227, - 0.163086, - 0.154297, - 0.109863, - 0.121582, - 0.121582, - 0.108398, - 0.168945, - 0.226562, - 0.149414, - 0.18457, - 0.123047, - 0.210938, - 0.167969, - 0.157227, - 0.171875, - 0.142578, - 0.212891, - 0.154297, - 0.1875, - 0.104492, - 0.157227, - 0.191406, - 0.181641, - 0.183594, - 0.302734, - 0.164062, - 0.205078, - 0.150391, - 0.134766, - 0.116211, - 0.214844, - 0.15332, - 0.163086, - 0.139648, - 0.214844, - 0.140625, - 0.135742, - 0.140625, - 0.12793, - 0.145508, - 0.140625, - 0.170898, - 0.117188, - 0.183594, - 0.192383, - 0.119629, - 0.117676, - 0.185547, - 0.219727, - 0.191406, - 0.146484, - 0.138672, - 0.175781, - 0.142578, - 0.195312, - 0.141602, - 0.192383, - 0.155273, - 0.174805, - 0.237305, - 0.140625, - 0.18457, - 0.25, - 0.177734, - 0.15918, - 0.149414, - 0.140625, - 0.232422, - 0.157227, - 0.137695, - 0.236328, - 0.129883, - 0.138672, - 0.238281, - 0.155273, - 0.151367, - 0.151367, - 0.120117, - 0.118164, - 0.157227, - 0.134766, - 0.205078, - 0.21582, - 0.150391, - 0.164062, - 0.179688, - 0.125977, - 0.168945, - 0.157227, - 0.141602, - 0.117676, - 0.165039, - 0.15625, - 0.154297, - 0.128906, - 0.179688, - 0.167969, - 0.15625, - 0.131836, - 0.154297, - 0.223633, - 0.202148, - 0.15625, - 0.149414, - 0.121582, - 0.140625, - 0.172852, - 0.194336, - 0.157227, - 0.143555, - 0.128906, - 0.15332, - 0.1875, - 0.224609, - 0.179688, - 0.208984, - 0.19043, - 0.141602, - 0.129883, - 0.142578, - 0.132812, - 0.121094, - 0.129883, - 0.158203, - 0.183594, - 0.162109, - 0.152344, - 0.164062, - 0.212891, - 0.180664, - 0.178711, - 0.144531, - 0.163086, - 0.09375, - 0.163086, - 0.185547, - 0.128906, - 0.174805, - 0.126953, - 0.137695, - 0.240234, - 0.134766, - 0.15918, - 0.154297, - 0.126953, - 0.3125, - 0.132812, - 0.176758, - 0.144531, - 0.208008, - 0.142578, - 0.137695, - 0.141602, - 0.189453, - 0.165039, - 0.154297, - 0.15625, - 0.10498, - 0.137695, - 0.148438, - 0.148438, - 0.177734, - 0.15625, - 0.151367, - 0.128906, - 0.15332, - 0.179688, - 0.15625 - ] - }, - "name": "model.transformer.layers.12.attn_norm.weight", - "outputIndexes": [ - 778 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 777, - 778 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_12/Mul_1_output_0", - "outputIndexes": [ - 779 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 779 - ], - "outputIndexes": [ - 2309 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2309 - ], - "outputIndexes": [ - 2310 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear", - "inputIndexes": [ - 2310 - ], - "outputIndexes": [ - 2311 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 144451632, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2311 - ], - "outputIndexes": [ - 2312 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2312 - ], - "outputIndexes": [ - 780 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 779 - ], - "main_type": "NONE", - "name": "/Shape_49_output_0", - "outputIndexes": [ - 781 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 781 - ], - "main_type": "NONE", - "name": "Shape1107", - "outputIndexes": [ - 782 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 781 - ], - "main_type": "NONE", - "name": "Rank1109", - "outputIndexes": [ - 783 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 783, - 783 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1111", - "outputIndexes": [ - 784 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 784 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1112", - "outputIndexes": [ - 785 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 784, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1114", - "outputIndexes": [ - 786 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 786 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1115", - "outputIndexes": [ - 787 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 782, - 785, - 787, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1118", - "outputIndexes": [ - 788 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 788 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1119", - "outputIndexes": [ - 789 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 789 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1120", - "outputIndexes": [ - 790 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 790, - 789 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1121", - "outputIndexes": [ - 791 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 781, - 791, - 784 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_64_output_0", - "outputIndexes": [ - 792 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 792, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_121_output_0", - "outputIndexes": [ - 793 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 793, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_60_output_0", - "outputIndexes": [ - 794 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 780, - 794 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_49_output_0", - "outputIndexes": [ - 795 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 795 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_12/Mul_output_0", - "outputIndexes": [ - 796 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.601562, - -0.009705, - 1.546875, - 0.96875, - 1.632812, - 1.53125, - 1.28125, - 1.460938, - 1.382812, - 1.40625, - 1.335938, - 1.648438, - 1.945312, - 1.734375, - 2.078125, - 1.84375, - 1.328125, - 1.960938, - 1.835938, - 1.921875, - 1.921875, - 0.929688, - 2.09375, - 1.992188, - 2.125, - 2.0, - 0.542969, - 2.125, - 1.929688, - 1.8125, - 1.328125, - 1.789062, - -0.008911, - 0.084473, - 0.084961, - 1.203125, - 0.070312, - 1.609375, - 1.46875, - 1.367188, - 1.554688, - 1.609375, - 1.703125, - 1.742188, - 1.40625, - 1.78125, - 1.265625, - 1.828125, - 2.109375, - 1.882812, - 1.90625, - 1.828125, - 1.851562, - 3.875, - 1.6875, - 1.851562, - 1.765625, - 1.828125, - 2.546875, - 1.828125, - 1.921875, - 2.265625, - 2.25, - 2.171875 - ] - }, - "name": "model.transformer.layers.12.attn.q_norm.weight", - "outputIndexes": [ - 797 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 796, - 797 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_12/Mul_1_output_0", - "outputIndexes": [ - 798 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 798, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_48_output_0", - "outputIndexes": [ - 799 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 798, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_49_output_0", - "outputIndexes": [ - 800 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 800 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_24_output_0", - "outputIndexes": [ - 801 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 798, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_48_output_0", - "outputIndexes": [ - 802 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 801, - 802 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_63_output_0", - "outputIndexes": [ - 803 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 803, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_49_output_0", - "outputIndexes": [ - 804 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 799, - 804 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_48_output_0", - "outputIndexes": [ - 805 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 779 - ], - "outputIndexes": [ - 2313 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2313 - ], - "outputIndexes": [ - 2314 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear", - "inputIndexes": [ - 2314 - ], - "outputIndexes": [ - 2315 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 146227270, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2315 - ], - "outputIndexes": [ - 2316 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2316 - ], - "outputIndexes": [ - 806 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 793, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_61_output_0", - "outputIndexes": [ - 807 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 806, - 807 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_50_output_0", - "outputIndexes": [ - 808 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 808 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_12/Mul_output_0", - "outputIndexes": [ - 809 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.273438, - 0.051025, - 1.1875, - 0.554688, - 1.265625, - 1.578125, - 0.875, - 1.34375, - 0.992188, - 0.796875, - 1.90625, - 1.898438, - 0.980469, - 1.789062, - 0.726562, - 1.789062, - 2.375, - 1.632812, - 1.867188, - 1.84375, - 1.882812, - 3.3125, - 1.742188, - 1.867188, - 1.820312, - 1.890625, - 5.90625, - 1.890625, - 1.960938, - 1.820312, - 2.8125, - 2.171875, - 0.008301, - 0.076172, - -0.001099, - 1.242188, - 0.005157, - 1.617188, - 1.539062, - 1.546875, - 1.640625, - 1.75, - 1.359375, - 1.539062, - 2.109375, - 1.796875, - 2.03125, - 1.828125, - 0.960938, - 1.703125, - 1.828125, - 1.882812, - 1.914062, - 0.200195, - 2.015625, - 2.0, - 1.945312, - 2.0, - 1.234375, - 2.0625, - 2.0, - 1.695312, - 2.171875, - 1.765625 - ] - }, - "name": "model.transformer.layers.12.attn.k_norm.weight", - "outputIndexes": [ - 810 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 809, - 810 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_12/Mul_1_output_0", - "outputIndexes": [ - 811 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 811, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_50_output_0", - "outputIndexes": [ - 812 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 811, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_51_output_0", - "outputIndexes": [ - 813 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 813 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_25_output_0", - "outputIndexes": [ - 814 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 811, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_50_output_0", - "outputIndexes": [ - 815 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 814, - 815 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_64_output_0", - "outputIndexes": [ - 816 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 816, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_51_output_0", - "outputIndexes": [ - 817 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 812, - 817 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_49_output_0", - "outputIndexes": [ - 818 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 779 - ], - "outputIndexes": [ - 2317 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2317 - ], - "outputIndexes": [ - 2318 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear", - "inputIndexes": [ - 2318 - ], - "outputIndexes": [ - 2319 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 146671196, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2319 - ], - "outputIndexes": [ - 2320 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2320 - ], - "outputIndexes": [ - 819 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 819, - 807 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_51_output_0", - "outputIndexes": [ - 820 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 805, - 818, - 820, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.12/self_attn/FusedAttention", - "outputIndexes": [ - 821 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 821 - ], - "outputIndexes": [ - 2321 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2321 - ], - "outputIndexes": [ - 2322 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear", - "inputIndexes": [ - 2322 - ], - "outputIndexes": [ - 2323 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 147115122, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2323 - ], - "outputIndexes": [ - 2324 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2324 - ], - "outputIndexes": [ - 822 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 776, - 822 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_50_output_0", - "outputIndexes": [ - 823 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 823 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_12/Mul_output_0", - "outputIndexes": [ - 824 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.332031, - 0.232422, - 0.304688, - 0.330078, - 0.337891, - 0.310547, - 0.304688, - 0.304688, - 0.298828, - 0.201172, - 0.332031, - 0.277344, - 0.310547, - 0.324219, - 0.314453, - 0.347656, - 0.326172, - 0.285156, - 0.34375, - 0.341797, - 0.34375, - 0.339844, - 0.326172, - 0.267578, - 0.287109, - 0.363281, - 0.326172, - 0.310547, - 0.300781, - 0.289062, - 0.296875, - 0.289062, - 0.306641, - 0.308594, - 0.324219, - 0.330078, - 0.357422, - 0.324219, - 0.285156, - 0.239258, - 0.369141, - 0.308594, - 0.300781, - 0.208984, - 0.330078, - 0.209961, - 0.298828, - 0.298828, - 0.318359, - 0.292969, - 0.330078, - 0.302734, - 0.328125, - 0.234375, - 0.292969, - 0.302734, - 0.306641, - 0.349609, - 0.339844, - 0.335938, - 0.333984, - 0.292969, - 0.318359, - 0.326172, - 0.148438, - 0.306641, - 0.273438, - 0.326172, - 0.341797, - 0.322266, - 0.328125, - 0.292969, - 0.320312, - 0.335938, - 0.244141, - 0.292969, - 0.289062, - 0.302734, - 0.308594, - 0.337891, - 0.294922, - 0.322266, - 0.257812, - 0.302734, - 0.306641, - 0.304688, - 0.296875, - 0.322266, - 0.308594, - 0.263672, - 0.351562, - 0.300781, - 0.3125, - 0.195312, - 0.304688, - 0.373047, - 0.332031, - 0.219727, - 0.320312, - 0.332031, - 0.269531, - 0.330078, - 0.243164, - 0.324219, - 0.300781, - 0.257812, - 0.283203, - 0.3125, - 0.310547, - 0.269531, - 0.253906, - 0.326172, - 0.318359, - 0.302734, - 0.351562, - 0.287109, - 0.302734, - 0.277344, - 0.316406, - 0.318359, - 0.302734, - 0.320312, - 0.271484, - 0.188477, - 0.361328, - 0.177734, - 0.292969, - 0.365234, - 0.211914, - 0.271484, - 0.310547, - 0.353516, - 0.294922, - 0.308594, - 0.269531, - 0.339844, - 0.333984, - 0.289062, - 0.269531, - 0.289062, - 0.269531, - 0.314453, - 0.332031, - 0.314453, - 0.21875, - 0.219727, - 0.310547, - 0.202148, - 0.318359, - 0.233398, - 0.335938, - 0.337891, - 0.310547, - 0.310547, - 0.316406, - 0.291016, - 0.318359, - 0.310547, - 0.196289, - 0.318359, - 0.304688, - 0.320312, - 0.181641, - 0.275391, - 0.271484, - 0.265625, - 0.283203, - 0.198242, - 0.200195, - 0.335938, - 0.171875, - 0.223633, - 0.310547, - 0.24707, - 0.298828, - 0.304688, - 0.271484, - 0.306641, - 0.261719, - 0.339844, - 0.324219, - 0.330078, - 0.308594, - 0.296875, - 0.322266, - 0.302734, - 0.304688, - 0.320312, - 0.330078, - 0.328125, - 0.318359, - 0.353516, - 0.314453, - 0.277344, - 0.304688, - 0.273438, - 0.326172, - 0.265625, - 0.332031, - 0.328125, - 0.333984, - 0.296875, - 0.298828, - 0.306641, - 0.292969, - 0.314453, - 0.306641, - 0.347656, - 0.246094, - 0.22168, - 0.322266, - 0.308594, - 0.335938, - 0.292969, - 0.285156, - 0.322266, - 0.310547, - 0.316406, - 0.318359, - 0.243164, - 0.209961, - 0.310547, - 0.236328, - 0.298828, - 0.224609, - 0.226562, - 0.294922, - 0.337891, - 0.245117, - 0.34375, - 0.261719, - 0.228516, - 0.243164, - 0.318359, - 0.308594, - 0.333984, - 0.285156, - 0.322266, - 0.204102, - 0.320312, - 0.310547, - 0.21875, - 0.335938, - 0.328125, - 0.304688, - 0.330078, - 0.213867, - 0.316406, - 0.217773, - 0.310547, - 0.328125, - 0.207031, - 0.320312, - 0.318359, - 0.294922, - 0.207031, - 0.308594, - 0.320312, - 0.294922, - 0.314453, - 0.289062, - 0.25, - 0.324219, - 0.275391, - 0.289062, - 0.296875, - 0.337891, - 0.28125, - 0.335938, - 0.335938, - 0.328125, - 0.337891, - 0.316406, - 0.322266, - 0.3125, - 0.220703, - 0.265625, - 0.332031, - 0.330078, - 0.320312, - 0.28125, - 0.322266, - 0.328125, - 0.277344, - 0.310547, - 0.333984, - 0.201172, - 0.294922, - 0.310547, - 0.339844, - 0.335938, - 0.308594, - 0.292969, - 0.294922, - 0.322266, - 0.326172, - 0.289062, - 0.318359, - 0.353516, - 0.337891, - 0.341797, - 0.283203, - 0.239258, - 0.298828, - 0.335938, - 0.339844, - 0.219727, - 0.292969, - 0.265625, - 0.324219, - 0.339844, - 0.326172, - 0.298828, - 0.332031, - 0.416016, - 0.328125, - 0.337891, - 0.322266, - 0.339844, - 0.225586, - 0.300781, - 0.306641, - 0.324219, - 0.308594, - 0.349609, - 0.341797, - 0.328125, - 0.000315, - 0.306641, - 0.339844, - 0.3125, - 0.265625, - 0.322266, - 0.318359, - 0.273438, - 0.339844, - 0.308594, - 0.219727, - 0.332031, - 0.308594, - 0.316406, - 0.320312, - 0.363281, - 0.267578, - 0.333984, - 0.257812, - 0.304688, - 0.330078, - 0.332031, - 0.283203, - 0.322266, - 0.292969, - 0.291016, - 0.263672, - 0.248047, - 0.320312, - 0.339844, - 0.318359, - 0.310547, - 0.251953, - 0.304688, - 0.233398, - 0.337891, - 0.34375, - 0.314453, - 0.232422, - 0.332031, - 0.328125, - 0.324219, - 0.320312, - 0.257812, - 0.177734, - 0.314453, - 0.236328, - 0.300781, - 0.271484, - 0.199219, - 0.259766, - 0.345703, - 0.22168, - 0.304688, - 0.365234, - 0.328125, - 0.246094, - 0.259766, - 0.306641, - 0.3125, - 0.316406, - 0.326172, - 0.292969, - 0.296875, - 0.308594, - 0.345703, - 0.328125, - 0.310547, - 0.339844, - 0.359375, - 0.332031, - 0.226562, - 0.326172, - 0.306641, - 0.322266, - 0.289062, - 0.333984, - 0.289062, - 0.222656, - 0.28125, - 0.294922, - 0.314453, - 0.289062, - 0.180664, - 0.328125, - 0.320312, - 0.296875, - 0.267578, - 0.269531, - 0.330078, - 0.34375, - 0.289062, - 0.296875, - 0.300781, - 0.199219, - 0.3125, - 0.333984, - 0.322266, - 0.341797, - 0.353516, - 0.248047, - 0.306641, - 0.306641, - 0.326172, - 0.3125, - 0.392578, - 0.337891, - 0.345703, - 0.304688, - 0.291016, - 0.308594, - 0.328125, - 0.320312, - 0.324219, - 0.326172, - 0.308594, - 0.335938, - 0.296875, - 0.304688, - 0.357422, - 0.318359, - 0.330078, - 0.261719, - 0.314453, - 0.204102, - 0.314453, - 0.316406, - 0.318359, - 0.322266, - 0.330078, - 0.320312, - 0.308594, - 0.265625, - 0.296875, - 0.330078, - 0.322266, - 0.292969, - 0.249023, - 0.326172, - 0.322266, - 0.333984, - 0.300781, - 0.345703, - 0.24707, - 0.237305, - 0.289062, - 0.306641, - 0.3125, - 0.330078, - 0.326172, - 0.287109, - 0.326172, - 0.298828, - 0.339844, - 0.310547, - 0.279297, - 0.332031, - 0.3125, - 0.28125, - 0.328125, - 0.310547, - 0.318359, - 0.316406, - 0.202148, - 0.322266, - 0.339844, - 0.269531, - 0.324219, - 0.253906, - 0.318359, - 0.291016, - 0.330078, - 0.291016, - 0.328125, - 0.337891, - 0.283203, - 0.310547, - 0.318359, - 0.351562, - 0.367188, - 0.310547, - 0.322266, - 0.330078, - 0.306641, - 0.318359, - 0.326172, - 0.324219, - 0.228516, - 0.05542, - 0.3125, - 0.267578, - 0.306641, - 0.214844, - 0.324219, - 0.337891, - 0.275391, - 0.265625, - 0.222656, - 0.21875, - 0.328125, - 0.322266, - 0.304688, - 0.304688, - 0.304688, - 0.212891, - 0.333984, - 0.339844, - 0.347656, - 0.306641, - 0.308594, - 0.359375, - 0.298828, - 0.318359, - 0.304688, - 0.328125, - 0.320312, - 0.308594, - 0.328125, - 0.322266, - 0.229492, - 0.19043, - 0.316406, - 0.318359, - 0.257812, - 0.332031, - 0.332031, - 0.199219, - 0.300781, - 0.314453, - 0.316406, - 0.275391, - 0.279297, - 0.287109, - 0.308594, - 0.261719, - 0.279297, - 0.302734, - 0.306641, - 0.253906, - 0.316406, - 0.229492, - 0.333984, - 0.222656, - 0.320312, - 0.193359, - 0.294922, - 0.328125, - 0.349609, - 0.222656, - 0.294922, - 0.308594, - 0.207031, - 0.306641, - 0.332031, - 0.341797, - 0.308594, - 0.249023, - 0.318359, - 0.333984, - 0.339844, - 0.308594, - 0.300781, - 0.310547, - 0.279297, - 0.337891, - 0.335938, - 0.328125, - 0.310547, - 0.25, - 0.3125, - 0.316406, - 0.300781, - 0.335938, - 0.365234, - 0.304688, - 0.294922, - 0.326172, - 0.302734, - 0.267578, - 0.333984, - 0.333984, - 0.206055, - 0.1875, - 0.341797, - 0.259766, - 0.265625, - 0.365234, - 0.3125, - 0.302734, - 0.318359, - 0.34375, - 0.322266, - 0.347656, - 0.320312, - 0.332031, - 0.287109, - 0.283203, - 0.296875, - 0.246094, - 0.306641, - 0.111328, - 0.337891, - 0.363281, - 0.292969, - 0.318359, - 0.285156, - 0.316406, - 0.345703, - 0.302734, - 0.318359, - 0.320312, - 0.318359, - 0.345703, - 0.328125, - 0.328125, - 0.328125, - 0.292969, - 0.332031, - 0.330078, - 0.351562, - 0.231445, - 0.324219, - 0.296875, - 0.310547, - 0.324219, - 0.277344, - 0.3125, - 0.351562, - 0.304688, - 0.318359, - 0.320312, - 0.353516, - 0.304688, - 0.363281, - 0.355469, - 0.332031, - 0.400391, - 0.302734, - 0.326172, - 0.206055, - 0.320312, - 0.275391, - 0.304688, - 0.296875, - 0.310547, - 0.169922, - 0.292969, - 0.241211, - 0.298828, - 0.269531, - 0.271484, - 0.277344, - 0.320312, - 0.233398, - 0.197266, - 0.322266, - 0.3125, - 0.310547, - 0.34375, - 0.349609, - 0.304688, - 0.269531, - 0.22168, - 0.333984, - 0.330078, - 0.320312, - 0.294922, - 0.335938, - 0.308594, - 0.298828, - 0.259766, - 0.320312, - 0.337891, - 0.326172, - 0.292969, - 0.320312, - 0.333984, - 0.34375, - 0.304688, - 0.337891, - 0.34375, - 0.324219, - 0.251953, - 0.357422, - 0.275391, - 0.347656, - 0.310547, - 0.335938, - 0.304688, - 0.310547, - 0.310547, - 0.361328, - 0.267578, - 0.292969, - 0.332031, - 0.326172, - 0.320312, - 0.304688, - 0.324219, - 0.322266, - 0.337891, - 0.202148, - 0.333984, - 0.263672, - 0.3125, - 0.265625, - 0.3125, - 0.314453, - 0.304688, - 0.275391, - 0.318359, - 0.304688, - 0.296875, - 0.322266, - 0.326172, - 0.322266, - 0.157227, - 0.249023, - 0.306641, - 0.318359, - 0.314453, - 0.224609, - 0.314453, - 0.322266, - 0.333984, - 0.337891, - 0.363281, - 0.326172, - 0.34375, - 0.320312, - 0.287109, - 0.289062, - 0.304688, - 0.243164, - 0.294922, - 0.265625, - 0.332031, - 0.332031, - 0.316406, - 0.292969, - 0.339844, - 0.3125, - 0.304688, - 0.292969, - 0.326172, - 0.322266, - 0.300781, - 0.292969, - 0.3125, - 0.283203, - 0.298828, - 0.324219, - 0.229492, - 0.310547, - 0.208984, - 0.287109, - 0.322266, - 0.339844, - 0.328125, - 0.294922, - 0.298828, - 0.330078, - 0.188477, - 0.271484, - 0.316406, - 0.326172, - 0.208008, - 0.233398, - 0.324219, - 0.261719, - 0.326172, - 0.289062, - 0.328125, - 0.326172, - 0.285156, - 0.300781, - 0.294922, - 0.316406, - 0.335938, - 0.287109, - 0.273438, - 0.289062, - 0.263672, - 0.257812, - 0.339844, - 0.337891, - 0.306641, - 0.347656, - 0.302734, - 0.300781, - 0.316406, - 0.306641, - 0.369141, - 0.324219, - 0.308594, - 0.324219, - 0.300781, - 0.291016, - 0.316406, - 0.219727, - 0.269531, - 0.322266, - 0.302734, - 0.306641, - 0.3125, - 0.263672, - 0.3125, - 0.287109, - 0.304688, - 0.306641, - 0.328125, - 0.306641, - 0.306641, - 0.302734, - 0.292969, - 0.384766, - 0.332031, - 0.341797, - 0.3125, - 0.285156, - 0.314453, - 0.373047, - 0.318359, - 0.298828, - 0.349609, - 0.326172, - 0.341797, - 0.265625, - 0.217773, - 0.298828, - 0.292969, - 0.257812, - 0.332031, - 0.316406, - 0.283203, - 0.205078, - 0.314453, - 0.236328, - 0.289062, - 0.318359, - 0.277344, - 0.302734, - 0.182617, - 0.337891, - 0.236328, - 0.349609, - 0.322266, - 0.330078, - 0.269531, - 0.310547, - 0.314453, - 0.318359, - 0.337891, - 0.324219, - 0.279297, - 0.306641, - 0.320312, - 0.318359, - 0.332031, - 0.324219, - 0.316406, - 0.318359, - 0.326172, - 0.296875, - 0.332031, - 0.203125, - 0.310547, - 0.251953, - 0.333984, - 0.326172, - 0.318359, - 0.306641, - 0.345703, - 0.320312, - 0.271484, - 0.206055, - 0.335938, - 0.25, - 0.294922, - 0.320312, - 0.322266, - 0.302734, - 0.335938, - 0.337891, - 0.316406, - 0.328125, - 0.201172, - 0.339844, - 0.308594, - 0.3125, - 0.330078, - 0.322266, - 0.296875, - 0.337891, - 0.298828, - 0.337891, - 0.378906, - 0.275391, - 0.3125, - 0.308594, - 0.246094, - 0.296875, - 0.259766, - 0.34375, - 0.298828, - 0.287109, - 0.310547, - 0.308594, - 0.337891, - 0.316406, - 0.308594, - 0.328125, - 0.339844, - 0.335938, - 0.318359, - 0.320312, - 0.168945, - 0.21875, - 0.279297, - 0.180664, - 0.296875, - 0.316406, - 0.302734, - 0.314453, - 0.287109, - 0.196289, - 0.322266, - 0.3125, - 0.242188, - 0.333984, - 0.378906, - 0.245117, - 0.332031, - 0.314453, - 0.316406, - 0.296875, - 0.314453, - 0.326172, - 0.189453, - 0.324219, - 0.302734, - 0.314453, - 0.337891, - 0.330078, - 0.345703, - 0.291016, - 0.195312, - 0.271484, - 0.326172, - 0.25, - 0.226562, - 0.204102, - 0.308594, - 0.314453, - 0.300781, - 0.267578, - 0.25, - 0.310547, - 0.318359, - 0.285156, - 0.330078, - 0.253906, - 0.339844, - 0.328125, - 0.335938, - 0.328125, - 0.210938, - 0.310547, - 0.330078, - 0.298828, - 0.194336, - 0.291016, - 0.332031, - 0.341797, - 0.324219, - 0.306641, - 0.333984, - 0.316406, - 0.300781, - 0.207031, - 0.324219, - 0.367188, - 0.353516, - 0.298828, - 0.294922, - 0.287109, - 0.337891, - 0.335938, - 0.332031, - 0.298828, - 0.314453, - 0.289062, - 0.328125, - 0.318359, - 0.310547, - 0.3125, - 0.298828, - 0.318359, - 0.296875, - 0.326172, - 0.341797, - 0.359375, - 0.204102, - 0.220703, - 0.245117, - 0.300781, - 0.326172, - 0.291016, - 0.245117, - 0.361328, - 0.271484, - 0.318359, - 0.211914, - 0.3125, - 0.353516, - 0.335938, - 0.337891, - 0.289062, - 0.324219, - 0.207031, - 0.337891, - 0.294922, - 0.335938, - 0.296875, - 0.285156, - 0.233398, - 0.324219, - 0.316406, - 0.291016, - 0.320312, - 0.322266, - 0.330078, - 0.318359, - 0.287109, - 0.300781, - 0.337891, - 0.28125, - 0.267578, - 0.275391, - 0.298828, - 0.292969, - 0.353516, - 0.194336, - 0.267578, - 0.332031, - 0.333984, - 0.314453, - 0.196289, - 0.384766, - 0.324219, - 0.255859, - 0.291016, - 0.217773, - 0.310547, - 0.310547, - 0.326172, - 0.306641, - 0.310547, - 0.310547, - 0.355469, - 0.314453, - 0.308594, - 0.337891, - 0.320312, - 0.574219, - 0.345703, - 0.328125, - 0.339844, - 0.235352, - 0.289062, - 0.333984, - 0.267578, - 0.314453, - 0.304688, - 0.248047, - 0.296875, - 0.345703, - 0.287109, - 0.285156, - 0.241211, - 0.200195, - 0.324219, - 0.310547, - 0.21582, - 0.257812, - 0.349609, - 0.285156, - 0.337891, - 0.328125, - 0.3125, - 0.326172, - 0.3125, - 0.242188, - 0.320312, - 0.198242, - 0.289062, - 0.289062, - 0.255859, - 0.345703, - 0.302734, - 0.294922, - 0.314453, - 0.3125, - 0.322266, - 0.351562, - 0.34375, - 0.333984, - 0.339844, - 0.222656, - 0.341797, - 0.330078, - 0.341797, - 0.367188, - 0.339844, - 0.324219, - 0.302734, - 0.332031, - 0.304688, - 0.287109, - 0.318359, - 0.277344, - 0.339844, - 0.345703, - 0.339844, - 0.3125, - 0.328125, - 0.318359, - 0.337891, - 0.324219, - 0.34375, - 0.314453, - 0.226562, - 0.332031, - 0.287109, - 0.320312, - 0.306641, - 0.318359, - 0.357422, - 0.279297, - 0.292969, - 0.320312, - 0.296875, - 0.347656, - 0.308594, - 0.345703, - 0.339844, - 0.285156, - 0.318359, - 0.296875, - 0.314453, - 0.3125, - 0.333984, - 0.310547, - 0.369141, - 0.298828, - 0.324219, - 0.318359, - 0.3125, - 0.326172, - 0.251953, - 0.324219, - 0.251953, - 0.339844, - 0.333984, - 0.211914, - 0.322266, - 0.239258, - 0.291016, - 0.310547, - 0.285156, - 0.339844, - 0.196289, - 0.324219, - 0.328125, - 0.328125, - 0.320312, - 0.296875, - 0.316406, - 0.320312, - 0.337891, - 0.375, - 0.287109, - 0.289062, - 0.341797, - 0.292969, - 0.330078, - 0.322266, - 0.3125, - 0.333984, - 0.332031, - 0.341797, - 0.217773, - 0.322266, - 0.447266, - 0.310547, - 0.318359, - 0.328125, - 0.207031, - 0.341797, - 0.263672, - 0.314453, - 0.324219, - 0.296875, - 0.248047, - 0.310547, - 0.318359, - 0.306641, - 0.291016, - 0.306641, - 0.320312, - 0.275391, - 0.179688, - 0.222656, - 0.28125, - 0.314453, - 0.296875, - 0.300781, - 0.322266, - 0.322266, - 0.322266, - 0.333984, - 0.34375, - 0.367188, - 0.185547, - 0.330078, - 0.21875, - 0.259766, - 0.316406, - 0.332031, - 0.285156, - 0.180664, - 0.226562, - 0.318359, - 0.316406, - 0.25, - 0.296875, - 0.294922, - 0.300781, - 0.318359, - 0.332031, - 0.363281, - 0.328125, - 0.296875, - 0.322266, - 0.302734, - 0.328125, - 0.339844, - 0.396484, - 0.330078, - 0.255859, - 0.300781, - 0.283203, - 0.326172, - 0.318359, - 0.335938, - 0.332031, - 0.292969, - 0.304688, - 0.223633, - 0.308594, - 0.339844, - 0.349609, - 0.361328, - 0.310547, - 0.318359, - 0.328125, - 0.328125, - 0.248047, - 0.294922, - 0.316406, - 0.339844, - 0.304688, - 0.255859, - 0.335938, - 0.245117, - 0.239258, - 0.300781, - 0.324219, - 0.328125, - 0.330078, - 0.330078, - 0.298828, - 0.324219, - 0.203125, - 0.326172, - 0.300781, - 0.320312, - 0.318359, - 0.302734, - 0.296875, - 0.283203, - 0.365234, - 0.324219, - 0.328125, - 0.310547, - 0.333984, - 0.257812, - 0.322266, - 0.231445, - 0.257812, - 0.324219, - 0.326172, - 0.328125, - 0.310547, - 0.304688, - 0.296875, - 0.245117, - 0.314453, - 0.318359, - 0.275391, - 0.316406, - 0.306641, - 0.28125, - 0.34375, - 0.318359, - 0.304688, - 0.310547, - 0.316406, - 0.314453, - 0.347656, - 0.3125, - 0.271484, - 0.345703, - 0.347656, - 0.337891, - 0.3125, - 0.279297, - 0.322266, - 0.298828, - 0.310547, - 0.310547, - 0.353516, - 0.306641, - 0.318359, - 0.291016, - 0.34375, - 0.294922, - 0.3125, - 0.25, - 0.339844, - 0.306641, - 0.386719, - 0.3125, - 0.273438, - 0.253906, - 0.314453, - 0.310547, - 0.322266, - 0.179688, - 0.296875, - 0.322266, - 0.320312, - 0.277344, - 0.255859, - 0.294922, - 0.326172, - 0.267578, - 0.204102, - 0.332031, - 0.275391, - 0.333984, - 0.176758, - 0.332031, - 0.347656, - 0.200195, - 0.351562, - 0.326172, - 0.294922, - 0.341797, - 0.328125, - 0.333984, - 0.316406, - 0.310547, - 0.328125, - 0.277344, - 0.304688, - 0.337891, - 0.3125, - 0.273438, - 0.289062, - 0.273438, - 0.314453, - 0.328125, - 0.219727, - 0.320312, - 0.189453, - 0.324219, - 0.3125, - 0.310547, - 0.300781, - 0.314453, - 0.283203, - 0.423828, - 0.294922, - 0.269531, - 0.314453, - 0.335938, - 0.318359, - 0.275391, - 0.289062, - 0.326172, - 0.314453, - 0.3125, - 0.326172, - 0.320312, - 0.330078, - 0.304688, - -0.000774, - 0.253906, - 0.3125, - 0.198242, - 0.279297, - 0.296875, - 0.28125, - 0.349609, - 0.316406, - 0.34375, - 0.298828, - 0.296875, - 0.335938, - 0.255859, - 0.292969, - 0.222656, - 0.341797, - 0.257812, - 0.168945, - 0.386719, - 0.347656, - 0.333984, - 0.326172, - 0.292969, - 0.316406, - 0.296875, - 0.300781, - 0.316406, - 0.386719, - 0.3125, - 0.347656, - 0.330078, - 0.314453, - 0.316406, - 0.345703, - 0.34375, - 0.285156, - 0.314453, - 0.208008, - 0.322266, - 0.308594, - 0.355469, - 0.25, - 0.232422, - 0.337891, - 0.333984, - 0.171875, - 0.3125, - 0.322266, - 0.209961, - 0.320312, - 0.324219, - 0.304688, - 0.294922, - 0.328125, - 0.320312, - 0.337891, - 0.267578, - 0.333984, - 0.300781, - 0.287109, - 0.318359, - 0.308594, - 0.380859, - 0.287109, - 0.320312, - 0.310547, - 0.324219, - 0.318359, - 0.322266, - 0.279297, - 0.314453, - 0.310547, - 0.314453, - 0.267578, - 0.283203, - 0.306641, - 0.302734, - 0.361328, - 0.347656, - 0.308594, - 0.324219, - 0.306641, - 0.314453, - 0.310547, - 0.208008, - 0.320312, - 0.304688, - 0.316406, - 0.316406, - 0.289062, - 0.226562, - 0.320312, - 0.3125, - 0.273438, - 0.188477, - 0.298828, - 0.24707, - 0.330078, - 0.253906, - 0.324219, - 0.310547, - 0.324219, - 0.219727, - 0.296875, - 0.308594, - 0.300781, - 0.339844, - 0.306641, - 0.318359, - 0.304688, - 0.261719, - 0.231445, - 0.333984, - 0.308594, - 0.330078, - 0.314453, - 0.302734, - 0.412109, - 0.337891, - 0.347656, - 0.316406, - 0.324219, - 0.359375, - 0.237305, - 0.296875, - 0.304688, - 0.341797, - 0.21582, - 0.330078, - 0.300781, - 0.330078, - 0.333984, - 0.318359, - 0.298828, - 0.310547, - 0.339844, - 0.337891, - 0.230469, - 0.308594, - 0.285156, - 0.318359, - 0.326172, - 0.316406, - 0.339844, - 0.291016, - 0.328125, - 0.335938, - 0.3125, - 0.318359, - 0.333984, - 0.339844, - 0.265625, - 0.320312, - 0.322266, - 0.310547, - 0.332031, - 0.322266, - 0.304688, - 0.306641, - 0.335938, - 0.316406, - 0.25, - 0.306641, - 0.289062, - 0.332031, - 0.12207, - 0.308594, - 0.310547, - 0.233398, - 0.285156, - 0.326172, - 0.271484, - 0.287109, - 0.322266, - 0.300781, - 0.337891, - 0.279297, - 0.21582, - 0.285156, - 0.24707, - 0.298828, - 0.308594, - 0.34375, - 0.21875, - 0.318359, - 0.326172, - 0.298828, - 0.328125, - 0.296875, - 0.304688, - 0.279297, - 0.259766, - 0.328125, - 0.296875, - 0.287109, - 0.320312, - 0.328125, - 0.322266, - 0.330078, - 0.337891, - 0.326172, - 0.355469, - 0.308594, - 0.3125, - 0.283203, - 0.28125, - 0.212891, - 0.337891, - 0.296875, - 0.271484, - 0.310547, - 0.304688, - 0.291016, - 0.337891, - 0.203125, - 0.292969, - 0.314453, - 0.292969, - 0.332031, - 0.304688, - 0.304688, - 0.316406, - 0.324219, - 0.345703, - 0.196289, - 0.314453, - 0.361328, - 0.292969, - 0.330078, - 0.349609, - 0.193359, - 0.341797, - 0.269531, - 0.339844, - 0.308594, - 0.326172, - 0.212891, - 0.304688, - 0.326172, - 0.304688, - 0.314453, - 0.296875, - 0.335938, - 0.273438, - 0.324219, - 0.316406, - 0.306641, - 0.314453, - 0.326172, - 0.255859, - 0.34375, - 0.335938, - 0.333984, - 0.349609, - 0.271484, - 0.177734, - 0.341797, - 0.339844, - 0.259766, - 0.306641, - 0.376953, - 0.283203, - 0.365234, - 0.298828, - 0.294922, - 0.322266, - 0.291016, - 0.265625, - 0.237305, - 0.296875, - 0.332031, - 0.320312, - 0.333984, - 0.322266, - 0.353516, - 0.320312, - 0.308594, - 0.139648, - 0.375, - 0.289062, - 0.322266, - 0.328125, - 0.355469, - 0.314453, - 0.330078, - 0.291016, - 0.310547, - 0.294922, - 0.347656, - 0.269531, - 0.333984, - 0.213867, - 0.291016, - 0.292969, - 0.337891, - 0.326172, - 0.28125, - 0.322266, - 0.337891, - 0.203125, - 0.314453, - 0.333984, - 0.188477, - 0.347656, - 0.320312, - 0.300781, - 0.222656, - 0.330078, - 0.324219, - 0.324219, - 0.285156, - 0.320312, - 0.326172, - 0.225586, - 0.314453, - 0.211914, - 0.326172, - 0.339844, - 0.320312, - 0.308594, - 0.3125, - 0.316406, - 0.300781, - 0.257812, - 0.291016, - 0.357422, - 0.322266, - 0.22168, - 0.318359, - 0.287109, - 0.308594, - 0.291016, - 0.306641, - 0.205078, - 0.283203, - 0.365234, - 0.330078, - 0.330078, - 0.193359, - 0.3125, - 0.21582, - 0.271484, - 0.273438, - 0.353516, - 0.173828, - 0.328125, - 0.320312, - 0.302734, - 0.308594, - 0.316406, - 0.283203, - 0.308594, - 0.298828, - 0.361328, - 0.339844, - 0.337891, - 0.316406, - 0.263672, - 0.279297, - 0.237305, - 0.3125, - 0.345703, - 0.302734, - 0.300781, - 0.320312, - 0.359375, - 0.287109, - 0.300781, - 0.304688, - 0.257812, - 0.3125, - 0.253906, - 0.310547, - 0.355469, - 0.287109, - 0.359375, - 0.326172, - 0.339844, - 0.347656, - 0.333984, - 0.341797, - 0.314453, - 0.320312, - 0.3125, - 0.316406, - 0.332031, - 0.314453, - 0.300781, - 0.324219, - 0.316406, - 0.201172, - 0.330078, - 0.273438, - 0.351562, - 0.289062, - 0.332031, - 0.289062, - 0.289062, - 0.191406, - 0.300781, - 0.302734, - 0.3125, - 0.328125, - 0.306641, - 0.337891, - 0.306641, - 0.3125, - 0.306641, - 0.353516, - 0.310547, - 0.320312, - 0.316406, - 0.416016, - 0.345703, - 0.351562, - 0.322266, - 0.3125, - 0.251953, - 0.285156, - 0.316406, - 0.316406, - 0.255859, - 0.308594, - 0.306641, - 0.322266, - 0.335938, - 0.320312, - 0.332031, - 0.316406, - 0.326172, - 0.275391, - 0.292969, - 0.357422, - 0.306641, - 0.3125, - 0.318359, - 0.339844, - 0.25, - 0.335938, - 0.245117, - 0.335938, - 0.322266, - 0.332031, - 0.255859, - 0.308594, - 0.294922, - 0.285156, - 0.353516, - 0.269531, - 0.292969, - 0.208008, - 0.291016, - 0.316406, - 0.273438, - 0.208008, - 0.253906, - 0.25, - 0.251953, - 0.322266, - 0.330078, - 0.292969, - 0.204102, - 0.277344, - 0.326172, - 0.197266, - 0.263672, - 0.341797, - 0.302734, - 0.326172, - 0.322266, - 0.310547, - 0.308594, - 0.380859, - 0.287109, - 0.34375, - 0.330078, - 0.330078, - 0.275391, - 0.332031, - 0.34375, - 0.333984, - 0.318359, - 0.310547, - 0.230469, - 0.353516, - 0.200195, - 0.335938, - 0.1875, - 0.320312, - 0.361328, - 0.322266, - 0.251953, - 0.355469, - 0.324219, - 0.28125, - 0.202148, - 0.259766, - 0.314453, - 0.337891, - 0.302734, - 0.1875, - 0.318359, - 0.194336, - 0.306641, - 0.208984, - 0.306641, - 0.229492, - 0.351562, - 0.320312, - 0.357422, - 0.285156, - 0.279297, - 0.314453, - 0.285156, - 0.326172, - 0.349609, - 0.296875, - 0.322266, - 0.357422, - 0.320312, - 0.294922, - 0.298828, - 0.261719, - 0.359375, - 0.294922, - 0.320312, - 0.320312, - 0.335938, - 0.308594, - 0.267578, - 0.263672, - 0.326172, - 0.314453, - 0.259766, - 0.320312, - 0.257812, - 0.318359, - 0.341797, - 0.3125, - 0.298828, - 0.333984, - 0.322266, - 0.291016, - 0.324219, - 0.302734, - 0.347656, - 0.332031, - 0.326172, - 0.332031, - 0.298828, - 0.261719, - 0.3125, - 0.326172, - 0.306641, - 0.3125, - 0.294922, - 0.237305, - 0.25, - 0.267578, - 0.3125, - 0.314453, - 0.318359, - 0.302734, - 0.332031, - 0.306641, - 0.302734, - 0.310547, - 0.306641, - 0.333984, - 0.314453, - 0.271484, - 0.304688, - 0.294922, - 0.332031, - 0.332031, - 0.339844, - 0.296875, - 0.210938, - 0.19043, - 0.332031, - 0.341797, - 0.339844, - 0.335938, - 0.298828, - 0.310547, - 0.330078, - 0.302734, - 0.320312, - 0.265625, - 0.308594, - 0.177734, - 0.261719, - 0.304688, - 0.308594, - 0.339844, - 0.306641, - 0.332031, - 0.332031, - 0.335938, - 0.335938, - 0.332031, - 0.341797, - 0.224609, - 0.337891, - 0.320312, - 0.357422, - 0.333984, - 0.277344, - 0.265625, - 0.277344, - 0.345703, - 0.318359, - 0.304688 - ] - }, - "name": "model.transformer.layers.12.ffn_norm.weight", - "outputIndexes": [ - 825 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 824, - 825 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_12/Mul_1_output_0", - "outputIndexes": [ - 826 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 826 - ], - "outputIndexes": [ - 2325 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2325 - ], - "outputIndexes": [ - 2326 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear", - "inputIndexes": [ - 2326 - ], - "outputIndexes": [ - 2327 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 131072, - "weightSize": 0 - }, - "external": [ - 148884616, - 8388630, - 1048576, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2327 - ], - "outputIndexes": [ - 2328 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2328 - ], - "outputIndexes": [ - 827 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 827, - 21, - 345, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_12/Slice_output_0", - "outputIndexes": [ - 828 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 828 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_12/Sigmoid_output_0", - "outputIndexes": [ - 829 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 828, - 829 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_12/Mul_output_0", - "outputIndexes": [ - 830 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 8192 - ] - }, - "name": "/ffn_12/Mul_1_output_0", - "outputIndexes": [ - 831 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 827, - 345, - 831, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_12/Slice_1_output_0", - "outputIndexes": [ - 832 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 830, - 832 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_12/Mul_2_output_0", - "outputIndexes": [ - 833 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 833 - ], - "outputIndexes": [ - 2329 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 4096, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2329 - ], - "outputIndexes": [ - 2330 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear", - "inputIndexes": [ - 2330 - ], - "outputIndexes": [ - 2331 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 4096, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 65536, - "weightSize": 0 - }, - "external": [ - 158321822, - 4194326, - 524288, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2331 - ], - "outputIndexes": [ - 2332 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2332 - ], - "outputIndexes": [ - 834 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 823, - 834 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_51_output_0", - "outputIndexes": [ - 835 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 835, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_52_output_0", - "outputIndexes": [ - 836 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 836 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_13/Mul_output_0", - "outputIndexes": [ - 837 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.148438, - 0.124023, - 0.171875, - 0.150391, - 0.167969, - 0.149414, - 0.228516, - 0.162109, - 0.160156, - 0.138672, - 0.169922, - 0.155273, - 0.167969, - 0.18457, - 0.146484, - 0.109863, - 0.191406, - 0.199219, - 0.166992, - 0.168945, - 0.226562, - 0.162109, - 0.144531, - 0.164062, - 0.161133, - 0.213867, - 0.195312, - 0.152344, - 0.181641, - 0.176758, - 0.139648, - 0.198242, - 0.206055, - 0.171875, - 0.171875, - 0.172852, - 0.213867, - 0.171875, - 0.162109, - 0.150391, - 0.212891, - 0.130859, - 0.166016, - 0.18457, - 0.161133, - 0.196289, - 0.195312, - 0.135742, - 0.207031, - 0.182617, - 0.158203, - 0.15918, - 0.152344, - 0.130859, - 0.165039, - 0.12207, - 0.139648, - 0.1875, - 0.155273, - 0.157227, - 0.172852, - 0.157227, - 0.126953, - 0.138672, - 0.219727, - 0.141602, - 0.15332, - 0.161133, - 0.154297, - 0.185547, - 0.150391, - 0.211914, - 0.119629, - 0.197266, - 0.205078, - 0.193359, - 0.152344, - 0.129883, - 0.174805, - 0.206055, - 0.129883, - 0.152344, - 0.144531, - 0.178711, - 0.21582, - 0.164062, - 0.169922, - 0.167969, - 0.207031, - 0.139648, - 0.201172, - 0.163086, - 0.120117, - 0.224609, - 0.116699, - 0.228516, - 0.171875, - 0.144531, - 0.136719, - 0.178711, - 0.194336, - 0.125977, - 0.202148, - 0.130859, - 0.12793, - 0.335938, - 0.15625, - 0.164062, - 0.138672, - 0.10498, - 0.157227, - 0.191406, - 0.162109, - 0.126953, - 0.177734, - 0.141602, - 0.186523, - 0.132812, - 0.15918, - 0.197266, - 0.145508, - 0.18457, - 0.15625, - 0.198242, - 0.188477, - 0.084473, - 0.228516, - 0.225586, - 0.194336, - 0.116211, - 0.139648, - 0.234375, - 0.123047, - 0.207031, - 0.172852, - 0.162109, - 0.195312, - 0.083008, - 0.182617, - 0.15332, - 0.137695, - 0.198242, - 0.166016, - 0.125, - 0.15332, - 0.1875, - 0.137695, - 0.188477, - 0.140625, - 0.165039, - 0.192383, - 0.162109, - 0.151367, - 0.170898, - 0.203125, - 0.140625, - 0.1875, - 0.173828, - 0.117676, - 0.174805, - 0.186523, - 0.150391, - 0.300781, - 0.140625, - 0.141602, - 0.244141, - 0.171875, - 0.111328, - 0.206055, - 0.192383, - 0.363281, - 0.132812, - 0.236328, - 0.183594, - 0.166016, - 0.132812, - 0.155273, - 0.194336, - 0.186523, - 0.194336, - 0.157227, - 0.174805, - 0.179688, - 0.152344, - 0.19043, - 0.151367, - 0.174805, - 0.173828, - 0.139648, - 0.179688, - 0.223633, - 0.206055, - 0.15625, - 0.133789, - 0.146484, - 0.21875, - 0.157227, - 0.143555, - 0.114258, - 0.189453, - 0.173828, - 0.154297, - 0.158203, - 0.157227, - 0.119141, - 0.167969, - 0.137695, - 0.133789, - 0.212891, - 0.180664, - 0.117676, - 0.135742, - 0.172852, - 0.165039, - 0.177734, - 0.132812, - 0.173828, - 0.167969, - 0.169922, - 0.216797, - 0.235352, - 0.227539, - 0.390625, - 0.164062, - 0.146484, - 0.197266, - 0.152344, - 0.135742, - 0.124023, - 0.15625, - 0.167969, - 0.196289, - 0.175781, - 0.149414, - 0.167969, - 0.174805, - 0.172852, - 0.197266, - 0.480469, - 0.150391, - 0.15918, - 0.158203, - 0.139648, - 0.157227, - 0.12793, - 0.208984, - 0.125, - 0.175781, - 0.226562, - 0.175781, - 0.168945, - 0.200195, - 0.1875, - 0.12793, - 0.161133, - 0.199219, - 0.163086, - 0.198242, - 0.134766, - 0.188477, - 0.152344, - 0.205078, - 0.198242, - 0.15918, - 0.181641, - 0.151367, - 0.169922, - 0.133789, - 0.216797, - 0.131836, - 0.140625, - 0.182617, - 0.150391, - 0.139648, - 0.148438, - 0.271484, - 0.116699, - 0.143555, - 0.145508, - 0.175781, - 0.152344, - 0.208984, - 0.197266, - 0.131836, - 0.092773, - 0.177734, - 0.304688, - 0.173828, - 0.141602, - 0.15332, - 0.166992, - 0.178711, - 0.235352, - 0.173828, - 0.19043, - 0.148438, - 0.182617, - 0.171875, - 0.265625, - 0.089355, - 0.208984, - 0.151367, - 0.145508, - 0.125977, - 0.19043, - 0.135742, - 0.300781, - 0.149414, - 0.155273, - 0.147461, - 0.137695, - 0.140625, - 0.165039, - 0.188477, - 0.298828, - 0.15625, - 0.182617, - 0.143555, - 0.234375, - 0.180664, - 0.139648, - 0.15625, - 0.200195, - 0.146484, - 0.114746, - 0.168945, - 0.19043, - 0.6875, - 0.140625, - 0.163086, - 0.172852, - 0.151367, - 0.194336, - 0.198242, - 0.149414, - 0.170898, - 0.146484, - 0.121582, - 0.140625, - 0.173828, - 0.15918, - 0.178711, - 0.164062, - 0.238281, - 0.228516, - 0.216797, - 0.15332, - 0.182617, - 0.19043, - 0.129883, - 0.132812, - 0.158203, - 0.115234, - 0.160156, - 0.198242, - 0.179688, - 0.157227, - 0.129883, - 0.133789, - 0.131836, - 0.136719, - 0.216797, - 0.172852, - 0.080078, - 0.139648, - 0.298828, - 0.154297, - 0.194336, - 0.170898, - 0.210938, - 0.183594, - 0.347656, - 0.166992, - 0.147461, - 0.106934, - 0.101562, - 0.306641, - 0.141602, - 0.24707, - 0.279297, - 0.165039, - 0.106934, - 0.126953, - 0.179688, - 0.15625, - 0.161133, - 0.18457, - 0.131836, - 0.145508, - 0.180664, - 0.149414, - 0.179688, - 0.233398, - 0.130859, - 0.157227, - 0.185547, - 0.22168, - 0.186523, - 0.132812, - 0.200195, - 0.148438, - 0.151367, - 0.118652, - 0.143555, - 0.172852, - 0.257812, - 0.134766, - 0.155273, - 0.167969, - 0.138672, - 0.108398, - 0.137695, - 0.181641, - 0.208984, - 0.175781, - 0.150391, - 0.188477, - 0.21582, - 0.160156, - 0.162109, - 0.185547, - 0.332031, - 0.146484, - 0.174805, - 0.244141, - 0.141602, - 0.098145, - 0.142578, - 0.157227, - 0.152344, - 0.178711, - 0.157227, - 0.138672, - 0.201172, - 0.124023, - 0.158203, - 0.151367, - 0.132812, - 0.15332, - 0.251953, - 0.208984, - 0.166992, - 0.132812, - 0.197266, - 0.166016, - 0.149414, - 0.170898, - 0.196289, - 0.196289, - 0.141602, - 0.147461, - 0.101074, - 0.145508, - 0.143555, - 0.160156, - 0.148438, - 0.161133, - 0.126953, - 0.162109, - 0.139648, - 0.200195, - 0.1875, - 0.196289, - 0.201172, - 0.208984, - 0.169922, - 0.138672, - 0.189453, - 0.176758, - 0.198242, - 0.114746, - 0.225586, - 0.136719, - 0.152344, - 0.167969, - 0.166992, - 0.185547, - 0.204102, - 0.136719, - 0.211914, - 0.207031, - 0.158203, - 0.141602, - 0.137695, - 0.200195, - 0.140625, - 0.186523, - 0.152344, - 0.117188, - 0.136719, - 0.213867, - 0.191406, - 0.211914, - 0.122559, - 0.133789, - 0.199219, - 0.165039, - 0.142578, - 0.135742, - 0.185547, - 0.188477, - 0.207031, - 0.186523, - 0.142578, - 0.15918, - 0.155273, - 0.261719, - 0.15332, - 0.158203, - 0.160156, - 0.175781, - 0.1875, - 0.15332, - 0.166016, - 0.216797, - 0.21582, - 0.155273, - 0.208984, - 0.144531, - 0.200195, - 0.175781, - 0.165039, - 0.207031, - 0.128906, - 0.180664, - 0.3125, - 0.15332, - 0.158203, - 0.18457, - 0.135742, - 0.147461, - 0.345703, - 0.173828, - 0.230469, - 0.176758, - 0.161133, - 0.161133, - 0.245117, - 0.134766, - 0.175781, - 0.123047, - 0.160156, - 0.201172, - 0.178711, - 0.237305, - 0.152344, - 0.166992, - 0.275391, - 0.197266, - 0.318359, - 0.182617, - 0.201172, - 0.212891, - 0.367188, - 0.181641, - 0.140625, - 0.174805, - 0.200195, - 0.210938, - 0.21875, - 0.196289, - 0.188477, - 0.18457, - 0.132812, - 0.179688, - 0.263672, - 0.119141, - 0.251953, - 0.112793, - 0.273438, - 0.148438, - 0.125977, - 0.160156, - 0.098145, - 0.164062, - 0.208984, - 0.206055, - 0.147461, - 0.114746, - 0.152344, - 0.174805, - 0.1875, - 0.421875, - 0.147461, - 0.164062, - 0.226562, - 0.161133, - 0.118652, - 0.112793, - 0.149414, - 0.131836, - 0.160156, - 0.21875, - 0.158203, - 0.160156, - 0.163086, - 0.140625, - 0.167969, - 0.120117, - 0.189453, - 0.11084, - 0.213867, - 0.112793, - 0.141602, - 0.136719, - 0.175781, - 0.105469, - 0.188477, - 0.298828, - 0.382812, - 0.166992, - 0.186523, - 0.133789, - 0.197266, - 0.163086, - 0.173828, - 0.12207, - 0.197266, - 0.191406, - 0.170898, - 0.152344, - 0.154297, - 0.180664, - 0.150391, - 0.129883, - 0.357422, - 0.130859, - 0.423828, - 0.132812, - 0.195312, - 0.155273, - 0.12793, - 0.157227, - 0.174805, - 0.160156, - 0.173828, - 0.167969, - 0.148438, - 0.120605, - 0.195312, - 0.125, - 0.154297, - 0.149414, - 0.102539, - 0.169922, - 0.157227, - 0.237305, - 0.157227, - 0.133789, - 0.112793, - 0.1875, - 0.186523, - 0.115723, - 0.197266, - 0.164062, - 0.132812, - 0.180664, - 0.169922, - 0.209961, - 0.133789, - 0.203125, - 0.204102, - 0.191406, - 0.239258, - 0.185547, - 0.133789, - 0.122559, - 0.192383, - 0.185547, - 0.15918, - 0.209961, - 0.165039, - 0.388672, - 0.155273, - 0.131836, - 0.132812, - 0.200195, - 0.204102, - 0.198242, - 0.163086, - 0.140625, - 0.164062, - 0.150391, - 0.166992, - 0.166992, - 0.157227, - 0.095215, - 0.197266, - 0.124023, - 0.142578, - 0.160156, - 0.199219, - 0.152344, - 0.15625, - 0.137695, - 0.166016, - 0.165039, - 0.101074, - 0.137695, - 0.161133, - 0.146484, - 0.178711, - 0.126953, - 0.217773, - 0.200195, - 0.140625, - 0.168945, - 0.125977, - 0.163086, - 0.24707, - 0.214844, - 0.219727, - 0.118652, - 0.189453, - 0.166016, - 0.189453, - 0.172852, - 0.135742, - 0.192383, - 0.125, - 0.164062, - 0.185547, - 0.160156, - 0.177734, - 0.193359, - 0.123535, - 0.157227, - 0.143555, - 0.239258, - 0.12207, - 0.125977, - 0.171875, - 0.203125, - 0.147461, - 0.141602, - 0.177734, - 0.193359, - 0.186523, - 0.220703, - 0.181641, - 0.166016, - 0.204102, - 0.213867, - 0.234375, - 0.125977, - 0.166992, - 0.158203, - 0.149414, - 0.174805, - 0.147461, - 0.140625, - 0.150391, - 0.164062, - 0.18457, - 0.167969, - 0.167969, - 0.091309, - 0.296875, - 0.176758, - 0.15332, - 0.213867, - 0.147461, - 0.158203, - 0.168945, - 0.161133, - 0.203125, - 0.134766, - 0.231445, - 0.133789, - 0.169922, - 0.144531, - 0.163086, - 0.125, - 0.167969, - 0.15625, - 0.186523, - 0.133789, - 0.118652, - 0.142578, - 0.170898, - 0.15918, - 0.129883, - 0.126953, - 0.151367, - 0.224609, - 0.167969, - 0.180664, - 0.185547, - 0.172852, - 0.214844, - 0.157227, - 0.151367, - 0.277344, - 0.206055, - 0.300781, - 0.15625, - 0.09375, - 0.136719, - 0.177734, - 0.128906, - 0.204102, - 0.178711, - 0.170898, - 0.195312, - 0.185547, - 0.147461, - 0.192383, - 0.371094, - 0.111328, - 0.166992, - 0.158203, - 0.173828, - 0.161133, - 0.180664, - 0.196289, - 0.133789, - 0.164062, - 0.181641, - 0.168945, - 0.240234, - 0.160156, - 0.171875, - 0.177734, - 0.158203, - 0.176758, - 0.15625, - 0.138672, - 0.132812, - 0.158203, - 0.163086, - 0.182617, - 0.121094, - 0.141602, - 0.124512, - 0.155273, - 0.148438, - 0.154297, - 0.19043, - 0.172852, - 0.161133, - 0.194336, - 0.208008, - 0.125977, - 0.179688, - 0.115723, - 0.158203, - 0.208984, - 0.149414, - 0.240234, - 0.168945, - 0.204102, - 0.151367, - 0.139648, - 0.15918, - 0.173828, - 0.118164, - 0.135742, - 0.189453, - 0.145508, - 0.163086, - 0.143555, - 0.144531, - 0.125977, - 0.171875, - 0.271484, - 0.134766, - 0.163086, - 0.145508, - 0.206055, - 0.267578, - 0.141602, - 0.167969, - 0.237305, - 0.169922, - 0.142578, - 0.166016, - 0.163086, - 0.182617, - 0.19043, - 0.209961, - 0.133789, - 0.245117, - 0.15625, - 0.155273, - 0.140625, - 0.160156, - 0.175781, - 0.150391, - 0.123047, - 0.174805, - 0.203125, - 0.211914, - 0.152344, - 0.155273, - 0.124512, - 0.163086, - 0.145508, - 0.209961, - 0.165039, - 0.19043, - 0.155273, - 0.134766, - 0.224609, - 0.181641, - 0.123047, - 0.189453, - 0.171875, - 0.19043, - 0.19043, - 0.162109, - 0.128906, - 0.178711, - 0.208984, - 0.093262, - 0.192383, - 0.166992, - 0.141602, - 0.15332, - 0.198242, - 0.15625, - 0.149414, - 0.168945, - 0.167969, - 0.172852, - 0.161133, - 0.183594, - 0.186523, - 0.298828, - 0.196289, - 0.204102, - 0.069824, - 0.241211, - 0.166992, - 0.136719, - 0.145508, - 0.119629, - 0.143555, - 0.138672, - 0.166992, - 0.158203, - 0.195312, - 0.142578, - 0.208984, - 0.388672, - 0.216797, - 0.152344, - 0.275391, - 0.115723, - 0.176758, - 0.125977, - 0.149414, - 0.213867, - 0.246094, - 0.15918, - 0.130859, - 0.141602, - 0.130859, - 0.106445, - 0.183594, - 0.173828, - 0.130859, - 0.133789, - 0.148438, - 0.165039, - 0.182617, - 0.15918, - 0.21582, - 0.160156, - 0.235352, - 0.182617, - 0.186523, - 0.186523, - 0.141602, - 0.04834, - 0.126953, - 0.176758, - 0.233398, - 0.292969, - 0.231445, - 0.124023, - 0.133789, - 0.193359, - 0.121582, - 0.294922, - 0.207031, - 0.134766, - 0.566406, - 0.200195, - 0.283203, - 0.178711, - 0.203125, - 0.179688, - 0.151367, - 0.18457, - 0.166016, - 0.200195, - 0.141602, - 0.226562, - 0.135742, - 0.168945, - 0.138672, - 0.206055, - 0.176758, - 0.186523, - 0.158203, - 0.144531, - 0.241211, - 0.130859, - 0.088867, - 0.253906, - 0.179688, - 0.1875, - 0.110352, - 0.193359, - 0.149414, - 0.148438, - 0.152344, - 0.179688, - 0.150391, - 0.154297, - 0.225586, - 0.162109, - 0.157227, - 0.181641, - 0.130859, - 0.179688, - 0.197266, - 0.125, - 0.132812, - 0.166016, - 0.204102, - 0.125, - 0.243164, - 0.194336, - 0.18457, - 0.233398, - 0.205078, - 0.161133, - 0.15625, - 0.129883, - 0.141602, - 0.147461, - 0.164062, - 0.228516, - 0.136719, - 0.157227, - 0.267578, - 0.197266, - 0.15332, - 0.177734, - 0.152344, - 0.145508, - 0.171875, - 0.206055, - 0.148438, - 0.180664, - 0.186523, - 0.152344, - 0.177734, - 0.148438, - 0.18457, - 0.12793, - 0.175781, - 0.228516, - 0.137695, - 0.203125, - 0.152344, - 0.166016, - 0.185547, - 0.242188, - 0.216797, - 0.166992, - 0.142578, - 0.132812, - 0.251953, - 0.302734, - 0.136719, - 0.143555, - 0.151367, - 0.332031, - 0.179688, - 0.154297, - 0.147461, - 0.162109, - 0.137695, - 0.15918, - 0.229492, - 0.230469, - 0.172852, - 0.232422, - 0.151367, - 0.921875, - 0.196289, - 0.166992, - 0.231445, - 0.19043, - 0.181641, - 0.205078, - 0.147461, - 0.165039, - 0.143555, - 0.197266, - 0.180664, - 0.185547, - 0.161133, - 0.18457, - 0.165039, - 0.161133, - 0.194336, - 0.151367, - 0.176758, - 0.167969, - 0.193359, - 0.160156, - 0.261719, - 0.171875, - 0.197266, - 0.166992, - 0.149414, - 0.15625, - 0.170898, - 0.231445, - 0.09375, - 0.208008, - 0.191406, - 0.214844, - 0.088379, - 0.115234, - 0.138672, - 0.232422, - 0.137695, - 0.188477, - 0.113281, - 0.173828, - 0.193359, - 0.200195, - 0.179688, - 0.178711, - 0.18457, - 0.226562, - 0.176758, - 0.15332, - 0.114258, - 0.151367, - 0.135742, - 0.171875, - 0.167969, - 0.166992, - 0.178711, - 0.169922, - 0.149414, - 0.141602, - 0.177734, - 0.170898, - 0.172852, - 0.160156, - 0.222656, - 0.150391, - 0.166016, - 0.19043, - 0.147461, - 0.154297, - 0.179688, - 0.234375, - 0.234375, - 0.158203, - 0.192383, - 0.186523, - 0.189453, - 0.212891, - 0.121094, - 0.207031, - 0.155273, - 0.145508, - 0.175781, - 0.1875, - 0.147461, - 0.131836, - 0.171875, - 0.158203, - 0.080566, - 0.134766, - 0.186523, - 0.152344, - 0.163086, - 0.178711, - 0.18457, - 0.154297, - 0.133789, - 0.183594, - 0.162109, - 0.275391, - 0.203125, - 0.117676, - 0.163086, - 0.120117, - 0.171875, - 0.10791, - 0.131836, - 0.162109, - 0.147461, - 0.144531, - 0.134766, - 0.174805, - 0.177734, - 0.154297, - 0.175781, - 0.234375, - 0.165039, - 0.229492, - 0.098633, - 0.244141, - 0.172852, - 0.112793, - 0.157227, - 0.180664, - 0.149414, - 0.146484, - 0.326172, - 0.151367, - 0.279297, - 0.200195, - 0.162109, - 0.177734, - 0.157227, - 0.253906, - 0.199219, - 0.174805, - 0.151367, - 0.188477, - 0.139648, - 0.191406, - 0.150391, - 0.160156, - 0.116211, - 0.167969, - 0.170898, - 0.129883, - 0.109375, - 0.166016, - 0.181641, - 0.138672, - 0.239258, - 0.162109, - 0.172852, - 0.180664, - 0.173828, - 0.15918, - 0.119629, - 0.148438, - 0.240234, - 0.162109, - 0.203125, - 0.167969, - 0.146484, - 0.225586, - 0.179688, - 0.396484, - 0.240234, - 0.210938, - 0.163086, - 0.171875, - 0.158203, - 0.128906, - 0.155273, - 0.145508, - 0.097168, - 0.21875, - 0.145508, - 0.175781, - 0.15918, - 0.15918, - 0.137695, - 0.107422, - 0.118652, - 0.150391, - 0.134766, - 0.120117, - 0.139648, - 0.110352, - 0.163086, - 0.144531, - 0.149414, - 0.151367, - 0.15625, - 0.320312, - 0.169922, - 0.172852, - 0.174805, - 0.207031, - 0.172852, - 0.183594, - 0.15625, - 0.171875, - 0.1875, - 0.150391, - 0.166016, - 0.095703, - 0.158203, - 0.166016, - 0.185547, - 0.15918, - 0.154297, - 0.128906, - 0.135742, - 0.193359, - 0.171875, - 0.165039, - 0.178711, - 0.167969, - 0.249023, - 0.194336, - 0.161133, - 0.15332, - 0.209961, - 0.151367, - 0.144531, - 0.181641, - 0.106934, - 0.136719, - 0.157227, - 0.160156, - 0.15332, - 0.138672, - 0.193359, - 0.21875, - 0.251953, - 0.15918, - 0.186523, - 0.137695, - 0.148438, - 0.12793, - 0.167969, - 0.134766, - 0.149414, - 0.193359, - 0.135742, - 0.165039, - 0.162109, - 0.246094, - 0.167969, - 0.173828, - 0.109375, - 0.146484, - 0.202148, - 0.124512, - 0.136719, - 0.163086, - 0.118652, - 0.170898, - 0.232422, - 0.191406, - 0.195312, - 0.175781, - 0.195312, - 0.203125, - 0.19043, - 0.158203, - 0.177734, - 0.150391, - 0.148438, - 0.197266, - 0.106934, - 0.171875, - 0.170898, - 0.120117, - 0.132812, - 0.144531, - 0.249023, - 0.196289, - 0.165039, - 0.175781, - 0.151367, - 0.197266, - 0.229492, - 0.244141, - 0.176758, - 0.149414, - 0.152344, - 0.180664, - 0.162109, - 0.168945, - 0.227539, - 0.164062, - 0.232422, - 0.161133, - 0.174805, - 0.154297, - 0.382812, - 0.131836, - 0.175781, - 0.181641, - 0.181641, - 0.165039, - 0.163086, - 0.191406, - 0.083496, - 0.164062, - 0.146484, - 0.146484, - 0.176758, - 0.150391, - 0.143555, - 0.165039, - 0.136719, - 0.18457, - 0.167969, - 0.145508, - 0.171875, - 0.15918, - 0.227539, - 0.138672, - 0.259766, - 0.161133, - 0.189453, - 0.161133, - 0.201172, - 0.197266, - 0.179688, - 0.306641, - 0.183594, - 0.11377, - 0.166992, - 0.142578, - 0.183594, - 0.219727, - 0.178711, - 0.163086, - 0.155273, - 0.162109, - 0.166016, - 0.169922, - 0.1875, - 0.155273, - -0.000683, - 0.135742, - 0.121094, - 0.172852, - 0.117188, - 0.200195, - 0.15918, - 0.205078, - 0.161133, - 0.19043, - 0.138672, - 0.104492, - 0.171875, - 0.169922, - 0.149414, - 0.152344, - 0.180664, - 0.120605, - 0.332031, - 0.298828, - 0.155273, - 0.178711, - 0.109375, - 0.152344, - 0.191406, - 0.133789, - 0.185547, - 0.189453, - 0.222656, - 0.142578, - 0.161133, - 0.166016, - 0.178711, - 0.141602, - 0.135742, - 0.213867, - 0.138672, - 0.188477, - 0.150391, - 0.144531, - 0.158203, - 0.219727, - 0.144531, - 0.160156, - 0.143555, - 0.136719, - 0.089844, - 0.131836, - 0.167969, - 0.192383, - 0.143555, - 0.134766, - 0.150391, - 0.137695, - 0.143555, - 0.143555, - 0.165039, - 0.166016, - 0.144531, - 0.214844, - 0.170898, - 0.140625, - 0.11084, - 0.180664, - 0.155273, - 0.19043, - 0.238281, - 0.155273, - 0.146484, - 0.11377, - 0.119629, - 0.208984, - 0.114746, - 0.173828, - 0.132812, - 0.121094, - 0.166016, - 0.117188, - 0.208008, - 0.186523, - 0.166016, - 0.170898, - 0.173828, - 0.167969, - 0.146484, - 0.135742, - 0.129883, - 0.169922, - 0.224609, - 0.125, - 0.125977, - 0.239258, - 0.112793, - 0.154297, - 0.15332, - 0.251953, - 0.174805, - 0.142578, - 0.164062, - 0.160156, - 0.257812, - 0.182617, - 0.162109, - 0.137695, - 0.150391, - 0.138672, - 0.18457, - 0.165039, - 0.169922, - 0.141602, - 0.185547, - 0.134766, - 0.143555, - 0.111328, - 0.173828, - 0.208008, - 0.118652, - 0.162109, - 0.099121, - 0.149414, - 0.1875, - 0.175781, - 0.147461, - 0.193359, - 0.275391, - 0.223633, - 0.160156, - 0.146484, - 0.259766, - 0.166992, - 0.151367, - 0.161133, - 0.191406, - 0.166016, - 0.176758, - 0.166992, - 0.172852, - 0.123535, - 0.134766, - 0.143555, - 0.143555, - 0.230469, - 0.200195, - 0.173828, - 0.165039, - 0.189453, - 0.175781, - 0.21582, - 0.195312, - 0.179688, - 0.185547, - 0.181641, - 0.138672, - 0.171875, - 0.155273, - 0.165039, - 0.196289, - 0.230469, - 0.224609, - 0.135742, - 0.139648, - 0.121094, - 0.168945, - 0.169922, - 0.18457, - 0.229492, - 0.535156, - 0.177734, - 0.181641, - 0.169922, - 0.148438, - 0.162109, - 0.132812, - 0.148438, - 0.177734, - 0.208008, - 0.134766, - 0.166992, - 0.115234, - 0.154297, - 0.178711, - 0.162109, - 0.177734, - 0.204102, - 0.167969, - 0.169922, - 0.182617, - 0.166016, - 0.181641, - 0.173828, - 0.140625, - 0.24707, - 0.139648, - 0.106934, - 0.142578, - 0.129883, - 0.150391, - 0.197266, - 0.214844, - 0.144531, - 0.199219, - 0.165039, - 0.191406, - 0.168945, - 0.166016, - 0.131836, - 0.138672, - 0.1875, - 0.162109, - 0.178711, - 0.136719, - 0.149414, - 0.166992, - 0.160156, - 0.172852, - 0.100098, - 0.151367, - 0.129883, - 0.134766, - 0.172852, - 0.139648, - 0.104492, - 0.143555, - 0.18457, - 0.189453, - 0.128906, - 0.180664, - 0.245117, - 0.177734, - 0.182617, - 0.208984, - 0.163086, - 0.194336, - 0.163086, - 0.213867, - 0.123047, - 0.169922, - 0.216797, - 0.15332, - 0.174805, - 0.139648, - 0.160156, - 0.181641, - 0.160156, - 0.164062, - 0.129883, - 0.161133, - 0.163086, - 0.175781, - 0.228516, - 0.125, - 0.180664, - 0.163086, - 0.197266, - 0.231445, - 0.203125, - 0.130859, - 0.188477, - 0.150391, - 0.126953, - 0.150391, - 0.229492, - 0.143555, - 0.166992, - 0.182617, - 0.168945, - 0.154297, - 0.116699, - 0.183594, - 0.162109, - 0.132812, - 0.147461, - 0.166992, - 0.131836, - 0.116211, - 0.211914, - 0.201172, - 0.138672, - 0.332031, - 0.229492, - 0.177734, - 0.174805, - 0.194336, - 0.19043, - 0.160156, - 0.219727, - 0.182617, - 0.166016, - 0.148438, - 0.143555, - 0.122559, - 0.176758, - 0.204102, - 0.161133, - 0.222656, - 0.131836, - 0.176758, - 0.104492, - 0.123535, - 0.207031, - 0.222656, - 0.197266, - 0.155273, - 0.194336, - 0.181641, - 0.189453, - 0.140625, - 0.15918, - 0.194336, - 0.19043, - 0.113281, - 0.152344, - 0.155273, - 0.188477, - 0.285156, - 0.169922, - 0.251953, - 0.160156, - 0.152344, - 0.217773, - 0.155273, - 0.15332, - 0.142578, - 0.167969, - 0.28125, - 0.151367, - 0.193359, - 0.174805, - 0.1875, - 0.164062, - 0.183594, - 0.162109, - 0.183594, - 0.158203, - 0.163086, - 0.131836, - 0.208984, - 0.188477, - 0.125977, - 0.173828, - 0.154297, - 0.277344, - 0.166992, - 0.195312, - 0.194336, - 0.265625, - 0.152344, - 0.163086, - 0.114258, - 0.150391, - 0.166992, - 0.173828, - 0.148438, - 0.161133, - 0.208984, - 0.165039, - 0.174805, - 0.168945, - 0.128906, - 0.102051, - 0.503906, - 0.119141, - 0.164062, - 0.151367, - 0.152344, - 0.148438, - 0.249023, - 0.174805, - 0.175781, - 0.192383, - 0.108398, - 0.144531, - 0.146484, - 0.143555, - 0.162109, - 0.166016, - 0.337891, - 0.151367, - 0.170898, - 0.267578, - 0.143555, - 0.205078, - 0.185547, - 0.167969, - 0.19043, - 0.178711, - 0.146484, - 0.138672, - 0.142578, - 0.15625, - 0.145508, - 0.234375, - 0.219727, - 0.12793, - 0.189453, - 0.196289, - 0.165039, - 0.143555, - 0.154297, - 0.150391, - 0.169922, - 0.119629, - 0.147461, - 0.171875, - 0.15332, - 0.122559, - 0.166016, - 0.172852, - 0.170898, - 0.18457, - 0.173828, - 0.158203, - 0.126953, - 0.28125, - 0.198242, - 0.216797, - 0.142578, - 0.189453, - 0.196289, - 0.106445, - 0.157227, - 0.186523, - 0.137695, - 0.19043, - 0.134766, - 0.149414, - 0.139648, - 0.15332, - 0.126953, - 0.144531, - 0.196289, - 0.125977, - 0.131836, - 0.220703, - 0.164062, - 0.160156, - 0.180664, - 0.178711, - 0.239258, - 0.194336, - 0.223633, - 0.179688, - 0.15332, - 0.148438, - 0.12207, - 0.174805, - 0.15332, - 0.164062, - 0.095215, - 0.12793, - 0.12793, - 0.169922, - 0.162109, - 0.257812, - 0.138672, - 0.210938, - 0.130859, - 0.198242, - 0.186523, - 0.176758, - 0.197266, - 0.147461, - 0.310547, - 0.143555, - 0.196289, - 0.123535, - 0.158203, - 0.201172, - 0.203125, - 0.166992, - 0.298828, - 0.167969, - 0.224609, - 0.155273, - 0.116211, - 0.104492, - 0.214844, - 0.157227, - 0.171875, - 0.125, - 0.239258, - 0.142578, - 0.128906, - 0.150391, - 0.147461, - 0.143555, - 0.21582, - 0.15625, - 0.157227, - 0.182617, - 0.235352, - 0.132812, - 0.12207, - 0.198242, - 0.257812, - 0.203125, - 0.195312, - 0.133789, - 0.181641, - 0.149414, - 0.202148, - 0.196289, - 0.198242, - 0.235352, - 0.194336, - 0.199219, - 0.144531, - 0.18457, - 0.255859, - 0.168945, - 0.147461, - 0.15625, - 0.140625, - 0.259766, - 0.15918, - 0.149414, - 0.231445, - 0.139648, - 0.130859, - 0.259766, - 0.15332, - 0.157227, - 0.166016, - 0.122559, - 0.118164, - 0.163086, - 0.145508, - 0.222656, - 0.185547, - 0.154297, - 0.168945, - 0.1875, - 0.116211, - 0.163086, - 0.168945, - 0.129883, - 0.118164, - 0.160156, - 0.179688, - 0.167969, - 0.135742, - 0.174805, - 0.161133, - 0.145508, - 0.142578, - 0.170898, - 0.209961, - 0.232422, - 0.158203, - 0.152344, - 0.12793, - 0.142578, - 0.176758, - 0.222656, - 0.162109, - 0.143555, - 0.126953, - 0.154297, - 0.200195, - 0.263672, - 0.172852, - 0.232422, - 0.178711, - 0.15332, - 0.125, - 0.117676, - 0.131836, - 0.088867, - 0.132812, - 0.161133, - 0.189453, - 0.176758, - 0.134766, - 0.152344, - 0.232422, - 0.205078, - 0.199219, - 0.15625, - 0.273438, - 0.126953, - 0.179688, - 0.200195, - 0.139648, - 0.185547, - 0.142578, - 0.132812, - 0.257812, - 0.128906, - 0.175781, - 0.162109, - 0.130859, - 0.28125, - 0.133789, - 0.178711, - 0.166016, - 0.219727, - 0.138672, - 0.152344, - 0.150391, - 0.196289, - 0.174805, - 0.167969, - 0.194336, - 0.115234, - 0.131836, - 0.162109, - 0.136719, - 0.197266, - 0.177734, - 0.151367, - 0.130859, - 0.149414, - 0.200195, - 0.145508 - ] - }, - "name": "model.transformer.layers.13.attn_norm.weight", - "outputIndexes": [ - 838 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 837, - 838 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_13/Mul_1_output_0", - "outputIndexes": [ - 839 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 839 - ], - "outputIndexes": [ - 2333 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2333 - ], - "outputIndexes": [ - 2334 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear", - "inputIndexes": [ - 2334 - ], - "outputIndexes": [ - 2335 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 163040436, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2335 - ], - "outputIndexes": [ - 2336 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2336 - ], - "outputIndexes": [ - 840 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 839 - ], - "main_type": "NONE", - "name": "/Shape_53_output_0", - "outputIndexes": [ - 841 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 841 - ], - "main_type": "NONE", - "name": "Shape1192", - "outputIndexes": [ - 842 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 841 - ], - "main_type": "NONE", - "name": "Rank1194", - "outputIndexes": [ - 843 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 843, - 843 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1196", - "outputIndexes": [ - 844 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 844 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1197", - "outputIndexes": [ - 845 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 844, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1199", - "outputIndexes": [ - 846 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 846 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1200", - "outputIndexes": [ - 847 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 842, - 845, - 847, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1203", - "outputIndexes": [ - 848 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 848 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1204", - "outputIndexes": [ - 849 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 849 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1205", - "outputIndexes": [ - 850 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 850, - 849 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1206", - "outputIndexes": [ - 851 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 841, - 851, - 844 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_69_output_0", - "outputIndexes": [ - 852 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 852, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_131_output_0", - "outputIndexes": [ - 853 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 853, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_65_output_0", - "outputIndexes": [ - 854 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 840, - 854 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_53_output_0", - "outputIndexes": [ - 855 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 855 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_13/Mul_output_0", - "outputIndexes": [ - 856 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.671875, - 0.527344, - 2.03125, - 0.015747, - 1.015625, - 1.570312, - 1.367188, - 1.632812, - 1.734375, - 1.695312, - 1.71875, - 1.601562, - 1.8125, - 2.09375, - 1.890625, - 2.09375, - 2.15625, - 2.296875, - 2.328125, - 2.4375, - 2.25, - 2.234375, - 2.296875, - 2.3125, - 2.359375, - 2.359375, - 2.375, - 2.28125, - 2.421875, - 2.171875, - 2.40625, - 1.710938, - 0.021484, - 0.037842, - 0.009399, - 1.96875, - 1.601562, - 1.695312, - 1.640625, - 1.695312, - 1.625, - 1.765625, - 1.859375, - 1.921875, - 2.0, - 1.9375, - 2.03125, - 2.203125, - 1.992188, - 2.265625, - 2.0, - 2.0, - 2.328125, - 2.234375, - 2.28125, - 2.359375, - 2.296875, - 2.359375, - 2.359375, - 2.421875, - 2.015625, - 2.359375, - 2.171875, - 3.015625 - ] - }, - "name": "model.transformer.layers.13.attn.q_norm.weight", - "outputIndexes": [ - 857 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 856, - 857 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_13/Mul_1_output_0", - "outputIndexes": [ - 858 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 858, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_52_output_0", - "outputIndexes": [ - 859 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 858, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_53_output_0", - "outputIndexes": [ - 860 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 860 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_26_output_0", - "outputIndexes": [ - 861 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 858, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_52_output_0", - "outputIndexes": [ - 862 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 861, - 862 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_68_output_0", - "outputIndexes": [ - 863 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 863, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_53_output_0", - "outputIndexes": [ - 864 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 859, - 864 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_52_output_0", - "outputIndexes": [ - 865 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 839 - ], - "outputIndexes": [ - 2337 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2337 - ], - "outputIndexes": [ - 2338 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear", - "inputIndexes": [ - 2338 - ], - "outputIndexes": [ - 2339 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 164816074, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2339 - ], - "outputIndexes": [ - 2340 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2340 - ], - "outputIndexes": [ - 866 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 853, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_66_output_0", - "outputIndexes": [ - 867 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 866, - 867 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_54_output_0", - "outputIndexes": [ - 868 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 868 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_13/Mul_output_0", - "outputIndexes": [ - 869 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.601562, - 0.498047, - 1.695312, - 0.023682, - -0.014038, - 1.570312, - 1.242188, - 1.6875, - 1.976562, - 1.875, - 1.742188, - 2.03125, - 2.21875, - 1.554688, - 2.15625, - 2.3125, - 1.710938, - 2.203125, - 1.914062, - 1.90625, - 2.296875, - 2.25, - 2.28125, - 2.34375, - 2.359375, - 2.328125, - 2.328125, - 2.390625, - 2.40625, - 2.171875, - 2.234375, - 3.09375, - -0.150391, - -0.015076, - 0.209961, - 1.664062, - 1.757812, - 1.851562, - 1.851562, - 1.539062, - 1.273438, - 1.09375, - 1.835938, - 1.226562, - 1.585938, - 2.03125, - 1.585938, - 1.789062, - 2.25, - 2.1875, - 2.421875, - 2.453125, - 2.0625, - 2.3125, - 2.28125, - 2.359375, - 2.359375, - 2.328125, - 2.34375, - 2.328125, - 2.65625, - 2.328125, - 2.390625, - 2.9375 - ] - }, - "name": "model.transformer.layers.13.attn.k_norm.weight", - "outputIndexes": [ - 870 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 869, - 870 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_13/Mul_1_output_0", - "outputIndexes": [ - 871 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_54_output_0", - "outputIndexes": [ - 872 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_55_output_0", - "outputIndexes": [ - 873 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 873 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_27_output_0", - "outputIndexes": [ - 874 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_54_output_0", - "outputIndexes": [ - 875 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 874, - 875 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_69_output_0", - "outputIndexes": [ - 876 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 876, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_55_output_0", - "outputIndexes": [ - 877 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 872, - 877 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_53_output_0", - "outputIndexes": [ - 878 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 839 - ], - "outputIndexes": [ - 2341 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2341 - ], - "outputIndexes": [ - 2342 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear", - "inputIndexes": [ - 2342 - ], - "outputIndexes": [ - 2343 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 165260000, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2343 - ], - "outputIndexes": [ - 2344 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2344 - ], - "outputIndexes": [ - 879 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 879, - 867 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_55_output_0", - "outputIndexes": [ - 880 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 865, - 878, - 880, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.13/self_attn/FusedAttention", - "outputIndexes": [ - 881 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 881 - ], - "outputIndexes": [ - 2345 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2345 - ], - "outputIndexes": [ - 2346 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear", - "inputIndexes": [ - 2346 - ], - "outputIndexes": [ - 2347 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 165703926, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2347 - ], - "outputIndexes": [ - 2348 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2348 - ], - "outputIndexes": [ - 882 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 836, - 882 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_54_output_0", - "outputIndexes": [ - 883 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 883 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_13/Mul_output_0", - "outputIndexes": [ - 884 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.351562, - 0.257812, - 0.326172, - 0.347656, - 0.34375, - 0.320312, - 0.345703, - 0.341797, - 0.318359, - 0.249023, - 0.353516, - 0.300781, - 0.330078, - 0.357422, - 0.326172, - 0.3125, - 0.363281, - 0.3125, - 0.357422, - 0.375, - 0.382812, - 0.357422, - 0.359375, - 0.285156, - 0.3125, - 0.392578, - 0.355469, - 0.322266, - 0.330078, - 0.302734, - 0.314453, - 0.322266, - 0.332031, - 0.339844, - 0.34375, - 0.367188, - 0.390625, - 0.349609, - 0.3125, - 0.273438, - 0.402344, - 0.318359, - 0.316406, - 0.223633, - 0.347656, - 0.234375, - 0.328125, - 0.314453, - 0.345703, - 0.310547, - 0.345703, - 0.316406, - 0.351562, - 0.263672, - 0.306641, - 0.318359, - 0.328125, - 0.369141, - 0.359375, - 0.34375, - 0.367188, - 0.314453, - 0.332031, - 0.341797, - 0.15625, - 0.320312, - 0.283203, - 0.349609, - 0.357422, - 0.357422, - 0.326172, - 0.302734, - 0.326172, - 0.369141, - 0.261719, - 0.318359, - 0.316406, - 0.306641, - 0.320312, - 0.367188, - 0.314453, - 0.353516, - 0.283203, - 0.328125, - 0.345703, - 0.332031, - 0.314453, - 0.34375, - 0.333984, - 0.294922, - 0.384766, - 0.316406, - 0.316406, - 0.213867, - 0.292969, - 0.392578, - 0.355469, - 0.242188, - 0.333984, - 0.373047, - 0.302734, - 0.328125, - 0.269531, - 0.34375, - 0.318359, - 0.283203, - 0.298828, - 0.34375, - 0.324219, - 0.277344, - 0.277344, - 0.349609, - 0.341797, - 0.3125, - 0.376953, - 0.302734, - 0.337891, - 0.308594, - 0.335938, - 0.341797, - 0.333984, - 0.34375, - 0.28125, - 0.253906, - 0.384766, - 0.259766, - 0.332031, - 0.398438, - 0.235352, - 0.277344, - 0.322266, - 0.378906, - 0.304688, - 0.333984, - 0.291016, - 0.349609, - 0.347656, - 0.253906, - 0.285156, - 0.320312, - 0.287109, - 0.337891, - 0.347656, - 0.333984, - 0.242188, - 0.238281, - 0.332031, - 0.241211, - 0.333984, - 0.259766, - 0.367188, - 0.363281, - 0.326172, - 0.330078, - 0.349609, - 0.298828, - 0.351562, - 0.333984, - 0.227539, - 0.345703, - 0.332031, - 0.339844, - 0.199219, - 0.298828, - 0.296875, - 0.292969, - 0.296875, - 0.224609, - 0.238281, - 0.365234, - 0.205078, - 0.249023, - 0.330078, - 0.285156, - 0.324219, - 0.320312, - 0.285156, - 0.337891, - 0.277344, - 0.384766, - 0.345703, - 0.363281, - 0.337891, - 0.328125, - 0.353516, - 0.324219, - 0.335938, - 0.349609, - 0.34375, - 0.361328, - 0.339844, - 0.398438, - 0.347656, - 0.296875, - 0.320312, - 0.304688, - 0.351562, - 0.285156, - 0.337891, - 0.339844, - 0.332031, - 0.324219, - 0.314453, - 0.324219, - 0.304688, - 0.34375, - 0.330078, - 0.357422, - 0.265625, - 0.245117, - 0.324219, - 0.326172, - 0.359375, - 0.328125, - 0.308594, - 0.337891, - 0.333984, - 0.357422, - 0.324219, - 0.267578, - 0.241211, - 0.330078, - 0.249023, - 0.333984, - 0.25, - 0.248047, - 0.320312, - 0.353516, - 0.267578, - 0.369141, - 0.291016, - 0.253906, - 0.263672, - 0.341797, - 0.335938, - 0.333984, - 0.300781, - 0.357422, - 0.199219, - 0.333984, - 0.337891, - 0.240234, - 0.353516, - 0.341797, - 0.320312, - 0.355469, - 0.233398, - 0.345703, - 0.242188, - 0.345703, - 0.333984, - 0.223633, - 0.349609, - 0.339844, - 0.298828, - 0.231445, - 0.324219, - 0.367188, - 0.304688, - 0.339844, - 0.304688, - 0.267578, - 0.355469, - 0.28125, - 0.3125, - 0.316406, - 0.347656, - 0.306641, - 0.365234, - 0.353516, - 0.357422, - 0.361328, - 0.332031, - 0.330078, - 0.328125, - 0.229492, - 0.255859, - 0.357422, - 0.351562, - 0.328125, - 0.306641, - 0.361328, - 0.357422, - 0.300781, - 0.261719, - 0.347656, - 0.232422, - 0.330078, - 0.324219, - 0.365234, - 0.355469, - 0.341797, - 0.314453, - 0.322266, - 0.341797, - 0.347656, - 0.320312, - 0.34375, - 0.386719, - 0.318359, - 0.365234, - 0.302734, - 0.269531, - 0.3125, - 0.375, - 0.363281, - 0.233398, - 0.316406, - 0.283203, - 0.349609, - 0.332031, - 0.345703, - 0.328125, - 0.357422, - 0.470703, - 0.347656, - 0.361328, - 0.355469, - 0.373047, - 0.253906, - 0.324219, - 0.333984, - 0.347656, - 0.328125, - 0.341797, - 0.357422, - 0.357422, - -0.000496, - 0.324219, - 0.357422, - 0.339844, - 0.296875, - 0.34375, - 0.347656, - 0.300781, - 0.353516, - 0.328125, - 0.246094, - 0.347656, - 0.332031, - 0.335938, - 0.345703, - 0.355469, - 0.283203, - 0.367188, - 0.287109, - 0.316406, - 0.361328, - 0.361328, - 0.289062, - 0.328125, - 0.330078, - 0.308594, - 0.298828, - 0.269531, - 0.349609, - 0.355469, - 0.337891, - 0.310547, - 0.267578, - 0.322266, - 0.251953, - 0.355469, - 0.316406, - 0.330078, - 0.263672, - 0.363281, - 0.357422, - 0.335938, - 0.359375, - 0.271484, - 0.193359, - 0.333984, - 0.253906, - 0.308594, - 0.285156, - 0.207031, - 0.289062, - 0.376953, - 0.222656, - 0.328125, - 0.353516, - 0.347656, - 0.277344, - 0.28125, - 0.339844, - 0.347656, - 0.330078, - 0.337891, - 0.320312, - 0.316406, - 0.328125, - 0.371094, - 0.328125, - 0.332031, - 0.375, - 0.380859, - 0.349609, - 0.261719, - 0.373047, - 0.330078, - 0.347656, - 0.298828, - 0.359375, - 0.304688, - 0.259766, - 0.302734, - 0.322266, - 0.34375, - 0.3125, - 0.261719, - 0.341797, - 0.345703, - 0.322266, - 0.298828, - 0.287109, - 0.351562, - 0.382812, - 0.320312, - 0.326172, - 0.339844, - 0.208008, - 0.337891, - 0.335938, - 0.349609, - 0.347656, - 0.339844, - 0.267578, - 0.335938, - 0.326172, - 0.347656, - 0.332031, - 0.326172, - 0.363281, - 0.361328, - 0.326172, - 0.310547, - 0.322266, - 0.351562, - 0.353516, - 0.347656, - 0.332031, - 0.320312, - 0.369141, - 0.320312, - 0.330078, - 0.384766, - 0.337891, - 0.376953, - 0.291016, - 0.328125, - 0.236328, - 0.326172, - 0.318359, - 0.337891, - 0.337891, - 0.351562, - 0.324219, - 0.332031, - 0.28125, - 0.330078, - 0.361328, - 0.351562, - 0.314453, - 0.267578, - 0.351562, - 0.333984, - 0.345703, - 0.320312, - 0.380859, - 0.269531, - 0.253906, - 0.310547, - 0.333984, - 0.330078, - 0.349609, - 0.353516, - 0.3125, - 0.345703, - 0.316406, - 0.384766, - 0.335938, - 0.287109, - 0.34375, - 0.337891, - 0.302734, - 0.357422, - 0.335938, - 0.324219, - 0.332031, - 0.22168, - 0.34375, - 0.367188, - 0.291016, - 0.34375, - 0.277344, - 0.337891, - 0.3125, - 0.333984, - 0.308594, - 0.355469, - 0.378906, - 0.308594, - 0.34375, - 0.339844, - 0.378906, - 0.398438, - 0.332031, - 0.337891, - 0.349609, - 0.324219, - 0.347656, - 0.341797, - 0.359375, - 0.244141, - 0.10791, - 0.345703, - 0.296875, - 0.322266, - 0.246094, - 0.355469, - 0.367188, - 0.300781, - 0.251953, - 0.257812, - 0.22168, - 0.34375, - 0.335938, - 0.345703, - 0.318359, - 0.332031, - 0.233398, - 0.355469, - 0.375, - 0.373047, - 0.332031, - 0.332031, - 0.382812, - 0.308594, - 0.335938, - 0.3125, - 0.351562, - 0.34375, - 0.339844, - 0.353516, - 0.333984, - 0.240234, - 0.210938, - 0.353516, - 0.339844, - 0.275391, - 0.359375, - 0.353516, - 0.209961, - 0.337891, - 0.332031, - 0.335938, - 0.304688, - 0.302734, - 0.326172, - 0.326172, - 0.277344, - 0.291016, - 0.326172, - 0.324219, - 0.193359, - 0.318359, - 0.238281, - 0.337891, - 0.231445, - 0.332031, - 0.257812, - 0.322266, - 0.326172, - 0.361328, - 0.246094, - 0.318359, - 0.328125, - 0.216797, - 0.320312, - 0.357422, - 0.378906, - 0.316406, - 0.261719, - 0.335938, - 0.365234, - 0.355469, - 0.337891, - 0.324219, - 0.335938, - 0.257812, - 0.357422, - 0.378906, - 0.330078, - 0.328125, - 0.271484, - 0.320312, - 0.328125, - 0.318359, - 0.373047, - 0.302734, - 0.330078, - 0.300781, - 0.337891, - 0.310547, - 0.283203, - 0.345703, - 0.353516, - 0.231445, - 0.19043, - 0.373047, - 0.28125, - 0.294922, - 0.380859, - 0.333984, - 0.322266, - 0.324219, - 0.373047, - 0.359375, - 0.361328, - 0.347656, - 0.359375, - 0.308594, - 0.308594, - 0.298828, - 0.261719, - 0.333984, - 0.151367, - 0.355469, - 0.396484, - 0.306641, - 0.330078, - 0.306641, - 0.341797, - 0.357422, - 0.316406, - 0.355469, - 0.335938, - 0.314453, - 0.378906, - 0.328125, - 0.347656, - 0.339844, - 0.275391, - 0.337891, - 0.347656, - 0.375, - 0.253906, - 0.339844, - 0.308594, - 0.333984, - 0.351562, - 0.287109, - 0.337891, - 0.353516, - 0.320312, - 0.333984, - 0.357422, - 0.371094, - 0.320312, - 0.388672, - 0.378906, - 0.369141, - 0.416016, - 0.337891, - 0.339844, - 0.263672, - 0.355469, - 0.296875, - 0.326172, - 0.314453, - 0.326172, - 0.172852, - 0.316406, - 0.242188, - 0.318359, - 0.291016, - 0.294922, - 0.300781, - 0.333984, - 0.251953, - 0.233398, - 0.345703, - 0.333984, - 0.337891, - 0.357422, - 0.347656, - 0.335938, - 0.291016, - 0.237305, - 0.357422, - 0.355469, - 0.326172, - 0.310547, - 0.355469, - 0.335938, - 0.324219, - 0.273438, - 0.332031, - 0.369141, - 0.355469, - 0.324219, - 0.337891, - 0.365234, - 0.363281, - 0.310547, - 0.351562, - 0.34375, - 0.347656, - 0.275391, - 0.388672, - 0.292969, - 0.355469, - 0.341797, - 0.34375, - 0.330078, - 0.339844, - 0.335938, - 0.410156, - 0.279297, - 0.314453, - 0.353516, - 0.349609, - 0.339844, - 0.328125, - 0.332031, - 0.339844, - 0.351562, - 0.225586, - 0.328125, - 0.28125, - 0.337891, - 0.285156, - 0.333984, - 0.339844, - 0.324219, - 0.296875, - 0.353516, - 0.335938, - 0.322266, - 0.347656, - 0.351562, - 0.359375, - 0.168945, - 0.289062, - 0.316406, - 0.34375, - 0.337891, - 0.239258, - 0.326172, - 0.333984, - 0.347656, - 0.371094, - 0.402344, - 0.34375, - 0.369141, - 0.324219, - 0.3125, - 0.3125, - 0.324219, - 0.261719, - 0.320312, - 0.289062, - 0.349609, - 0.339844, - 0.339844, - 0.306641, - 0.373047, - 0.324219, - 0.341797, - 0.314453, - 0.34375, - 0.330078, - 0.314453, - 0.318359, - 0.335938, - 0.310547, - 0.306641, - 0.339844, - 0.253906, - 0.34375, - 0.241211, - 0.296875, - 0.335938, - 0.373047, - 0.351562, - 0.316406, - 0.335938, - 0.361328, - 0.212891, - 0.296875, - 0.328125, - 0.363281, - 0.232422, - 0.24707, - 0.345703, - 0.277344, - 0.333984, - 0.320312, - 0.347656, - 0.351562, - 0.318359, - 0.316406, - 0.316406, - 0.337891, - 0.345703, - 0.330078, - 0.271484, - 0.302734, - 0.291016, - 0.283203, - 0.359375, - 0.361328, - 0.326172, - 0.367188, - 0.320312, - 0.326172, - 0.341797, - 0.333984, - 0.384766, - 0.359375, - 0.337891, - 0.335938, - 0.324219, - 0.318359, - 0.337891, - 0.233398, - 0.287109, - 0.339844, - 0.298828, - 0.326172, - 0.337891, - 0.285156, - 0.330078, - 0.306641, - 0.326172, - 0.333984, - 0.359375, - 0.333984, - 0.324219, - 0.333984, - 0.308594, - 0.373047, - 0.351562, - 0.349609, - 0.328125, - 0.316406, - 0.332031, - 0.417969, - 0.345703, - 0.324219, - 0.359375, - 0.353516, - 0.351562, - 0.289062, - 0.25, - 0.316406, - 0.322266, - 0.275391, - 0.349609, - 0.330078, - 0.298828, - 0.242188, - 0.330078, - 0.242188, - 0.3125, - 0.359375, - 0.289062, - 0.332031, - 0.197266, - 0.345703, - 0.265625, - 0.388672, - 0.34375, - 0.34375, - 0.296875, - 0.339844, - 0.34375, - 0.335938, - 0.359375, - 0.339844, - 0.300781, - 0.332031, - 0.335938, - 0.339844, - 0.355469, - 0.357422, - 0.330078, - 0.318359, - 0.349609, - 0.322266, - 0.361328, - 0.242188, - 0.332031, - 0.275391, - 0.341797, - 0.341797, - 0.347656, - 0.333984, - 0.367188, - 0.339844, - 0.289062, - 0.224609, - 0.363281, - 0.255859, - 0.328125, - 0.333984, - 0.353516, - 0.333984, - 0.361328, - 0.367188, - 0.34375, - 0.359375, - 0.238281, - 0.351562, - 0.34375, - 0.332031, - 0.380859, - 0.351562, - 0.316406, - 0.351562, - 0.3125, - 0.365234, - 0.326172, - 0.304688, - 0.339844, - 0.339844, - 0.275391, - 0.333984, - 0.289062, - 0.328125, - 0.322266, - 0.302734, - 0.328125, - 0.330078, - 0.330078, - 0.333984, - 0.335938, - 0.345703, - 0.361328, - 0.365234, - 0.328125, - 0.357422, - 0.185547, - 0.253906, - 0.296875, - 0.203125, - 0.306641, - 0.337891, - 0.322266, - 0.332031, - 0.316406, - 0.21582, - 0.345703, - 0.324219, - 0.263672, - 0.349609, - 0.359375, - 0.275391, - 0.361328, - 0.324219, - 0.324219, - 0.330078, - 0.341797, - 0.349609, - 0.243164, - 0.351562, - 0.341797, - 0.341797, - 0.359375, - 0.357422, - 0.375, - 0.304688, - 0.198242, - 0.300781, - 0.361328, - 0.271484, - 0.208984, - 0.222656, - 0.332031, - 0.322266, - 0.326172, - 0.292969, - 0.277344, - 0.328125, - 0.326172, - 0.24707, - 0.351562, - 0.271484, - 0.349609, - 0.363281, - 0.365234, - 0.355469, - 0.199219, - 0.333984, - 0.365234, - 0.324219, - 0.226562, - 0.304688, - 0.355469, - 0.359375, - 0.345703, - 0.326172, - 0.373047, - 0.333984, - 0.333984, - 0.238281, - 0.349609, - 0.349609, - 0.376953, - 0.330078, - 0.328125, - 0.302734, - 0.353516, - 0.345703, - 0.347656, - 0.324219, - 0.337891, - 0.294922, - 0.347656, - 0.337891, - 0.333984, - 0.328125, - 0.328125, - 0.333984, - 0.332031, - 0.353516, - 0.341797, - 0.353516, - 0.242188, - 0.24707, - 0.271484, - 0.353516, - 0.359375, - 0.306641, - 0.265625, - 0.390625, - 0.287109, - 0.339844, - 0.244141, - 0.322266, - 0.378906, - 0.357422, - 0.384766, - 0.314453, - 0.341797, - 0.21875, - 0.363281, - 0.314453, - 0.359375, - 0.316406, - 0.306641, - 0.255859, - 0.359375, - 0.339844, - 0.314453, - 0.355469, - 0.351562, - 0.349609, - 0.335938, - 0.324219, - 0.3125, - 0.355469, - 0.314453, - 0.275391, - 0.304688, - 0.326172, - 0.314453, - 0.371094, - 0.210938, - 0.308594, - 0.353516, - 0.355469, - 0.333984, - 0.223633, - 0.421875, - 0.314453, - 0.271484, - 0.308594, - 0.216797, - 0.335938, - 0.341797, - 0.335938, - 0.326172, - 0.330078, - 0.326172, - 0.390625, - 0.339844, - 0.339844, - 0.367188, - 0.335938, - 0.519531, - 0.373047, - 0.355469, - 0.386719, - 0.261719, - 0.3125, - 0.371094, - 0.289062, - 0.34375, - 0.328125, - 0.267578, - 0.324219, - 0.365234, - 0.3125, - 0.271484, - 0.267578, - 0.238281, - 0.345703, - 0.337891, - 0.245117, - 0.279297, - 0.361328, - 0.304688, - 0.380859, - 0.353516, - 0.330078, - 0.359375, - 0.332031, - 0.263672, - 0.355469, - 0.220703, - 0.289062, - 0.326172, - 0.277344, - 0.380859, - 0.304688, - 0.287109, - 0.339844, - 0.337891, - 0.335938, - 0.382812, - 0.335938, - 0.353516, - 0.367188, - 0.242188, - 0.367188, - 0.359375, - 0.363281, - 0.449219, - 0.365234, - 0.345703, - 0.318359, - 0.351562, - 0.310547, - 0.308594, - 0.34375, - 0.300781, - 0.371094, - 0.376953, - 0.367188, - 0.333984, - 0.345703, - 0.339844, - 0.371094, - 0.351562, - 0.367188, - 0.333984, - 0.249023, - 0.345703, - 0.3125, - 0.332031, - 0.335938, - 0.341797, - 0.388672, - 0.296875, - 0.337891, - 0.349609, - 0.330078, - 0.382812, - 0.324219, - 0.367188, - 0.333984, - 0.302734, - 0.351562, - 0.332031, - 0.326172, - 0.337891, - 0.357422, - 0.332031, - 0.306641, - 0.3125, - 0.347656, - 0.345703, - 0.337891, - 0.355469, - 0.273438, - 0.357422, - 0.279297, - 0.359375, - 0.347656, - 0.228516, - 0.345703, - 0.261719, - 0.3125, - 0.322266, - 0.3125, - 0.279297, - 0.241211, - 0.351562, - 0.345703, - 0.345703, - 0.337891, - 0.318359, - 0.341797, - 0.34375, - 0.361328, - 0.414062, - 0.304688, - 0.320312, - 0.337891, - 0.316406, - 0.353516, - 0.328125, - 0.333984, - 0.359375, - 0.339844, - 0.357422, - 0.231445, - 0.332031, - 0.355469, - 0.345703, - 0.339844, - 0.345703, - 0.240234, - 0.361328, - 0.275391, - 0.347656, - 0.347656, - 0.318359, - 0.279297, - 0.326172, - 0.339844, - 0.324219, - 0.306641, - 0.341797, - 0.333984, - 0.289062, - 0.285156, - 0.213867, - 0.300781, - 0.330078, - 0.326172, - 0.330078, - 0.34375, - 0.347656, - 0.345703, - 0.351562, - 0.351562, - 0.357422, - 0.228516, - 0.357422, - 0.263672, - 0.296875, - 0.330078, - 0.355469, - 0.306641, - 0.202148, - 0.24707, - 0.351562, - 0.333984, - 0.28125, - 0.326172, - 0.322266, - 0.318359, - 0.333984, - 0.314453, - 0.386719, - 0.353516, - 0.326172, - 0.341797, - 0.328125, - 0.359375, - 0.332031, - 0.349609, - 0.363281, - 0.271484, - 0.306641, - 0.298828, - 0.332031, - 0.332031, - 0.363281, - 0.351562, - 0.308594, - 0.324219, - 0.259766, - 0.335938, - 0.369141, - 0.363281, - 0.384766, - 0.330078, - 0.34375, - 0.351562, - 0.363281, - 0.269531, - 0.316406, - 0.347656, - 0.349609, - 0.318359, - 0.269531, - 0.357422, - 0.261719, - 0.269531, - 0.314453, - 0.326172, - 0.365234, - 0.363281, - 0.355469, - 0.333984, - 0.341797, - 0.232422, - 0.349609, - 0.324219, - 0.34375, - 0.339844, - 0.326172, - 0.310547, - 0.320312, - 0.337891, - 0.357422, - 0.345703, - 0.339844, - 0.351562, - 0.292969, - 0.357422, - 0.251953, - 0.28125, - 0.339844, - 0.357422, - 0.337891, - 0.320312, - 0.316406, - 0.328125, - 0.263672, - 0.330078, - 0.347656, - 0.298828, - 0.337891, - 0.318359, - 0.308594, - 0.359375, - 0.349609, - 0.318359, - 0.324219, - 0.339844, - 0.330078, - 0.355469, - 0.337891, - 0.285156, - 0.359375, - 0.382812, - 0.365234, - 0.335938, - 0.308594, - 0.361328, - 0.330078, - 0.341797, - 0.34375, - 0.373047, - 0.332031, - 0.339844, - 0.314453, - 0.34375, - 0.316406, - 0.302734, - 0.283203, - 0.345703, - 0.330078, - 0.445312, - 0.339844, - 0.289062, - 0.289062, - 0.333984, - 0.328125, - 0.351562, - 0.204102, - 0.314453, - 0.339844, - 0.341797, - 0.294922, - 0.279297, - 0.3125, - 0.361328, - 0.291016, - 0.255859, - 0.351562, - 0.310547, - 0.351562, - 0.196289, - 0.339844, - 0.375, - 0.232422, - 0.373047, - 0.341797, - 0.314453, - 0.375, - 0.283203, - 0.353516, - 0.335938, - 0.345703, - 0.359375, - 0.291016, - 0.332031, - 0.365234, - 0.328125, - 0.291016, - 0.308594, - 0.289062, - 0.332031, - 0.353516, - 0.235352, - 0.332031, - 0.202148, - 0.34375, - 0.332031, - 0.34375, - 0.320312, - 0.351562, - 0.314453, - 0.359375, - 0.318359, - 0.28125, - 0.333984, - 0.355469, - 0.34375, - 0.302734, - 0.300781, - 0.337891, - 0.337891, - 0.335938, - 0.345703, - 0.34375, - 0.359375, - 0.326172, - 0.000387, - 0.28125, - 0.335938, - 0.289062, - 0.283203, - 0.314453, - 0.308594, - 0.388672, - 0.332031, - 0.375, - 0.324219, - 0.304688, - 0.355469, - 0.285156, - 0.310547, - 0.255859, - 0.365234, - 0.279297, - 0.166992, - 0.447266, - 0.376953, - 0.355469, - 0.318359, - 0.314453, - 0.333984, - 0.314453, - 0.326172, - 0.347656, - 0.416016, - 0.330078, - 0.371094, - 0.347656, - 0.34375, - 0.345703, - 0.353516, - 0.376953, - 0.300781, - 0.349609, - 0.238281, - 0.345703, - 0.328125, - 0.400391, - 0.277344, - 0.255859, - 0.345703, - 0.353516, - 0.257812, - 0.326172, - 0.349609, - 0.229492, - 0.330078, - 0.34375, - 0.333984, - 0.316406, - 0.351562, - 0.341797, - 0.367188, - 0.285156, - 0.345703, - 0.320312, - 0.308594, - 0.324219, - 0.287109, - 0.388672, - 0.304688, - 0.345703, - 0.330078, - 0.337891, - 0.341797, - 0.328125, - 0.294922, - 0.34375, - 0.318359, - 0.332031, - 0.265625, - 0.294922, - 0.341797, - 0.314453, - 0.390625, - 0.363281, - 0.345703, - 0.341797, - 0.316406, - 0.324219, - 0.318359, - 0.249023, - 0.333984, - 0.328125, - 0.332031, - 0.314453, - 0.3125, - 0.243164, - 0.326172, - 0.322266, - 0.296875, - 0.216797, - 0.3125, - 0.265625, - 0.357422, - 0.271484, - 0.363281, - 0.328125, - 0.345703, - 0.208984, - 0.304688, - 0.326172, - 0.318359, - 0.351562, - 0.34375, - 0.335938, - 0.326172, - 0.273438, - 0.25, - 0.333984, - 0.335938, - 0.345703, - 0.318359, - 0.318359, - 0.347656, - 0.353516, - 0.376953, - 0.337891, - 0.34375, - 0.392578, - 0.271484, - 0.320312, - 0.333984, - 0.349609, - 0.228516, - 0.347656, - 0.322266, - 0.341797, - 0.376953, - 0.335938, - 0.326172, - 0.322266, - 0.361328, - 0.351562, - 0.257812, - 0.330078, - 0.306641, - 0.355469, - 0.357422, - 0.339844, - 0.363281, - 0.316406, - 0.337891, - 0.365234, - 0.341797, - 0.34375, - 0.359375, - 0.363281, - 0.279297, - 0.330078, - 0.337891, - 0.332031, - 0.367188, - 0.369141, - 0.34375, - 0.324219, - 0.341797, - 0.335938, - 0.285156, - 0.326172, - 0.328125, - 0.369141, - 0.134766, - 0.353516, - 0.34375, - 0.251953, - 0.310547, - 0.345703, - 0.289062, - 0.300781, - 0.355469, - 0.330078, - 0.318359, - 0.316406, - 0.232422, - 0.306641, - 0.267578, - 0.326172, - 0.328125, - 0.369141, - 0.236328, - 0.365234, - 0.351562, - 0.316406, - 0.349609, - 0.330078, - 0.318359, - 0.302734, - 0.275391, - 0.300781, - 0.328125, - 0.298828, - 0.341797, - 0.347656, - 0.34375, - 0.345703, - 0.371094, - 0.345703, - 0.376953, - 0.333984, - 0.345703, - 0.298828, - 0.294922, - 0.234375, - 0.359375, - 0.324219, - 0.294922, - 0.337891, - 0.328125, - 0.314453, - 0.351562, - 0.245117, - 0.3125, - 0.318359, - 0.3125, - 0.347656, - 0.3125, - 0.308594, - 0.339844, - 0.349609, - 0.375, - 0.229492, - 0.347656, - 0.390625, - 0.308594, - 0.351562, - 0.402344, - 0.435547, - 0.373047, - 0.294922, - 0.378906, - 0.332031, - 0.351562, - 0.238281, - 0.326172, - 0.359375, - 0.324219, - 0.335938, - 0.318359, - 0.345703, - 0.300781, - 0.34375, - 0.339844, - 0.335938, - 0.337891, - 0.357422, - 0.285156, - 0.369141, - 0.353516, - 0.34375, - 0.384766, - 0.285156, - 0.259766, - 0.386719, - 0.361328, - 0.287109, - 0.328125, - 0.421875, - 0.296875, - 0.390625, - 0.326172, - 0.314453, - 0.333984, - 0.304688, - 0.28125, - 0.251953, - 0.3125, - 0.332031, - 0.347656, - 0.353516, - 0.341797, - 0.386719, - 0.355469, - 0.322266, - 0.155273, - 0.414062, - 0.302734, - 0.34375, - 0.357422, - 0.386719, - 0.351562, - 0.347656, - 0.3125, - 0.333984, - 0.314453, - 0.373047, - 0.277344, - 0.355469, - 0.239258, - 0.316406, - 0.308594, - 0.335938, - 0.335938, - 0.292969, - 0.335938, - 0.373047, - 0.223633, - 0.351562, - 0.355469, - 0.223633, - 0.371094, - 0.351562, - 0.324219, - 0.238281, - 0.363281, - 0.355469, - 0.328125, - 0.308594, - 0.34375, - 0.337891, - 0.229492, - 0.339844, - 0.228516, - 0.355469, - 0.345703, - 0.351562, - 0.324219, - 0.320312, - 0.333984, - 0.326172, - 0.283203, - 0.308594, - 0.386719, - 0.347656, - 0.246094, - 0.337891, - 0.318359, - 0.339844, - 0.326172, - 0.330078, - 0.234375, - 0.300781, - 0.376953, - 0.353516, - 0.339844, - 0.234375, - 0.335938, - 0.237305, - 0.283203, - 0.308594, - 0.380859, - 0.185547, - 0.341797, - 0.332031, - 0.308594, - 0.330078, - 0.339844, - 0.308594, - 0.330078, - 0.326172, - 0.392578, - 0.361328, - 0.365234, - 0.335938, - 0.285156, - 0.285156, - 0.225586, - 0.347656, - 0.361328, - 0.324219, - 0.3125, - 0.333984, - 0.382812, - 0.304688, - 0.322266, - 0.326172, - 0.28125, - 0.332031, - 0.28125, - 0.333984, - 0.353516, - 0.304688, - 0.380859, - 0.359375, - 0.361328, - 0.388672, - 0.353516, - 0.373047, - 0.349609, - 0.332031, - 0.332031, - 0.341797, - 0.349609, - 0.330078, - 0.322266, - 0.347656, - 0.333984, - 0.224609, - 0.345703, - 0.285156, - 0.371094, - 0.316406, - 0.357422, - 0.308594, - 0.308594, - 0.239258, - 0.328125, - 0.304688, - 0.339844, - 0.353516, - 0.324219, - 0.347656, - 0.304688, - 0.341797, - 0.328125, - 0.378906, - 0.328125, - 0.335938, - 0.337891, - 0.462891, - 0.376953, - 0.394531, - 0.335938, - 0.341797, - 0.28125, - 0.298828, - 0.34375, - 0.357422, - 0.273438, - 0.326172, - 0.333984, - 0.339844, - 0.369141, - 0.339844, - 0.335938, - 0.328125, - 0.34375, - 0.285156, - 0.314453, - 0.404297, - 0.326172, - 0.328125, - 0.339844, - 0.361328, - 0.283203, - 0.363281, - 0.277344, - 0.363281, - 0.335938, - 0.351562, - 0.277344, - 0.333984, - 0.3125, - 0.314453, - 0.34375, - 0.296875, - 0.304688, - 0.208008, - 0.310547, - 0.337891, - 0.279297, - 0.227539, - 0.279297, - 0.271484, - 0.279297, - 0.349609, - 0.371094, - 0.3125, - 0.214844, - 0.304688, - 0.349609, - 0.243164, - 0.291016, - 0.376953, - 0.322266, - 0.353516, - 0.361328, - 0.347656, - 0.328125, - 0.396484, - 0.300781, - 0.337891, - 0.353516, - 0.339844, - 0.296875, - 0.328125, - 0.373047, - 0.339844, - 0.333984, - 0.345703, - 0.259766, - 0.373047, - 0.238281, - 0.367188, - 0.245117, - 0.335938, - 0.400391, - 0.333984, - 0.279297, - 0.400391, - 0.361328, - 0.310547, - 0.238281, - 0.289062, - 0.339844, - 0.351562, - 0.332031, - 0.310547, - 0.353516, - 0.291016, - 0.326172, - 0.227539, - 0.332031, - 0.24707, - 0.376953, - 0.339844, - 0.371094, - 0.300781, - 0.308594, - 0.341797, - 0.316406, - 0.335938, - 0.392578, - 0.318359, - 0.335938, - 0.394531, - 0.333984, - 0.314453, - 0.316406, - 0.279297, - 0.359375, - 0.302734, - 0.322266, - 0.349609, - 0.367188, - 0.330078, - 0.287109, - 0.285156, - 0.339844, - 0.337891, - 0.279297, - 0.337891, - 0.277344, - 0.351562, - 0.363281, - 0.330078, - 0.332031, - 0.353516, - 0.339844, - 0.3125, - 0.351562, - 0.322266, - 0.402344, - 0.351562, - 0.357422, - 0.347656, - 0.328125, - 0.292969, - 0.351562, - 0.365234, - 0.337891, - 0.332031, - 0.3125, - 0.265625, - 0.265625, - 0.292969, - 0.34375, - 0.339844, - 0.337891, - 0.320312, - 0.347656, - 0.294922, - 0.3125, - 0.298828, - 0.314453, - 0.353516, - 0.345703, - 0.292969, - 0.314453, - 0.318359, - 0.351562, - 0.363281, - 0.365234, - 0.318359, - 0.211914, - 0.261719, - 0.359375, - 0.373047, - 0.339844, - 0.367188, - 0.328125, - 0.328125, - 0.367188, - 0.314453, - 0.34375, - 0.289062, - 0.335938, - 0.203125, - 0.28125, - 0.333984, - 0.335938, - 0.378906, - 0.332031, - 0.363281, - 0.337891, - 0.355469, - 0.361328, - 0.355469, - 0.378906, - 0.259766, - 0.345703, - 0.339844, - 0.369141, - 0.355469, - 0.296875, - 0.28125, - 0.298828, - 0.359375, - 0.347656, - 0.328125 - ] - }, - "name": "model.transformer.layers.13.ffn_norm.weight", - "outputIndexes": [ - 885 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 884, - 885 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_13/Mul_1_output_0", - "outputIndexes": [ - 886 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 886 - ], - "outputIndexes": [ - 2349 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2349 - ], - "outputIndexes": [ - 2350 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear", - "inputIndexes": [ - 2350 - ], - "outputIndexes": [ - 2351 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 9216, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 147456, - "weightSize": 0 - }, - "external": [ - 167473420, - 9437206, - 1179648, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2351 - ], - "outputIndexes": [ - 2352 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2352 - ], - "outputIndexes": [ - 887 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 9216 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 887, - 21, - 406, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_13/Slice_output_0", - "outputIndexes": [ - 888 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 888 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_13/Sigmoid_output_0", - "outputIndexes": [ - 889 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 888, - 889 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_13/Mul_output_0", - "outputIndexes": [ - 890 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 9216 - ] - }, - "name": "/ffn_13/Mul_1_output_0", - "outputIndexes": [ - 891 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 887, - 406, - 891, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_13/Slice_1_output_0", - "outputIndexes": [ - 892 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 890, - 892 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_13/Mul_2_output_0", - "outputIndexes": [ - 893 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 893 - ], - "outputIndexes": [ - 2353 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 4608, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2353 - ], - "outputIndexes": [ - 2354 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear", - "inputIndexes": [ - 2354 - ], - "outputIndexes": [ - 2355 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 4608, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 73728, - "weightSize": 0 - }, - "external": [ - 178090274, - 4718614, - 589824, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2355 - ], - "outputIndexes": [ - 2356 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2356 - ], - "outputIndexes": [ - 894 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 883, - 894 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_55_output_0", - "outputIndexes": [ - 895 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 895, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_56_output_0", - "outputIndexes": [ - 896 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 896 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_14/Mul_output_0", - "outputIndexes": [ - 897 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.203125, - 0.126953, - 0.211914, - 0.197266, - 0.210938, - 0.181641, - 0.292969, - 0.210938, - 0.207031, - 0.139648, - 0.216797, - 0.180664, - 0.214844, - 0.239258, - 0.200195, - 0.141602, - 0.265625, - 0.21582, - 0.208008, - 0.249023, - 0.279297, - 0.230469, - 0.206055, - 0.169922, - 0.198242, - 0.304688, - 0.253906, - 0.195312, - 0.203125, - 0.21582, - 0.182617, - 0.242188, - 0.239258, - 0.212891, - 0.209961, - 0.232422, - 0.339844, - 0.235352, - 0.200195, - 0.165039, - 0.328125, - 0.174805, - 0.194336, - 0.126953, - 0.203125, - 0.181641, - 0.241211, - 0.18457, - 0.263672, - 0.210938, - 0.213867, - 0.203125, - 0.210938, - 0.147461, - 0.210938, - 0.162109, - 0.194336, - 0.235352, - 0.217773, - 0.197266, - 0.220703, - 0.189453, - 0.160156, - 0.197266, - 0.220703, - 0.192383, - 0.171875, - 0.201172, - 0.225586, - 0.238281, - 0.202148, - 0.225586, - 0.166016, - 0.257812, - 0.261719, - 0.217773, - 0.181641, - 0.162109, - 0.201172, - 0.292969, - 0.171875, - 0.186523, - 0.183594, - 0.21875, - 0.277344, - 0.192383, - 0.204102, - 0.227539, - 0.241211, - 0.167969, - 0.287109, - 0.193359, - 0.162109, - 0.211914, - 0.145508, - 0.318359, - 0.220703, - 0.133789, - 0.203125, - 0.251953, - 0.214844, - 0.166016, - 0.251953, - 0.18457, - 0.164062, - 0.408203, - 0.191406, - 0.209961, - 0.192383, - 0.121582, - 0.170898, - 0.243164, - 0.229492, - 0.163086, - 0.263672, - 0.167969, - 0.269531, - 0.162109, - 0.208008, - 0.249023, - 0.181641, - 0.225586, - 0.160156, - 0.152344, - 0.25, - 0.08252, - 0.265625, - 0.308594, - 0.18457, - 0.155273, - 0.169922, - 0.3125, - 0.168945, - 0.259766, - 0.19043, - 0.201172, - 0.25, - 0.105957, - 0.208008, - 0.217773, - 0.165039, - 0.231445, - 0.21582, - 0.166992, - 0.135742, - 0.112793, - 0.176758, - 0.146484, - 0.191406, - 0.161133, - 0.242188, - 0.237305, - 0.199219, - 0.208008, - 0.273438, - 0.173828, - 0.269531, - 0.212891, - 0.117676, - 0.241211, - 0.243164, - 0.202148, - 0.244141, - 0.170898, - 0.1875, - 0.277344, - 0.210938, - 0.112793, - 0.181641, - 0.255859, - 0.425781, - 0.148438, - 0.298828, - 0.210938, - 0.230469, - 0.191406, - 0.180664, - 0.263672, - 0.244141, - 0.294922, - 0.226562, - 0.228516, - 0.229492, - 0.189453, - 0.255859, - 0.195312, - 0.233398, - 0.235352, - 0.182617, - 0.269531, - 0.265625, - 0.308594, - 0.209961, - 0.160156, - 0.180664, - 0.229492, - 0.196289, - 0.198242, - 0.169922, - 0.237305, - 0.214844, - 0.188477, - 0.194336, - 0.211914, - 0.165039, - 0.210938, - 0.182617, - 0.195312, - 0.251953, - 0.176758, - 0.152344, - 0.173828, - 0.251953, - 0.204102, - 0.213867, - 0.180664, - 0.210938, - 0.255859, - 0.200195, - 0.244141, - 0.169922, - 0.249023, - 0.4375, - 0.237305, - 0.143555, - 0.214844, - 0.201172, - 0.196289, - 0.142578, - 0.21582, - 0.211914, - 0.168945, - 0.198242, - 0.198242, - 0.232422, - 0.251953, - 0.214844, - 0.259766, - 0.644531, - 0.206055, - 0.208984, - 0.148438, - 0.19043, - 0.1875, - 0.178711, - 0.263672, - 0.119141, - 0.223633, - 0.183594, - 0.225586, - 0.21582, - 0.186523, - 0.217773, - 0.170898, - 0.198242, - 0.174805, - 0.197266, - 0.251953, - 0.179688, - 0.244141, - 0.180664, - 0.19043, - 0.275391, - 0.183594, - 0.217773, - 0.211914, - 0.216797, - 0.166016, - 0.28125, - 0.198242, - 0.211914, - 0.240234, - 0.188477, - 0.19043, - 0.174805, - 0.1875, - 0.154297, - 0.220703, - 0.191406, - 0.213867, - 0.188477, - 0.287109, - 0.253906, - 0.163086, - 0.11084, - 0.24707, - 0.294922, - 0.227539, - 0.202148, - 0.229492, - 0.229492, - 0.232422, - 0.3125, - 0.230469, - 0.230469, - 0.188477, - 0.209961, - 0.216797, - 0.292969, - 0.115723, - 0.285156, - 0.179688, - 0.157227, - 0.164062, - 0.287109, - 0.198242, - 0.380859, - 0.194336, - 0.175781, - 0.179688, - 0.179688, - 0.205078, - 0.223633, - 0.257812, - 0.380859, - 0.248047, - 0.222656, - 0.199219, - 0.324219, - 0.179688, - 0.18457, - 0.208008, - 0.241211, - 0.154297, - 0.161133, - 0.248047, - 0.251953, - 0.746094, - 0.162109, - 0.236328, - 0.217773, - 0.177734, - 0.231445, - 0.289062, - 0.192383, - 0.225586, - 0.206055, - 0.12793, - 0.186523, - 0.205078, - 0.21875, - 0.263672, - 0.21875, - 0.257812, - 0.310547, - 0.243164, - 0.1875, - 0.233398, - 0.242188, - 0.165039, - 0.169922, - 0.222656, - 0.140625, - 0.211914, - 0.205078, - 0.235352, - 0.202148, - 0.180664, - 0.168945, - 0.141602, - 0.166992, - 0.214844, - 0.228516, - 0.110352, - 0.180664, - 0.267578, - 0.212891, - 0.255859, - 0.204102, - 0.279297, - 0.214844, - 0.462891, - 0.227539, - 0.160156, - 0.135742, - 0.129883, - 0.347656, - 0.152344, - 0.316406, - 0.150391, - 0.249023, - 0.143555, - 0.18457, - 0.198242, - 0.169922, - 0.191406, - 0.245117, - 0.182617, - 0.205078, - 0.245117, - 0.1875, - 0.22168, - 0.328125, - 0.177734, - 0.226562, - 0.244141, - 0.283203, - 0.251953, - 0.12793, - 0.269531, - 0.193359, - 0.249023, - 0.15332, - 0.202148, - 0.191406, - 0.166992, - 0.174805, - 0.195312, - 0.214844, - 0.182617, - 0.120605, - 0.182617, - 0.241211, - 0.24707, - 0.217773, - 0.169922, - 0.222656, - 0.3125, - 0.208984, - 0.216797, - 0.261719, - 0.357422, - 0.179688, - 0.214844, - 0.273438, - 0.182617, - 0.143555, - 0.148438, - 0.193359, - 0.186523, - 0.25, - 0.204102, - 0.166992, - 0.255859, - 0.180664, - 0.208008, - 0.182617, - 0.180664, - 0.204102, - 0.310547, - 0.257812, - 0.236328, - 0.186523, - 0.294922, - 0.208984, - 0.213867, - 0.25, - 0.229492, - 0.28125, - 0.148438, - 0.198242, - 0.091797, - 0.200195, - 0.179688, - 0.203125, - 0.197266, - 0.230469, - 0.173828, - 0.196289, - 0.160156, - 0.239258, - 0.261719, - 0.253906, - 0.292969, - 0.219727, - 0.241211, - 0.162109, - 0.225586, - 0.219727, - 0.255859, - 0.133789, - 0.228516, - 0.166992, - 0.206055, - 0.209961, - 0.22168, - 0.235352, - 0.229492, - 0.205078, - 0.257812, - 0.277344, - 0.207031, - 0.164062, - 0.192383, - 0.238281, - 0.172852, - 0.239258, - 0.202148, - 0.162109, - 0.182617, - 0.175781, - 0.231445, - 0.310547, - 0.162109, - 0.183594, - 0.205078, - 0.217773, - 0.175781, - 0.166992, - 0.189453, - 0.25, - 0.306641, - 0.208008, - 0.186523, - 0.224609, - 0.220703, - 0.355469, - 0.189453, - 0.197266, - 0.227539, - 0.223633, - 0.237305, - 0.200195, - 0.222656, - 0.188477, - 0.486328, - 0.219727, - 0.242188, - 0.192383, - 0.208984, - 0.251953, - 0.232422, - 0.224609, - 0.142578, - 0.171875, - 0.235352, - 0.192383, - 0.213867, - 0.227539, - 0.192383, - 0.200195, - 0.507812, - 0.234375, - 0.298828, - 0.257812, - 0.220703, - 0.213867, - 0.304688, - 0.164062, - 0.224609, - 0.165039, - 0.226562, - 0.261719, - 0.21875, - 0.277344, - 0.206055, - 0.236328, - 0.25, - 0.259766, - 0.455078, - 0.185547, - 0.232422, - 0.283203, - 0.378906, - 0.257812, - 0.176758, - 0.224609, - 0.232422, - 0.246094, - 0.237305, - 0.249023, - 0.193359, - 0.205078, - 0.186523, - 0.230469, - 0.10498, - 0.149414, - 0.180664, - 0.148438, - 0.267578, - 0.195312, - 0.106934, - 0.182617, - 0.132812, - 0.203125, - 0.230469, - 0.248047, - 0.191406, - 0.169922, - 0.186523, - 0.233398, - 0.283203, - 0.527344, - 0.164062, - 0.212891, - 0.322266, - 0.216797, - 0.155273, - 0.163086, - 0.212891, - 0.162109, - 0.228516, - 0.330078, - 0.222656, - 0.193359, - 0.169922, - 0.197266, - 0.222656, - 0.165039, - 0.236328, - 0.157227, - 0.265625, - 0.128906, - 0.193359, - 0.163086, - 0.204102, - 0.164062, - 0.257812, - 0.347656, - 0.503906, - 0.241211, - 0.195312, - 0.157227, - 0.249023, - 0.227539, - 0.201172, - 0.166992, - 0.273438, - 0.233398, - 0.249023, - 0.231445, - 0.220703, - 0.22168, - 0.19043, - 0.167969, - 0.423828, - 0.189453, - 0.4375, - 0.193359, - 0.277344, - 0.182617, - 0.182617, - 0.193359, - 0.216797, - 0.219727, - 0.208984, - 0.233398, - 0.213867, - 0.166016, - 0.285156, - 0.188477, - 0.198242, - 0.217773, - 0.15625, - 0.208008, - 0.204102, - 0.328125, - 0.15332, - 0.18457, - 0.151367, - 0.239258, - 0.251953, - 0.150391, - 0.253906, - 0.205078, - 0.201172, - 0.214844, - 0.232422, - 0.269531, - 0.172852, - 0.277344, - 0.294922, - 0.261719, - 0.380859, - 0.240234, - 0.195312, - 0.128906, - 0.251953, - 0.232422, - 0.200195, - 0.220703, - 0.195312, - 0.570312, - 0.198242, - 0.176758, - 0.174805, - 0.225586, - 0.239258, - 0.233398, - 0.208008, - 0.131836, - 0.136719, - 0.222656, - 0.214844, - 0.216797, - 0.202148, - 0.118652, - 0.25, - 0.161133, - 0.166016, - 0.193359, - 0.265625, - 0.197266, - 0.208984, - 0.183594, - 0.200195, - 0.232422, - 0.122559, - 0.179688, - 0.225586, - 0.192383, - 0.229492, - 0.175781, - 0.273438, - 0.237305, - 0.15918, - 0.227539, - 0.18457, - 0.206055, - 0.263672, - 0.271484, - 0.237305, - 0.155273, - 0.265625, - 0.225586, - 0.233398, - 0.230469, - 0.191406, - 0.320312, - 0.143555, - 0.200195, - 0.257812, - 0.219727, - 0.214844, - 0.227539, - 0.15625, - 0.21875, - 0.1875, - 0.239258, - 0.158203, - 0.144531, - 0.21875, - 0.211914, - 0.206055, - 0.196289, - 0.225586, - 0.219727, - 0.245117, - 0.255859, - 0.243164, - 0.205078, - 0.240234, - 0.273438, - 0.265625, - 0.15625, - 0.220703, - 0.219727, - 0.200195, - 0.15918, - 0.198242, - 0.195312, - 0.213867, - 0.217773, - 0.263672, - 0.209961, - 0.235352, - 0.119141, - 0.345703, - 0.232422, - 0.222656, - 0.200195, - 0.179688, - 0.172852, - 0.21582, - 0.213867, - 0.261719, - 0.167969, - 0.287109, - 0.172852, - 0.211914, - 0.19043, - 0.228516, - 0.177734, - 0.207031, - 0.192383, - 0.236328, - 0.175781, - 0.150391, - 0.186523, - 0.196289, - 0.203125, - 0.128906, - 0.163086, - 0.212891, - 0.302734, - 0.229492, - 0.21875, - 0.223633, - 0.248047, - 0.202148, - 0.169922, - 0.191406, - 0.367188, - 0.179688, - 0.224609, - 0.208984, - 0.125977, - 0.193359, - 0.234375, - 0.18457, - 0.261719, - 0.226562, - 0.205078, - 0.227539, - 0.243164, - 0.200195, - 0.237305, - 0.324219, - 0.144531, - 0.211914, - 0.174805, - 0.22168, - 0.227539, - 0.205078, - 0.269531, - 0.182617, - 0.216797, - 0.234375, - 0.222656, - 0.257812, - 0.220703, - 0.240234, - 0.236328, - 0.210938, - 0.227539, - 0.19043, - 0.135742, - 0.158203, - 0.21582, - 0.186523, - 0.239258, - 0.177734, - 0.165039, - 0.166016, - 0.191406, - 0.209961, - 0.213867, - 0.244141, - 0.237305, - 0.194336, - 0.261719, - 0.251953, - 0.157227, - 0.21582, - 0.166016, - 0.210938, - 0.265625, - 0.188477, - 0.353516, - 0.21875, - 0.255859, - 0.224609, - 0.207031, - 0.228516, - 0.185547, - 0.123047, - 0.175781, - 0.225586, - 0.165039, - 0.21582, - 0.178711, - 0.176758, - 0.131836, - 0.234375, - 0.269531, - 0.169922, - 0.205078, - 0.170898, - 0.25, - 0.275391, - 0.188477, - 0.182617, - 0.296875, - 0.219727, - 0.198242, - 0.191406, - 0.191406, - 0.241211, - 0.248047, - 0.285156, - 0.186523, - 0.257812, - 0.201172, - 0.217773, - 0.192383, - 0.241211, - 0.251953, - 0.193359, - 0.145508, - 0.243164, - 0.237305, - 0.306641, - 0.155273, - 0.194336, - 0.158203, - 0.21582, - 0.219727, - 0.253906, - 0.192383, - 0.257812, - 0.197266, - 0.163086, - 0.180664, - 0.240234, - 0.142578, - 0.232422, - 0.211914, - 0.283203, - 0.24707, - 0.214844, - 0.182617, - 0.216797, - 0.291016, - 0.088379, - 0.255859, - 0.210938, - 0.185547, - 0.216797, - 0.259766, - 0.19043, - 0.230469, - 0.214844, - 0.261719, - 0.173828, - 0.204102, - 0.208984, - 0.259766, - 0.345703, - 0.273438, - 0.216797, - 0.102539, - 0.269531, - 0.208008, - 0.183594, - 0.178711, - 0.160156, - 0.185547, - 0.169922, - 0.224609, - 0.211914, - 0.265625, - 0.177734, - 0.289062, - 0.445312, - 0.207031, - 0.189453, - 0.28125, - 0.151367, - 0.21582, - 0.166992, - 0.18457, - 0.248047, - 0.273438, - 0.222656, - 0.173828, - 0.151367, - 0.19043, - 0.124023, - 0.199219, - 0.220703, - 0.182617, - 0.1875, - 0.175781, - 0.213867, - 0.233398, - 0.134766, - 0.267578, - 0.220703, - 0.285156, - 0.236328, - 0.227539, - 0.248047, - 0.158203, - 0.086914, - 0.154297, - 0.259766, - 0.275391, - 0.138672, - 0.155273, - 0.178711, - 0.19043, - 0.251953, - 0.15332, - 0.333984, - 0.234375, - 0.172852, - 0.486328, - 0.275391, - 0.332031, - 0.225586, - 0.269531, - 0.251953, - 0.21875, - 0.255859, - 0.217773, - 0.277344, - 0.1875, - 0.134766, - 0.172852, - 0.242188, - 0.200195, - 0.25, - 0.210938, - 0.24707, - 0.21582, - 0.208984, - 0.249023, - 0.174805, - 0.122559, - 0.3125, - 0.233398, - 0.22168, - 0.15332, - 0.253906, - 0.200195, - 0.230469, - 0.206055, - 0.228516, - 0.181641, - 0.225586, - 0.255859, - 0.225586, - 0.207031, - 0.211914, - 0.186523, - 0.217773, - 0.263672, - 0.179688, - 0.177734, - 0.15918, - 0.210938, - 0.152344, - 0.322266, - 0.261719, - 0.207031, - 0.25, - 0.271484, - 0.183594, - 0.233398, - 0.12793, - 0.165039, - 0.198242, - 0.209961, - 0.316406, - 0.179688, - 0.230469, - 0.171875, - 0.255859, - 0.182617, - 0.25, - 0.204102, - 0.178711, - 0.166016, - 0.253906, - 0.220703, - 0.205078, - 0.244141, - 0.192383, - 0.259766, - 0.192383, - 0.227539, - 0.168945, - 0.22168, - 0.269531, - 0.182617, - 0.242188, - 0.201172, - 0.179688, - 0.257812, - 0.201172, - 0.24707, - 0.257812, - 0.186523, - 0.179688, - 0.289062, - 0.40625, - 0.214844, - 0.152344, - 0.200195, - 0.135742, - 0.219727, - 0.214844, - 0.195312, - 0.210938, - 0.198242, - 0.186523, - 0.287109, - 0.265625, - 0.224609, - 0.3125, - 0.198242, - 0.832031, - 0.28125, - 0.210938, - 0.302734, - 0.207031, - 0.211914, - 0.267578, - 0.171875, - 0.206055, - 0.167969, - 0.22168, - 0.223633, - 0.253906, - 0.212891, - 0.21582, - 0.167969, - 0.147461, - 0.253906, - 0.205078, - 0.173828, - 0.162109, - 0.257812, - 0.1875, - 0.365234, - 0.220703, - 0.25, - 0.232422, - 0.176758, - 0.166992, - 0.230469, - 0.191406, - 0.12793, - 0.265625, - 0.209961, - 0.318359, - 0.126953, - 0.146484, - 0.18457, - 0.322266, - 0.179688, - 0.249023, - 0.166016, - 0.251953, - 0.237305, - 0.196289, - 0.267578, - 0.253906, - 0.243164, - 0.306641, - 0.234375, - 0.231445, - 0.166992, - 0.208008, - 0.170898, - 0.205078, - 0.242188, - 0.199219, - 0.261719, - 0.239258, - 0.227539, - 0.181641, - 0.25, - 0.235352, - 0.245117, - 0.21875, - 0.292969, - 0.176758, - 0.158203, - 0.224609, - 0.181641, - 0.201172, - 0.233398, - 0.279297, - 0.296875, - 0.189453, - 0.259766, - 0.257812, - 0.242188, - 0.267578, - 0.148438, - 0.275391, - 0.183594, - 0.189453, - 0.217773, - 0.228516, - 0.191406, - 0.191406, - 0.246094, - 0.208008, - 0.118164, - 0.185547, - 0.25, - 0.209961, - 0.217773, - 0.248047, - 0.18457, - 0.208984, - 0.149414, - 0.265625, - 0.226562, - 0.261719, - 0.251953, - 0.128906, - 0.212891, - 0.165039, - 0.204102, - 0.115234, - 0.120605, - 0.239258, - 0.217773, - 0.1875, - 0.194336, - 0.214844, - 0.241211, - 0.213867, - 0.236328, - 0.355469, - 0.195312, - 0.279297, - 0.140625, - 0.292969, - 0.238281, - 0.148438, - 0.211914, - 0.249023, - 0.1875, - 0.239258, - 0.345703, - 0.191406, - 0.28125, - 0.231445, - 0.226562, - 0.214844, - 0.141602, - 0.353516, - 0.192383, - 0.251953, - 0.220703, - 0.234375, - 0.139648, - 0.231445, - 0.196289, - 0.183594, - 0.151367, - 0.217773, - 0.222656, - 0.162109, - 0.087891, - 0.226562, - 0.214844, - 0.165039, - 0.296875, - 0.216797, - 0.24707, - 0.220703, - 0.232422, - 0.224609, - 0.160156, - 0.204102, - 0.271484, - 0.243164, - 0.225586, - 0.210938, - 0.204102, - 0.279297, - 0.222656, - 0.429688, - 0.257812, - 0.279297, - 0.208008, - 0.192383, - 0.193359, - 0.172852, - 0.196289, - 0.18457, - 0.12793, - 0.318359, - 0.205078, - 0.237305, - 0.224609, - 0.224609, - 0.191406, - 0.155273, - 0.140625, - 0.216797, - 0.142578, - 0.155273, - 0.189453, - 0.146484, - 0.205078, - 0.219727, - 0.212891, - 0.181641, - 0.204102, - 0.414062, - 0.244141, - 0.251953, - 0.21582, - 0.298828, - 0.212891, - 0.238281, - 0.21875, - 0.219727, - 0.205078, - 0.19043, - 0.214844, - 0.141602, - 0.197266, - 0.163086, - 0.259766, - 0.161133, - 0.150391, - 0.143555, - 0.169922, - 0.25, - 0.251953, - 0.220703, - 0.21875, - 0.201172, - 0.131836, - 0.259766, - 0.204102, - 0.201172, - 0.287109, - 0.201172, - 0.189453, - 0.224609, - 0.148438, - 0.194336, - 0.223633, - 0.197266, - 0.211914, - 0.162109, - 0.277344, - 0.225586, - 0.265625, - 0.214844, - 0.246094, - 0.1875, - 0.194336, - 0.15918, - 0.22168, - 0.161133, - 0.202148, - 0.25, - 0.174805, - 0.214844, - 0.206055, - 0.275391, - 0.237305, - 0.246094, - 0.151367, - 0.208008, - 0.239258, - 0.166016, - 0.176758, - 0.210938, - 0.139648, - 0.212891, - 0.333984, - 0.233398, - 0.257812, - 0.196289, - 0.261719, - 0.232422, - 0.263672, - 0.211914, - 0.248047, - 0.203125, - 0.197266, - 0.234375, - 0.143555, - 0.223633, - 0.214844, - 0.136719, - 0.177734, - 0.18457, - 0.367188, - 0.246094, - 0.188477, - 0.200195, - 0.203125, - 0.255859, - 0.291016, - 0.275391, - 0.220703, - 0.207031, - 0.205078, - 0.202148, - 0.179688, - 0.199219, - 0.275391, - 0.210938, - 0.149414, - 0.243164, - 0.207031, - 0.194336, - 0.410156, - 0.172852, - 0.259766, - 0.135742, - 0.25, - 0.206055, - 0.211914, - 0.273438, - 0.132812, - 0.220703, - 0.182617, - 0.197266, - 0.253906, - 0.169922, - 0.180664, - 0.216797, - 0.204102, - 0.197266, - 0.204102, - 0.157227, - 0.210938, - 0.244141, - 0.212891, - 0.185547, - 0.265625, - 0.193359, - 0.225586, - 0.237305, - 0.238281, - 0.235352, - 0.193359, - 0.291016, - 0.223633, - 0.136719, - 0.21875, - 0.198242, - 0.255859, - 0.253906, - 0.226562, - 0.242188, - 0.214844, - 0.209961, - 0.195312, - 0.24707, - 0.279297, - 0.204102, - -0.000774, - 0.165039, - 0.152344, - 0.144531, - 0.135742, - 0.233398, - 0.174805, - 0.324219, - 0.195312, - 0.24707, - 0.175781, - 0.139648, - 0.235352, - 0.195312, - 0.180664, - 0.140625, - 0.255859, - 0.120117, - 0.390625, - 0.462891, - 0.223633, - 0.244141, - 0.15332, - 0.180664, - 0.239258, - 0.183594, - 0.204102, - 0.236328, - 0.304688, - 0.205078, - 0.242188, - 0.220703, - 0.219727, - 0.1875, - 0.177734, - 0.302734, - 0.169922, - 0.285156, - 0.144531, - 0.203125, - 0.216797, - 0.294922, - 0.160156, - 0.175781, - 0.19043, - 0.180664, - 0.070801, - 0.177734, - 0.253906, - 0.183594, - 0.201172, - 0.193359, - 0.192383, - 0.180664, - 0.195312, - 0.199219, - 0.234375, - 0.200195, - 0.219727, - 0.261719, - 0.208008, - 0.185547, - 0.155273, - 0.257812, - 0.185547, - 0.244141, - 0.291016, - 0.209961, - 0.206055, - 0.147461, - 0.154297, - 0.267578, - 0.155273, - 0.213867, - 0.181641, - 0.143555, - 0.211914, - 0.15625, - 0.298828, - 0.267578, - 0.200195, - 0.232422, - 0.207031, - 0.196289, - 0.188477, - 0.128906, - 0.188477, - 0.209961, - 0.25, - 0.174805, - 0.160156, - 0.269531, - 0.146484, - 0.195312, - 0.191406, - 0.225586, - 0.200195, - 0.149414, - 0.204102, - 0.172852, - 0.341797, - 0.220703, - 0.21582, - 0.105957, - 0.18457, - 0.180664, - 0.224609, - 0.212891, - 0.205078, - 0.196289, - 0.223633, - 0.148438, - 0.154297, - 0.155273, - 0.214844, - 0.253906, - 0.160156, - 0.206055, - 0.106445, - 0.180664, - 0.306641, - 0.220703, - 0.196289, - 0.249023, - 0.347656, - 0.24707, - 0.214844, - 0.206055, - 0.220703, - 0.24707, - 0.194336, - 0.205078, - 0.259766, - 0.230469, - 0.240234, - 0.209961, - 0.249023, - 0.166992, - 0.143555, - 0.189453, - 0.188477, - 0.277344, - 0.277344, - 0.21875, - 0.243164, - 0.228516, - 0.216797, - 0.275391, - 0.24707, - 0.246094, - 0.253906, - 0.255859, - 0.166992, - 0.200195, - 0.24707, - 0.209961, - 0.255859, - 0.318359, - 0.287109, - 0.175781, - 0.180664, - 0.143555, - 0.217773, - 0.22168, - 0.234375, - 0.333984, - 0.443359, - 0.251953, - 0.243164, - 0.15625, - 0.18457, - 0.209961, - 0.145508, - 0.15918, - 0.257812, - 0.249023, - 0.151367, - 0.201172, - 0.121582, - 0.193359, - 0.202148, - 0.219727, - 0.212891, - 0.296875, - 0.170898, - 0.211914, - 0.25, - 0.219727, - 0.261719, - 0.213867, - 0.183594, - 0.292969, - 0.158203, - 0.141602, - 0.177734, - 0.15625, - 0.207031, - 0.263672, - 0.269531, - 0.180664, - 0.255859, - 0.212891, - 0.271484, - 0.243164, - 0.239258, - 0.171875, - 0.166016, - 0.157227, - 0.214844, - 0.225586, - 0.168945, - 0.199219, - 0.223633, - 0.195312, - 0.230469, - 0.107422, - 0.202148, - 0.164062, - 0.185547, - 0.219727, - 0.165039, - 0.140625, - 0.176758, - 0.251953, - 0.287109, - 0.115234, - 0.243164, - 0.365234, - 0.226562, - 0.216797, - 0.328125, - 0.198242, - 0.296875, - 0.192383, - 0.283203, - 0.165039, - 0.21582, - 0.141602, - 0.205078, - 0.233398, - 0.182617, - 0.200195, - 0.220703, - 0.231445, - 0.18457, - 0.188477, - 0.225586, - 0.21875, - 0.232422, - 0.302734, - 0.160156, - 0.24707, - 0.222656, - 0.253906, - 0.310547, - 0.240234, - 0.083496, - 0.289062, - 0.210938, - 0.155273, - 0.186523, - 0.273438, - 0.186523, - 0.235352, - 0.227539, - 0.194336, - 0.206055, - 0.145508, - 0.208008, - 0.180664, - 0.175781, - 0.208984, - 0.230469, - 0.191406, - 0.174805, - 0.245117, - 0.275391, - 0.163086, - 0.462891, - 0.328125, - 0.195312, - 0.227539, - 0.269531, - 0.251953, - 0.205078, - 0.249023, - 0.217773, - 0.229492, - 0.186523, - 0.22168, - 0.158203, - 0.236328, - 0.205078, - 0.203125, - 0.244141, - 0.172852, - 0.240234, - 0.144531, - 0.171875, - 0.289062, - 0.131836, - 0.271484, - 0.202148, - 0.133789, - 0.287109, - 0.251953, - 0.182617, - 0.161133, - 0.259766, - 0.231445, - 0.15625, - 0.180664, - 0.210938, - 0.235352, - 0.18457, - 0.22168, - 0.144531, - 0.209961, - 0.201172, - 0.269531, - 0.194336, - 0.1875, - 0.189453, - 0.21582, - 0.361328, - 0.185547, - 0.296875, - 0.224609, - 0.181641, - 0.208008, - 0.19043, - 0.22168, - 0.236328, - 0.206055, - 0.135742, - 0.166016, - 0.289062, - 0.263672, - 0.155273, - 0.154297, - 0.179688, - 0.277344, - 0.189453, - 0.236328, - 0.279297, - 0.341797, - 0.200195, - 0.210938, - 0.147461, - 0.200195, - 0.224609, - 0.196289, - 0.186523, - 0.197266, - 0.318359, - 0.235352, - 0.230469, - 0.207031, - 0.165039, - 0.121094, - 0.527344, - 0.182617, - 0.220703, - 0.188477, - 0.155273, - 0.193359, - 0.326172, - 0.202148, - 0.204102, - 0.231445, - 0.12793, - 0.200195, - 0.15918, - 0.199219, - 0.207031, - 0.224609, - 0.457031, - 0.213867, - 0.237305, - 0.367188, - 0.209961, - 0.263672, - 0.208008, - 0.206055, - 0.24707, - 0.253906, - 0.208008, - 0.189453, - 0.203125, - 0.205078, - 0.18457, - 0.251953, - 0.279297, - 0.155273, - 0.251953, - 0.226562, - 0.240234, - 0.194336, - 0.1875, - 0.121094, - 0.209961, - 0.161133, - 0.183594, - 0.216797, - 0.212891, - 0.163086, - 0.200195, - 0.224609, - 0.208008, - 0.246094, - 0.224609, - 0.205078, - 0.181641, - 0.441406, - 0.292969, - 0.328125, - 0.176758, - 0.259766, - 0.21582, - 0.142578, - 0.22168, - 0.273438, - 0.145508, - 0.225586, - 0.177734, - 0.199219, - 0.199219, - 0.201172, - 0.181641, - 0.171875, - 0.243164, - 0.15332, - 0.168945, - 0.275391, - 0.224609, - 0.211914, - 0.24707, - 0.245117, - 0.296875, - 0.241211, - 0.255859, - 0.238281, - 0.228516, - 0.223633, - 0.151367, - 0.231445, - 0.18457, - 0.191406, - 0.129883, - 0.158203, - 0.152344, - 0.115723, - 0.202148, - 0.306641, - 0.15918, - 0.194336, - 0.152344, - 0.239258, - 0.195312, - 0.211914, - 0.289062, - 0.180664, - 0.235352, - 0.172852, - 0.248047, - 0.111328, - 0.18457, - 0.259766, - 0.230469, - 0.235352, - 0.410156, - 0.208984, - 0.257812, - 0.191406, - 0.147461, - 0.143555, - 0.289062, - 0.202148, - 0.202148, - 0.161133, - 0.333984, - 0.188477, - 0.19043, - 0.195312, - 0.15332, - 0.210938, - 0.149414, - 0.223633, - 0.139648, - 0.233398, - 0.353516, - 0.185547, - 0.147461, - 0.324219, - 0.335938, - 0.225586, - 0.125977, - 0.157227, - 0.209961, - 0.177734, - 0.24707, - 0.124512, - 0.257812, - 0.253906, - 0.255859, - 0.214844, - 0.19043, - 0.195312, - 0.302734, - 0.21875, - 0.227539, - 0.179688, - 0.178711, - 0.339844, - 0.204102, - 0.194336, - 0.308594, - 0.150391, - 0.181641, - 0.353516, - 0.200195, - 0.192383, - 0.210938, - 0.151367, - 0.157227, - 0.171875, - 0.166016, - 0.261719, - 0.253906, - 0.195312, - 0.195312, - 0.201172, - 0.163086, - 0.210938, - 0.186523, - 0.183594, - 0.139648, - 0.226562, - 0.238281, - 0.204102, - 0.192383, - 0.237305, - 0.201172, - 0.196289, - 0.200195, - 0.207031, - 0.322266, - 0.292969, - 0.226562, - 0.185547, - 0.165039, - 0.189453, - 0.249023, - 0.296875, - 0.217773, - 0.202148, - 0.165039, - 0.170898, - 0.217773, - 0.298828, - 0.226562, - 0.300781, - 0.22168, - 0.191406, - 0.188477, - 0.148438, - 0.166016, - 0.123535, - 0.163086, - 0.21582, - 0.232422, - 0.192383, - 0.167969, - 0.217773, - 0.330078, - 0.265625, - 0.279297, - 0.197266, - 0.142578, - 0.095703, - 0.237305, - 0.314453, - 0.174805, - 0.263672, - 0.202148, - 0.192383, - 0.285156, - 0.162109, - 0.223633, - 0.198242, - 0.175781, - 0.310547, - 0.200195, - 0.230469, - 0.198242, - 0.292969, - 0.171875, - 0.230469, - 0.179688, - 0.241211, - 0.231445, - 0.246094, - 0.245117, - 0.130859, - 0.174805, - 0.234375, - 0.208984, - 0.263672, - 0.198242, - 0.182617, - 0.15918, - 0.180664, - 0.269531, - 0.199219 - ] - }, - "name": "model.transformer.layers.14.attn_norm.weight", - "outputIndexes": [ - 898 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 897, - 898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_14/Mul_1_output_0", - "outputIndexes": [ - 899 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 899 - ], - "outputIndexes": [ - 2357 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2357 - ], - "outputIndexes": [ - 2358 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear", - "inputIndexes": [ - 2358 - ], - "outputIndexes": [ - 2359 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 183398712, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2359 - ], - "outputIndexes": [ - 2360 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2360 - ], - "outputIndexes": [ - 900 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 899 - ], - "main_type": "NONE", - "name": "/Shape_57_output_0", - "outputIndexes": [ - 901 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 901 - ], - "main_type": "NONE", - "name": "Shape1277", - "outputIndexes": [ - 902 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 901 - ], - "main_type": "NONE", - "name": "Rank1279", - "outputIndexes": [ - 903 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 903, - 903 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1281", - "outputIndexes": [ - 904 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 904 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1282", - "outputIndexes": [ - 905 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 904, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1284", - "outputIndexes": [ - 906 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 906 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1285", - "outputIndexes": [ - 907 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 902, - 905, - 907, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1288", - "outputIndexes": [ - 908 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 908 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1289", - "outputIndexes": [ - 909 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 909 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1290", - "outputIndexes": [ - 910 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 910, - 909 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1291", - "outputIndexes": [ - 911 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 901, - 911, - 904 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_74_output_0", - "outputIndexes": [ - 912 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 912, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_141_output_0", - "outputIndexes": [ - 913 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 913, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_70_output_0", - "outputIndexes": [ - 914 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 900, - 914 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_57_output_0", - "outputIndexes": [ - 915 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 915 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_14/Mul_output_0", - "outputIndexes": [ - 916 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.960938, - 0.076172, - 2.03125, - 1.203125, - 1.039062, - 1.710938, - 1.476562, - 1.78125, - 1.90625, - 1.570312, - 2.203125, - 1.882812, - 2.4375, - 2.203125, - 2.140625, - 1.757812, - 2.65625, - 2.5, - 1.757812, - 2.59375, - 1.5625, - 1.835938, - 2.15625, - 2.375, - 3.078125, - 1.929688, - 1.859375, - 1.875, - 1.640625, - 1.570312, - 1.726562, - 1.546875, - 1.179688, - 0.002289, - 0.050537, - 0.992188, - 1.179688, - 2.171875, - 1.429688, - 1.453125, - 1.382812, - 1.875, - 1.46875, - 1.96875, - 1.4375, - 1.445312, - 1.804688, - 2.609375, - 1.6875, - 1.648438, - 2.28125, - 1.679688, - 2.578125, - 1.890625, - 1.75, - 2.109375, - 0.068359, - 1.984375, - 2.03125, - 1.882812, - 2.125, - 2.1875, - 2.046875, - 1.882812 - ] - }, - "name": "model.transformer.layers.14.attn.q_norm.weight", - "outputIndexes": [ - 917 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 916, - 917 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_14/Mul_1_output_0", - "outputIndexes": [ - 918 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 918, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_56_output_0", - "outputIndexes": [ - 919 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 918, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_57_output_0", - "outputIndexes": [ - 920 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 920 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_28_output_0", - "outputIndexes": [ - 921 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 918, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_56_output_0", - "outputIndexes": [ - 922 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 921, - 922 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_73_output_0", - "outputIndexes": [ - 923 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 923, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_57_output_0", - "outputIndexes": [ - 924 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 919, - 924 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_56_output_0", - "outputIndexes": [ - 925 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 899 - ], - "outputIndexes": [ - 2361 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2361 - ], - "outputIndexes": [ - 2362 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear", - "inputIndexes": [ - 2362 - ], - "outputIndexes": [ - 2363 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 185174350, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2363 - ], - "outputIndexes": [ - 2364 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2364 - ], - "outputIndexes": [ - 926 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 913, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_71_output_0", - "outputIndexes": [ - 927 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 926, - 927 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_58_output_0", - "outputIndexes": [ - 928 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 928 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_14/Mul_output_0", - "outputIndexes": [ - 929 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.609375, - 0.081543, - 1.398438, - 1.296875, - 0.578125, - 1.859375, - 1.851562, - 1.164062, - 1.648438, - 1.898438, - 1.15625, - 1.851562, - 1.078125, - 1.3125, - 1.734375, - 1.882812, - 1.429688, - 1.570312, - 2.328125, - 1.523438, - 2.140625, - 2.09375, - 1.898438, - 1.6875, - 0.193359, - 1.921875, - 2.078125, - 1.921875, - 2.28125, - 2.28125, - 2.203125, - 2.3125, - 1.179688, - -0.025269, - 0.013489, - 0.5625, - 1.539062, - 2.125, - 0.78125, - 1.640625, - 1.773438, - 1.515625, - 2.25, - 1.921875, - 2.375, - 2.40625, - 2.15625, - 1.40625, - 2.3125, - 2.390625, - 1.773438, - 2.078125, - 1.546875, - 2.109375, - 2.21875, - 1.882812, - 20.5, - 1.914062, - 1.859375, - 1.867188, - 1.585938, - 1.742188, - 1.875, - 1.703125 - ] - }, - "name": "model.transformer.layers.14.attn.k_norm.weight", - "outputIndexes": [ - 930 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 929, - 930 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_14/Mul_1_output_0", - "outputIndexes": [ - 931 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 931, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_58_output_0", - "outputIndexes": [ - 932 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 931, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_59_output_0", - "outputIndexes": [ - 933 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 933 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_29_output_0", - "outputIndexes": [ - 934 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 931, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_58_output_0", - "outputIndexes": [ - 935 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 934, - 935 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_74_output_0", - "outputIndexes": [ - 936 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 936, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_59_output_0", - "outputIndexes": [ - 937 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 932, - 937 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_57_output_0", - "outputIndexes": [ - 938 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 899 - ], - "outputIndexes": [ - 2365 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2365 - ], - "outputIndexes": [ - 2366 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear", - "inputIndexes": [ - 2366 - ], - "outputIndexes": [ - 2367 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 185618276, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2367 - ], - "outputIndexes": [ - 2368 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2368 - ], - "outputIndexes": [ - 939 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 939, - 927 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_59_output_0", - "outputIndexes": [ - 940 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 925, - 938, - 940, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.14/self_attn/FusedAttention", - "outputIndexes": [ - 941 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 941 - ], - "outputIndexes": [ - 2369 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2369 - ], - "outputIndexes": [ - 2370 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear", - "inputIndexes": [ - 2370 - ], - "outputIndexes": [ - 2371 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 186062202, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2371 - ], - "outputIndexes": [ - 2372 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2372 - ], - "outputIndexes": [ - 942 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 896, - 942 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_58_output_0", - "outputIndexes": [ - 943 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 943 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_14/Mul_output_0", - "outputIndexes": [ - 944 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.380859, - 0.245117, - 0.359375, - 0.375, - 0.375, - 0.337891, - 0.386719, - 0.341797, - 0.347656, - 0.210938, - 0.384766, - 0.314453, - 0.357422, - 0.380859, - 0.359375, - 0.322266, - 0.380859, - 0.337891, - 0.367188, - 0.394531, - 0.40625, - 0.390625, - 0.384766, - 0.291016, - 0.322266, - 0.441406, - 0.367188, - 0.34375, - 0.353516, - 0.320312, - 0.337891, - 0.337891, - 0.351562, - 0.351562, - 0.376953, - 0.388672, - 0.439453, - 0.369141, - 0.322266, - 0.273438, - 0.443359, - 0.333984, - 0.333984, - 0.210938, - 0.363281, - 0.22168, - 0.347656, - 0.328125, - 0.363281, - 0.324219, - 0.369141, - 0.347656, - 0.375, - 0.253906, - 0.322266, - 0.330078, - 0.339844, - 0.40625, - 0.384766, - 0.367188, - 0.382812, - 0.326172, - 0.339844, - 0.359375, - 0.139648, - 0.335938, - 0.294922, - 0.361328, - 0.371094, - 0.396484, - 0.367188, - 0.324219, - 0.341797, - 0.400391, - 0.279297, - 0.330078, - 0.332031, - 0.320312, - 0.351562, - 0.396484, - 0.328125, - 0.357422, - 0.300781, - 0.345703, - 0.371094, - 0.339844, - 0.339844, - 0.371094, - 0.359375, - 0.310547, - 0.412109, - 0.335938, - 0.328125, - 0.199219, - 0.314453, - 0.431641, - 0.376953, - 0.234375, - 0.353516, - 0.376953, - 0.308594, - 0.355469, - 0.283203, - 0.353516, - 0.322266, - 0.273438, - 0.318359, - 0.355469, - 0.347656, - 0.283203, - 0.277344, - 0.378906, - 0.371094, - 0.326172, - 0.400391, - 0.324219, - 0.357422, - 0.3125, - 0.339844, - 0.363281, - 0.337891, - 0.365234, - 0.289062, - 0.19043, - 0.400391, - 0.177734, - 0.341797, - 0.431641, - 0.228516, - 0.287109, - 0.34375, - 0.394531, - 0.322266, - 0.351562, - 0.306641, - 0.371094, - 0.384766, - 0.285156, - 0.298828, - 0.341797, - 0.283203, - 0.361328, - 0.371094, - 0.345703, - 0.228516, - 0.191406, - 0.34375, - 0.204102, - 0.332031, - 0.251953, - 0.398438, - 0.390625, - 0.341797, - 0.353516, - 0.367188, - 0.3125, - 0.375, - 0.353516, - 0.199219, - 0.369141, - 0.341797, - 0.351562, - 0.194336, - 0.302734, - 0.314453, - 0.296875, - 0.330078, - 0.192383, - 0.207031, - 0.378906, - 0.209961, - 0.245117, - 0.369141, - 0.300781, - 0.353516, - 0.341797, - 0.304688, - 0.355469, - 0.296875, - 0.40625, - 0.367188, - 0.394531, - 0.353516, - 0.337891, - 0.382812, - 0.333984, - 0.361328, - 0.361328, - 0.365234, - 0.400391, - 0.363281, - 0.435547, - 0.367188, - 0.308594, - 0.333984, - 0.316406, - 0.376953, - 0.304688, - 0.365234, - 0.369141, - 0.357422, - 0.337891, - 0.320312, - 0.347656, - 0.314453, - 0.365234, - 0.347656, - 0.376953, - 0.259766, - 0.231445, - 0.333984, - 0.328125, - 0.380859, - 0.330078, - 0.326172, - 0.347656, - 0.333984, - 0.373047, - 0.337891, - 0.269531, - 0.19043, - 0.34375, - 0.277344, - 0.363281, - 0.245117, - 0.253906, - 0.341797, - 0.378906, - 0.257812, - 0.386719, - 0.302734, - 0.248047, - 0.265625, - 0.353516, - 0.345703, - 0.353516, - 0.318359, - 0.390625, - 0.204102, - 0.361328, - 0.34375, - 0.234375, - 0.376953, - 0.357422, - 0.339844, - 0.378906, - 0.214844, - 0.363281, - 0.208984, - 0.359375, - 0.359375, - 0.202148, - 0.361328, - 0.355469, - 0.328125, - 0.220703, - 0.345703, - 0.386719, - 0.316406, - 0.359375, - 0.322266, - 0.28125, - 0.361328, - 0.292969, - 0.322266, - 0.330078, - 0.371094, - 0.328125, - 0.382812, - 0.373047, - 0.378906, - 0.380859, - 0.333984, - 0.345703, - 0.34375, - 0.222656, - 0.257812, - 0.386719, - 0.369141, - 0.355469, - 0.3125, - 0.365234, - 0.388672, - 0.322266, - 0.28125, - 0.382812, - 0.237305, - 0.339844, - 0.341797, - 0.400391, - 0.380859, - 0.363281, - 0.328125, - 0.341797, - 0.375, - 0.365234, - 0.347656, - 0.369141, - 0.421875, - 0.322266, - 0.398438, - 0.326172, - 0.269531, - 0.330078, - 0.427734, - 0.384766, - 0.234375, - 0.34375, - 0.283203, - 0.351562, - 0.335938, - 0.375, - 0.337891, - 0.386719, - 0.498047, - 0.380859, - 0.376953, - 0.363281, - 0.414062, - 0.246094, - 0.335938, - 0.341797, - 0.382812, - 0.333984, - 0.375, - 0.400391, - 0.382812, - 0.000301, - 0.339844, - 0.392578, - 0.345703, - 0.300781, - 0.363281, - 0.373047, - 0.324219, - 0.384766, - 0.351562, - 0.235352, - 0.375, - 0.347656, - 0.367188, - 0.365234, - 0.400391, - 0.273438, - 0.390625, - 0.291016, - 0.335938, - 0.375, - 0.380859, - 0.300781, - 0.347656, - 0.349609, - 0.306641, - 0.306641, - 0.277344, - 0.376953, - 0.373047, - 0.351562, - 0.324219, - 0.271484, - 0.339844, - 0.24707, - 0.380859, - 0.330078, - 0.353516, - 0.229492, - 0.392578, - 0.375, - 0.361328, - 0.382812, - 0.285156, - 0.201172, - 0.349609, - 0.25, - 0.308594, - 0.296875, - 0.202148, - 0.298828, - 0.394531, - 0.199219, - 0.363281, - 0.367188, - 0.359375, - 0.285156, - 0.291016, - 0.349609, - 0.367188, - 0.347656, - 0.351562, - 0.330078, - 0.337891, - 0.345703, - 0.392578, - 0.355469, - 0.361328, - 0.417969, - 0.402344, - 0.375, - 0.241211, - 0.376953, - 0.339844, - 0.380859, - 0.302734, - 0.375, - 0.308594, - 0.18457, - 0.322266, - 0.341797, - 0.363281, - 0.316406, - 0.166992, - 0.363281, - 0.373047, - 0.339844, - 0.302734, - 0.296875, - 0.375, - 0.412109, - 0.333984, - 0.359375, - 0.351562, - 0.21582, - 0.349609, - 0.353516, - 0.388672, - 0.365234, - 0.339844, - 0.275391, - 0.351562, - 0.337891, - 0.378906, - 0.351562, - 0.369141, - 0.390625, - 0.380859, - 0.337891, - 0.332031, - 0.333984, - 0.369141, - 0.369141, - 0.373047, - 0.365234, - 0.339844, - 0.398438, - 0.341797, - 0.351562, - 0.402344, - 0.363281, - 0.396484, - 0.300781, - 0.349609, - 0.201172, - 0.333984, - 0.316406, - 0.369141, - 0.363281, - 0.376953, - 0.349609, - 0.353516, - 0.283203, - 0.345703, - 0.384766, - 0.365234, - 0.355469, - 0.271484, - 0.380859, - 0.359375, - 0.371094, - 0.335938, - 0.404297, - 0.269531, - 0.253906, - 0.324219, - 0.353516, - 0.365234, - 0.369141, - 0.369141, - 0.324219, - 0.371094, - 0.339844, - 0.394531, - 0.363281, - 0.300781, - 0.363281, - 0.351562, - 0.308594, - 0.390625, - 0.359375, - 0.353516, - 0.347656, - 0.202148, - 0.367188, - 0.412109, - 0.298828, - 0.355469, - 0.283203, - 0.363281, - 0.314453, - 0.357422, - 0.316406, - 0.373047, - 0.429688, - 0.318359, - 0.357422, - 0.349609, - 0.40625, - 0.431641, - 0.355469, - 0.363281, - 0.367188, - 0.349609, - 0.363281, - 0.373047, - 0.367188, - 0.239258, - 0.07959, - 0.361328, - 0.310547, - 0.34375, - 0.243164, - 0.384766, - 0.378906, - 0.308594, - 0.245117, - 0.238281, - 0.209961, - 0.363281, - 0.347656, - 0.373047, - 0.34375, - 0.347656, - 0.210938, - 0.378906, - 0.396484, - 0.40625, - 0.361328, - 0.34375, - 0.412109, - 0.330078, - 0.359375, - 0.320312, - 0.367188, - 0.375, - 0.363281, - 0.363281, - 0.355469, - 0.214844, - 0.188477, - 0.373047, - 0.339844, - 0.289062, - 0.386719, - 0.375, - 0.225586, - 0.357422, - 0.345703, - 0.357422, - 0.304688, - 0.3125, - 0.337891, - 0.345703, - 0.292969, - 0.3125, - 0.361328, - 0.339844, - 0.150391, - 0.330078, - 0.230469, - 0.359375, - 0.237305, - 0.363281, - 0.181641, - 0.345703, - 0.335938, - 0.378906, - 0.246094, - 0.337891, - 0.349609, - 0.201172, - 0.330078, - 0.371094, - 0.433594, - 0.267578, - 0.269531, - 0.363281, - 0.398438, - 0.369141, - 0.335938, - 0.339844, - 0.357422, - 0.251953, - 0.394531, - 0.408203, - 0.353516, - 0.357422, - 0.28125, - 0.34375, - 0.347656, - 0.326172, - 0.388672, - 0.333984, - 0.361328, - 0.318359, - 0.355469, - 0.330078, - 0.296875, - 0.359375, - 0.378906, - 0.237305, - 0.213867, - 0.398438, - 0.289062, - 0.302734, - 0.408203, - 0.359375, - 0.337891, - 0.333984, - 0.400391, - 0.371094, - 0.394531, - 0.380859, - 0.373047, - 0.322266, - 0.320312, - 0.304688, - 0.261719, - 0.357422, - 0.160156, - 0.373047, - 0.431641, - 0.328125, - 0.345703, - 0.322266, - 0.375, - 0.376953, - 0.339844, - 0.373047, - 0.349609, - 0.335938, - 0.410156, - 0.332031, - 0.367188, - 0.376953, - 0.263672, - 0.363281, - 0.375, - 0.417969, - 0.253906, - 0.361328, - 0.314453, - 0.359375, - 0.365234, - 0.291016, - 0.369141, - 0.369141, - 0.333984, - 0.363281, - 0.378906, - 0.384766, - 0.337891, - 0.423828, - 0.421875, - 0.380859, - 0.466797, - 0.355469, - 0.349609, - 0.213867, - 0.371094, - 0.320312, - 0.34375, - 0.333984, - 0.349609, - 0.189453, - 0.332031, - 0.228516, - 0.328125, - 0.302734, - 0.308594, - 0.332031, - 0.345703, - 0.245117, - 0.19043, - 0.378906, - 0.349609, - 0.345703, - 0.369141, - 0.34375, - 0.351562, - 0.289062, - 0.239258, - 0.369141, - 0.390625, - 0.341797, - 0.322266, - 0.367188, - 0.349609, - 0.349609, - 0.271484, - 0.357422, - 0.392578, - 0.373047, - 0.328125, - 0.359375, - 0.382812, - 0.371094, - 0.330078, - 0.375, - 0.361328, - 0.369141, - 0.294922, - 0.416016, - 0.296875, - 0.367188, - 0.376953, - 0.373047, - 0.363281, - 0.371094, - 0.341797, - 0.458984, - 0.277344, - 0.333984, - 0.376953, - 0.355469, - 0.351562, - 0.341797, - 0.347656, - 0.359375, - 0.373047, - 0.217773, - 0.332031, - 0.289062, - 0.369141, - 0.287109, - 0.361328, - 0.353516, - 0.337891, - 0.306641, - 0.371094, - 0.351562, - 0.347656, - 0.357422, - 0.380859, - 0.376953, - 0.155273, - 0.269531, - 0.349609, - 0.375, - 0.357422, - 0.243164, - 0.347656, - 0.355469, - 0.380859, - 0.388672, - 0.433594, - 0.373047, - 0.398438, - 0.333984, - 0.322266, - 0.328125, - 0.345703, - 0.265625, - 0.330078, - 0.300781, - 0.373047, - 0.373047, - 0.361328, - 0.318359, - 0.394531, - 0.347656, - 0.365234, - 0.328125, - 0.363281, - 0.333984, - 0.330078, - 0.335938, - 0.359375, - 0.318359, - 0.308594, - 0.357422, - 0.248047, - 0.351562, - 0.222656, - 0.306641, - 0.371094, - 0.40625, - 0.373047, - 0.34375, - 0.341797, - 0.382812, - 0.194336, - 0.296875, - 0.349609, - 0.394531, - 0.185547, - 0.216797, - 0.373047, - 0.28125, - 0.361328, - 0.328125, - 0.361328, - 0.382812, - 0.347656, - 0.332031, - 0.345703, - 0.337891, - 0.367188, - 0.337891, - 0.279297, - 0.294922, - 0.304688, - 0.292969, - 0.376953, - 0.394531, - 0.335938, - 0.398438, - 0.351562, - 0.349609, - 0.357422, - 0.34375, - 0.410156, - 0.384766, - 0.357422, - 0.361328, - 0.34375, - 0.335938, - 0.351562, - 0.230469, - 0.310547, - 0.365234, - 0.330078, - 0.355469, - 0.357422, - 0.292969, - 0.347656, - 0.3125, - 0.34375, - 0.361328, - 0.382812, - 0.349609, - 0.339844, - 0.349609, - 0.328125, - 0.384766, - 0.376953, - 0.369141, - 0.345703, - 0.332031, - 0.347656, - 0.449219, - 0.357422, - 0.349609, - 0.373047, - 0.378906, - 0.396484, - 0.291016, - 0.222656, - 0.341797, - 0.34375, - 0.28125, - 0.373047, - 0.34375, - 0.310547, - 0.22168, - 0.363281, - 0.246094, - 0.318359, - 0.382812, - 0.298828, - 0.34375, - 0.189453, - 0.355469, - 0.255859, - 0.414062, - 0.376953, - 0.361328, - 0.314453, - 0.353516, - 0.369141, - 0.355469, - 0.390625, - 0.375, - 0.320312, - 0.34375, - 0.359375, - 0.355469, - 0.388672, - 0.378906, - 0.339844, - 0.345703, - 0.384766, - 0.332031, - 0.414062, - 0.231445, - 0.351562, - 0.287109, - 0.365234, - 0.361328, - 0.376953, - 0.357422, - 0.380859, - 0.359375, - 0.296875, - 0.208008, - 0.390625, - 0.263672, - 0.341797, - 0.349609, - 0.388672, - 0.345703, - 0.386719, - 0.363281, - 0.369141, - 0.398438, - 0.185547, - 0.380859, - 0.357422, - 0.351562, - 0.396484, - 0.375, - 0.322266, - 0.390625, - 0.345703, - 0.380859, - 0.347656, - 0.3125, - 0.355469, - 0.361328, - 0.271484, - 0.357422, - 0.304688, - 0.333984, - 0.322266, - 0.326172, - 0.357422, - 0.341797, - 0.357422, - 0.34375, - 0.341797, - 0.384766, - 0.375, - 0.388672, - 0.347656, - 0.376953, - 0.213867, - 0.240234, - 0.304688, - 0.191406, - 0.316406, - 0.361328, - 0.326172, - 0.353516, - 0.326172, - 0.202148, - 0.369141, - 0.353516, - 0.271484, - 0.371094, - 0.369141, - 0.275391, - 0.386719, - 0.351562, - 0.357422, - 0.330078, - 0.376953, - 0.369141, - 0.176758, - 0.367188, - 0.355469, - 0.355469, - 0.388672, - 0.386719, - 0.40625, - 0.337891, - 0.224609, - 0.304688, - 0.398438, - 0.279297, - 0.191406, - 0.191406, - 0.347656, - 0.349609, - 0.341797, - 0.300781, - 0.253906, - 0.34375, - 0.349609, - 0.273438, - 0.382812, - 0.296875, - 0.369141, - 0.390625, - 0.394531, - 0.378906, - 0.199219, - 0.355469, - 0.400391, - 0.333984, - 0.176758, - 0.316406, - 0.376953, - 0.378906, - 0.371094, - 0.337891, - 0.398438, - 0.367188, - 0.347656, - 0.241211, - 0.367188, - 0.349609, - 0.423828, - 0.332031, - 0.34375, - 0.304688, - 0.378906, - 0.371094, - 0.378906, - 0.351562, - 0.378906, - 0.300781, - 0.373047, - 0.367188, - 0.345703, - 0.359375, - 0.347656, - 0.363281, - 0.349609, - 0.378906, - 0.349609, - 0.375, - 0.208008, - 0.246094, - 0.273438, - 0.373047, - 0.384766, - 0.326172, - 0.263672, - 0.394531, - 0.302734, - 0.369141, - 0.22168, - 0.335938, - 0.394531, - 0.376953, - 0.419922, - 0.324219, - 0.367188, - 0.191406, - 0.394531, - 0.322266, - 0.386719, - 0.339844, - 0.316406, - 0.253906, - 0.376953, - 0.361328, - 0.324219, - 0.369141, - 0.365234, - 0.384766, - 0.349609, - 0.333984, - 0.324219, - 0.371094, - 0.322266, - 0.251953, - 0.326172, - 0.347656, - 0.330078, - 0.40625, - 0.202148, - 0.314453, - 0.378906, - 0.380859, - 0.341797, - 0.21875, - 0.484375, - 0.291016, - 0.267578, - 0.314453, - 0.183594, - 0.359375, - 0.363281, - 0.349609, - 0.359375, - 0.337891, - 0.337891, - 0.40625, - 0.347656, - 0.363281, - 0.394531, - 0.363281, - 0.515625, - 0.396484, - 0.390625, - 0.414062, - 0.263672, - 0.339844, - 0.396484, - 0.296875, - 0.357422, - 0.341797, - 0.279297, - 0.349609, - 0.402344, - 0.328125, - 0.257812, - 0.269531, - 0.206055, - 0.355469, - 0.363281, - 0.228516, - 0.291016, - 0.398438, - 0.310547, - 0.431641, - 0.355469, - 0.355469, - 0.388672, - 0.349609, - 0.261719, - 0.376953, - 0.210938, - 0.296875, - 0.351562, - 0.287109, - 0.404297, - 0.316406, - 0.277344, - 0.355469, - 0.371094, - 0.353516, - 0.417969, - 0.353516, - 0.384766, - 0.376953, - 0.246094, - 0.404297, - 0.382812, - 0.400391, - 0.527344, - 0.384766, - 0.373047, - 0.328125, - 0.376953, - 0.318359, - 0.339844, - 0.380859, - 0.318359, - 0.392578, - 0.400391, - 0.390625, - 0.355469, - 0.376953, - 0.367188, - 0.384766, - 0.380859, - 0.412109, - 0.357422, - 0.255859, - 0.375, - 0.326172, - 0.353516, - 0.349609, - 0.363281, - 0.421875, - 0.310547, - 0.359375, - 0.367188, - 0.335938, - 0.425781, - 0.339844, - 0.394531, - 0.347656, - 0.328125, - 0.359375, - 0.359375, - 0.341797, - 0.355469, - 0.380859, - 0.347656, - 0.332031, - 0.335938, - 0.382812, - 0.371094, - 0.357422, - 0.394531, - 0.28125, - 0.376953, - 0.287109, - 0.382812, - 0.375, - 0.22168, - 0.382812, - 0.259766, - 0.328125, - 0.345703, - 0.320312, - 0.306641, - 0.193359, - 0.365234, - 0.365234, - 0.357422, - 0.351562, - 0.345703, - 0.359375, - 0.365234, - 0.390625, - 0.455078, - 0.320312, - 0.335938, - 0.353516, - 0.339844, - 0.378906, - 0.333984, - 0.359375, - 0.386719, - 0.353516, - 0.380859, - 0.233398, - 0.351562, - 0.388672, - 0.355469, - 0.369141, - 0.380859, - 0.211914, - 0.404297, - 0.283203, - 0.373047, - 0.380859, - 0.335938, - 0.279297, - 0.345703, - 0.355469, - 0.345703, - 0.308594, - 0.363281, - 0.351562, - 0.294922, - 0.152344, - 0.209961, - 0.324219, - 0.34375, - 0.328125, - 0.345703, - 0.365234, - 0.382812, - 0.369141, - 0.380859, - 0.357422, - 0.367188, - 0.223633, - 0.382812, - 0.223633, - 0.310547, - 0.34375, - 0.386719, - 0.326172, - 0.206055, - 0.242188, - 0.369141, - 0.351562, - 0.277344, - 0.349609, - 0.330078, - 0.341797, - 0.349609, - 0.328125, - 0.414062, - 0.376953, - 0.341797, - 0.365234, - 0.345703, - 0.367188, - 0.341797, - 0.361328, - 0.369141, - 0.273438, - 0.322266, - 0.308594, - 0.34375, - 0.359375, - 0.388672, - 0.375, - 0.326172, - 0.351562, - 0.271484, - 0.355469, - 0.402344, - 0.384766, - 0.425781, - 0.345703, - 0.378906, - 0.363281, - 0.386719, - 0.257812, - 0.333984, - 0.367188, - 0.380859, - 0.332031, - 0.277344, - 0.396484, - 0.265625, - 0.261719, - 0.322266, - 0.351562, - 0.388672, - 0.400391, - 0.363281, - 0.359375, - 0.361328, - 0.172852, - 0.380859, - 0.332031, - 0.359375, - 0.365234, - 0.34375, - 0.333984, - 0.333984, - 0.365234, - 0.367188, - 0.380859, - 0.355469, - 0.373047, - 0.306641, - 0.384766, - 0.248047, - 0.287109, - 0.363281, - 0.382812, - 0.365234, - 0.333984, - 0.326172, - 0.347656, - 0.267578, - 0.351562, - 0.376953, - 0.316406, - 0.359375, - 0.34375, - 0.326172, - 0.386719, - 0.373047, - 0.320312, - 0.34375, - 0.345703, - 0.332031, - 0.369141, - 0.367188, - 0.289062, - 0.382812, - 0.4375, - 0.390625, - 0.361328, - 0.322266, - 0.384766, - 0.355469, - 0.367188, - 0.365234, - 0.402344, - 0.363281, - 0.353516, - 0.330078, - 0.357422, - 0.349609, - 0.304688, - 0.285156, - 0.359375, - 0.357422, - 0.511719, - 0.365234, - 0.300781, - 0.308594, - 0.365234, - 0.363281, - 0.371094, - 0.179688, - 0.333984, - 0.345703, - 0.357422, - 0.316406, - 0.279297, - 0.326172, - 0.400391, - 0.306641, - 0.170898, - 0.388672, - 0.324219, - 0.392578, - 0.22168, - 0.353516, - 0.394531, - 0.208008, - 0.410156, - 0.365234, - 0.335938, - 0.396484, - 0.287109, - 0.361328, - 0.351562, - 0.371094, - 0.384766, - 0.306641, - 0.345703, - 0.388672, - 0.341797, - 0.298828, - 0.326172, - 0.294922, - 0.349609, - 0.394531, - 0.220703, - 0.361328, - 0.194336, - 0.353516, - 0.361328, - 0.349609, - 0.335938, - 0.367188, - 0.332031, - 0.425781, - 0.332031, - 0.285156, - 0.355469, - 0.363281, - 0.373047, - 0.318359, - 0.314453, - 0.359375, - 0.361328, - 0.339844, - 0.367188, - 0.369141, - 0.396484, - 0.341797, - 0.037598, - 0.283203, - 0.335938, - 0.178711, - 0.291016, - 0.335938, - 0.3125, - 0.414062, - 0.345703, - 0.412109, - 0.339844, - 0.318359, - 0.392578, - 0.298828, - 0.316406, - 0.232422, - 0.396484, - 0.265625, - 0.199219, - 0.503906, - 0.414062, - 0.386719, - 0.332031, - 0.330078, - 0.365234, - 0.332031, - 0.341797, - 0.367188, - 0.4375, - 0.332031, - 0.392578, - 0.361328, - 0.355469, - 0.345703, - 0.363281, - 0.410156, - 0.306641, - 0.378906, - 0.225586, - 0.367188, - 0.347656, - 0.421875, - 0.28125, - 0.261719, - 0.367188, - 0.367188, - 0.157227, - 0.351562, - 0.376953, - 0.229492, - 0.341797, - 0.361328, - 0.34375, - 0.333984, - 0.367188, - 0.363281, - 0.386719, - 0.296875, - 0.351562, - 0.337891, - 0.3125, - 0.347656, - 0.291016, - 0.419922, - 0.332031, - 0.369141, - 0.337891, - 0.353516, - 0.359375, - 0.353516, - 0.298828, - 0.365234, - 0.322266, - 0.34375, - 0.241211, - 0.304688, - 0.367188, - 0.330078, - 0.449219, - 0.396484, - 0.363281, - 0.369141, - 0.337891, - 0.34375, - 0.345703, - 0.208984, - 0.345703, - 0.34375, - 0.359375, - 0.310547, - 0.314453, - 0.235352, - 0.337891, - 0.34375, - 0.308594, - 0.209961, - 0.333984, - 0.261719, - 0.375, - 0.275391, - 0.394531, - 0.351562, - 0.380859, - 0.192383, - 0.3125, - 0.341797, - 0.345703, - 0.373047, - 0.355469, - 0.351562, - 0.351562, - 0.269531, - 0.249023, - 0.34375, - 0.351562, - 0.361328, - 0.322266, - 0.328125, - 0.347656, - 0.371094, - 0.431641, - 0.353516, - 0.353516, - 0.410156, - 0.304688, - 0.349609, - 0.345703, - 0.373047, - 0.212891, - 0.384766, - 0.341797, - 0.369141, - 0.380859, - 0.365234, - 0.345703, - 0.345703, - 0.390625, - 0.355469, - 0.257812, - 0.332031, - 0.316406, - 0.380859, - 0.384766, - 0.373047, - 0.398438, - 0.328125, - 0.365234, - 0.390625, - 0.371094, - 0.359375, - 0.373047, - 0.390625, - 0.287109, - 0.361328, - 0.371094, - 0.351562, - 0.404297, - 0.382812, - 0.371094, - 0.332031, - 0.369141, - 0.339844, - 0.275391, - 0.347656, - 0.341797, - 0.414062, - 0.204102, - 0.361328, - 0.363281, - 0.244141, - 0.320312, - 0.355469, - 0.291016, - 0.302734, - 0.380859, - 0.345703, - 0.333984, - 0.320312, - 0.219727, - 0.3125, - 0.28125, - 0.351562, - 0.349609, - 0.392578, - 0.238281, - 0.376953, - 0.373047, - 0.333984, - 0.388672, - 0.353516, - 0.333984, - 0.314453, - 0.291016, - 0.289062, - 0.341797, - 0.310547, - 0.353516, - 0.376953, - 0.363281, - 0.357422, - 0.382812, - 0.367188, - 0.433594, - 0.353516, - 0.373047, - 0.306641, - 0.3125, - 0.222656, - 0.369141, - 0.353516, - 0.298828, - 0.351562, - 0.353516, - 0.322266, - 0.367188, - 0.209961, - 0.330078, - 0.332031, - 0.3125, - 0.355469, - 0.339844, - 0.316406, - 0.353516, - 0.365234, - 0.398438, - 0.198242, - 0.380859, - 0.4375, - 0.328125, - 0.371094, - 0.421875, - 0.291016, - 0.421875, - 0.304688, - 0.408203, - 0.337891, - 0.384766, - 0.217773, - 0.349609, - 0.376953, - 0.335938, - 0.359375, - 0.347656, - 0.375, - 0.3125, - 0.371094, - 0.361328, - 0.357422, - 0.359375, - 0.40625, - 0.298828, - 0.388672, - 0.382812, - 0.363281, - 0.40625, - 0.300781, - 0.165039, - 0.419922, - 0.369141, - 0.289062, - 0.355469, - 0.417969, - 0.318359, - 0.416016, - 0.345703, - 0.320312, - 0.349609, - 0.310547, - 0.291016, - 0.267578, - 0.320312, - 0.353516, - 0.382812, - 0.373047, - 0.369141, - 0.419922, - 0.376953, - 0.345703, - 0.160156, - 0.455078, - 0.308594, - 0.361328, - 0.396484, - 0.410156, - 0.357422, - 0.369141, - 0.324219, - 0.359375, - 0.328125, - 0.380859, - 0.28125, - 0.373047, - 0.249023, - 0.332031, - 0.330078, - 0.365234, - 0.363281, - 0.308594, - 0.365234, - 0.410156, - 0.192383, - 0.390625, - 0.365234, - 0.193359, - 0.427734, - 0.376953, - 0.341797, - 0.234375, - 0.386719, - 0.373047, - 0.341797, - 0.332031, - 0.365234, - 0.367188, - 0.222656, - 0.367188, - 0.179688, - 0.376953, - 0.371094, - 0.388672, - 0.347656, - 0.335938, - 0.359375, - 0.341797, - 0.275391, - 0.330078, - 0.431641, - 0.384766, - 0.233398, - 0.345703, - 0.337891, - 0.369141, - 0.355469, - 0.347656, - 0.214844, - 0.300781, - 0.429688, - 0.388672, - 0.347656, - 0.1875, - 0.353516, - 0.248047, - 0.300781, - 0.326172, - 0.404297, - 0.191406, - 0.371094, - 0.361328, - 0.328125, - 0.34375, - 0.376953, - 0.314453, - 0.345703, - 0.34375, - 0.421875, - 0.376953, - 0.390625, - 0.357422, - 0.298828, - 0.292969, - 0.269531, - 0.367188, - 0.396484, - 0.330078, - 0.337891, - 0.351562, - 0.419922, - 0.328125, - 0.326172, - 0.34375, - 0.289062, - 0.355469, - 0.28125, - 0.367188, - 0.382812, - 0.318359, - 0.417969, - 0.365234, - 0.382812, - 0.427734, - 0.384766, - 0.417969, - 0.361328, - 0.365234, - 0.353516, - 0.373047, - 0.363281, - 0.351562, - 0.34375, - 0.351562, - 0.34375, - 0.216797, - 0.376953, - 0.296875, - 0.402344, - 0.337891, - 0.402344, - 0.335938, - 0.341797, - 0.196289, - 0.347656, - 0.318359, - 0.347656, - 0.384766, - 0.347656, - 0.347656, - 0.3125, - 0.359375, - 0.34375, - 0.400391, - 0.355469, - 0.353516, - 0.363281, - 0.523438, - 0.412109, - 0.427734, - 0.363281, - 0.365234, - 0.294922, - 0.302734, - 0.353516, - 0.390625, - 0.285156, - 0.351562, - 0.339844, - 0.371094, - 0.390625, - 0.373047, - 0.367188, - 0.34375, - 0.376953, - 0.285156, - 0.326172, - 0.433594, - 0.347656, - 0.339844, - 0.371094, - 0.380859, - 0.298828, - 0.382812, - 0.285156, - 0.384766, - 0.371094, - 0.378906, - 0.28125, - 0.357422, - 0.324219, - 0.320312, - 0.353516, - 0.300781, - 0.308594, - 0.192383, - 0.333984, - 0.357422, - 0.292969, - 0.22168, - 0.287109, - 0.292969, - 0.285156, - 0.376953, - 0.419922, - 0.328125, - 0.197266, - 0.316406, - 0.380859, - 0.202148, - 0.296875, - 0.404297, - 0.339844, - 0.386719, - 0.414062, - 0.371094, - 0.345703, - 0.421875, - 0.322266, - 0.351562, - 0.378906, - 0.363281, - 0.308594, - 0.341797, - 0.40625, - 0.355469, - 0.349609, - 0.365234, - 0.24707, - 0.414062, - 0.1875, - 0.398438, - 0.189453, - 0.353516, - 0.449219, - 0.353516, - 0.277344, - 0.425781, - 0.390625, - 0.326172, - 0.201172, - 0.294922, - 0.359375, - 0.355469, - 0.363281, - 0.164062, - 0.367188, - 0.267578, - 0.361328, - 0.228516, - 0.335938, - 0.244141, - 0.423828, - 0.359375, - 0.40625, - 0.3125, - 0.314453, - 0.353516, - 0.337891, - 0.347656, - 0.423828, - 0.324219, - 0.351562, - 0.451172, - 0.361328, - 0.316406, - 0.326172, - 0.291016, - 0.376953, - 0.318359, - 0.349609, - 0.388672, - 0.394531, - 0.349609, - 0.302734, - 0.294922, - 0.357422, - 0.353516, - 0.28125, - 0.34375, - 0.285156, - 0.376953, - 0.388672, - 0.337891, - 0.349609, - 0.386719, - 0.371094, - 0.328125, - 0.371094, - 0.34375, - 0.425781, - 0.373047, - 0.373047, - 0.355469, - 0.333984, - 0.308594, - 0.371094, - 0.386719, - 0.353516, - 0.349609, - 0.322266, - 0.257812, - 0.28125, - 0.308594, - 0.365234, - 0.361328, - 0.361328, - 0.328125, - 0.355469, - 0.289062, - 0.314453, - 0.308594, - 0.339844, - 0.375, - 0.367188, - 0.304688, - 0.332031, - 0.349609, - 0.412109, - 0.386719, - 0.410156, - 0.339844, - 0.180664, - 0.182617, - 0.378906, - 0.400391, - 0.357422, - 0.400391, - 0.34375, - 0.359375, - 0.373047, - 0.326172, - 0.365234, - 0.300781, - 0.357422, - 0.210938, - 0.245117, - 0.363281, - 0.345703, - 0.417969, - 0.328125, - 0.380859, - 0.363281, - 0.376953, - 0.392578, - 0.375, - 0.402344, - 0.230469, - 0.351562, - 0.378906, - 0.398438, - 0.402344, - 0.314453, - 0.287109, - 0.3125, - 0.384766, - 0.365234, - 0.345703 - ] - }, - "name": "model.transformer.layers.14.ffn_norm.weight", - "outputIndexes": [ - 945 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944, - 945 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_14/Mul_1_output_0", - "outputIndexes": [ - 946 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 946 - ], - "outputIndexes": [ - 2373 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2373 - ], - "outputIndexes": [ - 2374 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear", - "inputIndexes": [ - 2374 - ], - "outputIndexes": [ - 2375 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 9216, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 147456, - "weightSize": 0 - }, - "external": [ - 187831696, - 9437206, - 1179648, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2375 - ], - "outputIndexes": [ - 2376 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2376 - ], - "outputIndexes": [ - 947 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 9216 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 947, - 21, - 406, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_14/Slice_output_0", - "outputIndexes": [ - 948 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 948 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_14/Sigmoid_output_0", - "outputIndexes": [ - 949 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 948, - 949 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_14/Mul_output_0", - "outputIndexes": [ - 950 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 947, - 406, - 891, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_14/Slice_1_output_0", - "outputIndexes": [ - 951 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 950, - 951 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_14/Mul_2_output_0", - "outputIndexes": [ - 952 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 952 - ], - "outputIndexes": [ - 2377 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 4608, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2377 - ], - "outputIndexes": [ - 2378 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear", - "inputIndexes": [ - 2378 - ], - "outputIndexes": [ - 2379 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 4608, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 73728, - "weightSize": 0 - }, - "external": [ - 198448550, - 4718614, - 589824, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2379 - ], - "outputIndexes": [ - 2380 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2380 - ], - "outputIndexes": [ - 953 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 943, - 953 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_59_output_0", - "outputIndexes": [ - 954 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 954, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_60_output_0", - "outputIndexes": [ - 955 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 955 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_15/Mul_output_0", - "outputIndexes": [ - 956 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.273438, - 0.165039, - 0.310547, - 0.283203, - 0.269531, - 0.230469, - 0.388672, - 0.28125, - 0.289062, - 0.191406, - 0.324219, - 0.249023, - 0.304688, - 0.324219, - 0.267578, - 0.170898, - 0.40625, - 0.3125, - 0.269531, - 0.322266, - 0.414062, - 0.294922, - 0.314453, - 0.236328, - 0.28125, - 0.435547, - 0.335938, - 0.259766, - 0.283203, - 0.289062, - 0.245117, - 0.351562, - 0.337891, - 0.306641, - 0.285156, - 0.324219, - 0.4375, - 0.316406, - 0.277344, - 0.245117, - 0.433594, - 0.21582, - 0.279297, - 0.183594, - 0.249023, - 0.267578, - 0.328125, - 0.240234, - 0.359375, - 0.308594, - 0.3125, - 0.291016, - 0.279297, - 0.210938, - 0.257812, - 0.213867, - 0.251953, - 0.341797, - 0.269531, - 0.273438, - 0.332031, - 0.224609, - 0.180664, - 0.236328, - 0.457031, - 0.236328, - 0.245117, - 0.261719, - 0.273438, - 0.320312, - 0.233398, - 0.302734, - 0.208008, - 0.337891, - 0.359375, - 0.289062, - 0.249023, - 0.207031, - 0.275391, - 0.380859, - 0.21582, - 0.263672, - 0.246094, - 0.320312, - 0.414062, - 0.269531, - 0.28125, - 0.302734, - 0.341797, - 0.232422, - 0.373047, - 0.251953, - 0.180664, - 0.283203, - 0.180664, - 0.460938, - 0.279297, - 0.207031, - 0.255859, - 0.320312, - 0.304688, - 0.202148, - 0.322266, - 0.224609, - 0.203125, - 0.566406, - 0.248047, - 0.287109, - 0.243164, - 0.146484, - 0.21875, - 0.330078, - 0.259766, - 0.199219, - 0.357422, - 0.21875, - 0.351562, - 0.211914, - 0.253906, - 0.367188, - 0.231445, - 0.339844, - 0.202148, - 0.242188, - 0.316406, - 0.115723, - 0.373047, - 0.363281, - 0.269531, - 0.163086, - 0.240234, - 0.384766, - 0.208008, - 0.359375, - 0.279297, - 0.279297, - 0.337891, - 0.174805, - 0.328125, - 0.326172, - 0.217773, - 0.353516, - 0.263672, - 0.233398, - 0.191406, - 0.138672, - 0.216797, - 0.183594, - 0.238281, - 0.233398, - 0.298828, - 0.291016, - 0.25, - 0.255859, - 0.441406, - 0.219727, - 0.351562, - 0.28125, - 0.148438, - 0.332031, - 0.339844, - 0.257812, - 0.423828, - 0.241211, - 0.22168, - 0.376953, - 0.306641, - 0.163086, - 0.228516, - 0.347656, - 0.503906, - 0.213867, - 0.423828, - 0.296875, - 0.308594, - 0.230469, - 0.255859, - 0.410156, - 0.318359, - 0.367188, - 0.285156, - 0.335938, - 0.337891, - 0.263672, - 0.380859, - 0.263672, - 0.355469, - 0.314453, - 0.238281, - 0.351562, - 0.351562, - 0.449219, - 0.289062, - 0.222656, - 0.244141, - 0.345703, - 0.267578, - 0.271484, - 0.206055, - 0.316406, - 0.279297, - 0.269531, - 0.255859, - 0.255859, - 0.185547, - 0.277344, - 0.235352, - 0.271484, - 0.365234, - 0.279297, - 0.194336, - 0.195312, - 0.310547, - 0.279297, - 0.328125, - 0.21875, - 0.28125, - 0.322266, - 0.283203, - 0.318359, - 0.275391, - 0.326172, - 0.609375, - 0.308594, - 0.203125, - 0.300781, - 0.249023, - 0.255859, - 0.189453, - 0.283203, - 0.320312, - 0.249023, - 0.304688, - 0.255859, - 0.306641, - 0.306641, - 0.277344, - 0.339844, - 0.703125, - 0.229492, - 0.294922, - 0.208984, - 0.253906, - 0.243164, - 0.230469, - 0.351562, - 0.145508, - 0.308594, - 0.279297, - 0.314453, - 0.277344, - 0.236328, - 0.310547, - 0.226562, - 0.249023, - 0.237305, - 0.292969, - 0.396484, - 0.225586, - 0.351562, - 0.213867, - 0.302734, - 0.3125, - 0.271484, - 0.318359, - 0.283203, - 0.265625, - 0.251953, - 0.367188, - 0.269531, - 0.277344, - 0.330078, - 0.213867, - 0.257812, - 0.229492, - 0.318359, - 0.175781, - 0.277344, - 0.267578, - 0.302734, - 0.255859, - 0.367188, - 0.34375, - 0.220703, - 0.158203, - 0.349609, - 0.386719, - 0.287109, - 0.243164, - 0.265625, - 0.294922, - 0.316406, - 0.423828, - 0.349609, - 0.330078, - 0.244141, - 0.328125, - 0.292969, - 0.429688, - 0.147461, - 0.376953, - 0.249023, - 0.235352, - 0.205078, - 0.351562, - 0.275391, - 0.515625, - 0.263672, - 0.244141, - 0.244141, - 0.202148, - 0.265625, - 0.292969, - 0.353516, - 0.558594, - 0.3125, - 0.283203, - 0.263672, - 0.445312, - 0.243164, - 0.223633, - 0.265625, - 0.34375, - 0.216797, - 0.206055, - 0.302734, - 0.351562, - 0.785156, - 0.234375, - 0.296875, - 0.291016, - 0.21875, - 0.302734, - 0.378906, - 0.363281, - 0.296875, - 0.261719, - 0.179688, - 0.233398, - 0.298828, - 0.308594, - 0.314453, - 0.28125, - 0.355469, - 0.423828, - 0.369141, - 0.267578, - 0.332031, - 0.333984, - 0.219727, - 0.246094, - 0.283203, - 0.183594, - 0.285156, - 0.287109, - 0.339844, - 0.263672, - 0.208008, - 0.210938, - 0.176758, - 0.245117, - 0.357422, - 0.318359, - 0.136719, - 0.261719, - 0.369141, - 0.308594, - 0.353516, - 0.28125, - 0.394531, - 0.320312, - 0.494141, - 0.292969, - 0.208984, - 0.162109, - 0.162109, - 0.507812, - 0.237305, - 0.507812, - 0.255859, - 0.326172, - 0.173828, - 0.231445, - 0.287109, - 0.259766, - 0.271484, - 0.332031, - 0.236328, - 0.255859, - 0.357422, - 0.263672, - 0.351562, - 0.417969, - 0.204102, - 0.300781, - 0.394531, - 0.341797, - 0.314453, - 0.175781, - 0.398438, - 0.265625, - 0.3125, - 0.204102, - 0.263672, - 0.263672, - 0.289062, - 0.208984, - 0.265625, - 0.255859, - 0.21875, - 0.171875, - 0.234375, - 0.320312, - 0.365234, - 0.273438, - 0.232422, - 0.306641, - 0.46875, - 0.306641, - 0.291016, - 0.353516, - 0.5, - 0.248047, - 0.275391, - 0.369141, - 0.24707, - 0.182617, - 0.235352, - 0.259766, - 0.244141, - 0.345703, - 0.253906, - 0.25, - 0.339844, - 0.234375, - 0.283203, - 0.235352, - 0.209961, - 0.294922, - 0.443359, - 0.351562, - 0.296875, - 0.21582, - 0.398438, - 0.283203, - 0.291016, - 0.304688, - 0.333984, - 0.382812, - 0.204102, - 0.259766, - 0.135742, - 0.25, - 0.216797, - 0.253906, - 0.257812, - 0.287109, - 0.230469, - 0.287109, - 0.202148, - 0.349609, - 0.345703, - 0.361328, - 0.396484, - 0.308594, - 0.287109, - 0.21582, - 0.359375, - 0.285156, - 0.382812, - 0.182617, - 0.347656, - 0.236328, - 0.298828, - 0.257812, - 0.277344, - 0.308594, - 0.279297, - 0.223633, - 0.361328, - 0.373047, - 0.259766, - 0.200195, - 0.253906, - 0.314453, - 0.25, - 0.341797, - 0.259766, - 0.189453, - 0.237305, - 0.226562, - 0.302734, - 0.472656, - 0.205078, - 0.223633, - 0.28125, - 0.316406, - 0.208984, - 0.209961, - 0.269531, - 0.337891, - 0.425781, - 0.306641, - 0.245117, - 0.285156, - 0.296875, - 0.466797, - 0.259766, - 0.275391, - 0.285156, - 0.287109, - 0.283203, - 0.300781, - 0.285156, - 0.265625, - 0.453125, - 0.263672, - 0.363281, - 0.253906, - 0.326172, - 0.357422, - 0.296875, - 0.316406, - 0.179688, - 0.251953, - 0.359375, - 0.25, - 0.255859, - 0.302734, - 0.261719, - 0.277344, - 0.5, - 0.302734, - 0.386719, - 0.328125, - 0.302734, - 0.271484, - 0.388672, - 0.232422, - 0.283203, - 0.193359, - 0.271484, - 0.345703, - 0.294922, - 0.388672, - 0.283203, - 0.225586, - 0.341797, - 0.355469, - 0.582031, - 0.267578, - 0.341797, - 0.425781, - 0.535156, - 0.355469, - 0.237305, - 0.300781, - 0.294922, - 0.339844, - 0.359375, - 0.314453, - 0.291016, - 0.285156, - 0.267578, - 0.279297, - 0.175781, - 0.185547, - 0.259766, - 0.189453, - 0.369141, - 0.275391, - 0.15332, - 0.283203, - 0.158203, - 0.273438, - 0.332031, - 0.345703, - 0.226562, - 0.162109, - 0.269531, - 0.341797, - 0.421875, - 0.511719, - 0.211914, - 0.300781, - 0.441406, - 0.271484, - 0.208008, - 0.205078, - 0.279297, - 0.209961, - 0.320312, - 0.380859, - 0.257812, - 0.28125, - 0.237305, - 0.249023, - 0.289062, - 0.189453, - 0.308594, - 0.212891, - 0.40625, - 0.183594, - 0.248047, - 0.235352, - 0.304688, - 0.188477, - 0.318359, - 0.474609, - 0.613281, - 0.326172, - 0.275391, - 0.219727, - 0.300781, - 0.259766, - 0.28125, - 0.217773, - 0.361328, - 0.298828, - 0.298828, - 0.287109, - 0.316406, - 0.332031, - 0.267578, - 0.180664, - 0.566406, - 0.243164, - 0.617188, - 0.255859, - 0.400391, - 0.261719, - 0.219727, - 0.269531, - 0.298828, - 0.265625, - 0.28125, - 0.353516, - 0.263672, - 0.191406, - 0.412109, - 0.214844, - 0.251953, - 0.271484, - 0.15625, - 0.261719, - 0.263672, - 0.466797, - 0.210938, - 0.227539, - 0.213867, - 0.326172, - 0.308594, - 0.180664, - 0.353516, - 0.277344, - 0.241211, - 0.296875, - 0.304688, - 0.3125, - 0.210938, - 0.369141, - 0.382812, - 0.34375, - 0.449219, - 0.355469, - 0.242188, - 0.170898, - 0.355469, - 0.341797, - 0.269531, - 0.339844, - 0.294922, - 0.632812, - 0.246094, - 0.15918, - 0.198242, - 0.333984, - 0.330078, - 0.330078, - 0.267578, - 0.173828, - 0.194336, - 0.296875, - 0.306641, - 0.283203, - 0.255859, - 0.167969, - 0.333984, - 0.194336, - 0.236328, - 0.240234, - 0.351562, - 0.25, - 0.261719, - 0.230469, - 0.291016, - 0.302734, - 0.151367, - 0.235352, - 0.308594, - 0.238281, - 0.310547, - 0.216797, - 0.333984, - 0.332031, - 0.21875, - 0.300781, - 0.196289, - 0.265625, - 0.404297, - 0.382812, - 0.34375, - 0.18457, - 0.341797, - 0.302734, - 0.34375, - 0.337891, - 0.251953, - 0.386719, - 0.176758, - 0.265625, - 0.349609, - 0.283203, - 0.292969, - 0.333984, - 0.211914, - 0.289062, - 0.246094, - 0.373047, - 0.200195, - 0.209961, - 0.326172, - 0.328125, - 0.273438, - 0.277344, - 0.314453, - 0.3125, - 0.339844, - 0.347656, - 0.339844, - 0.302734, - 0.349609, - 0.373047, - 0.474609, - 0.152344, - 0.314453, - 0.296875, - 0.237305, - 0.251953, - 0.249023, - 0.245117, - 0.279297, - 0.287109, - 0.365234, - 0.28125, - 0.287109, - 0.166016, - 0.570312, - 0.300781, - 0.298828, - 0.294922, - 0.267578, - 0.239258, - 0.296875, - 0.28125, - 0.425781, - 0.222656, - 0.404297, - 0.249023, - 0.292969, - 0.222656, - 0.269531, - 0.205078, - 0.269531, - 0.279297, - 0.357422, - 0.232422, - 0.192383, - 0.238281, - 0.333984, - 0.285156, - 0.206055, - 0.211914, - 0.306641, - 0.392578, - 0.328125, - 0.28125, - 0.318359, - 0.3125, - 0.304688, - 0.24707, - 0.246094, - 0.453125, - 0.285156, - 0.375, - 0.257812, - 0.143555, - 0.227539, - 0.296875, - 0.24707, - 0.390625, - 0.320312, - 0.257812, - 0.353516, - 0.335938, - 0.25, - 0.310547, - 0.503906, - 0.166016, - 0.308594, - 0.222656, - 0.261719, - 0.259766, - 0.265625, - 0.320312, - 0.257812, - 0.271484, - 0.298828, - 0.302734, - 0.320312, - 0.318359, - 0.333984, - 0.298828, - 0.263672, - 0.289062, - 0.251953, - 0.180664, - 0.223633, - 0.292969, - 0.261719, - 0.326172, - 0.234375, - 0.233398, - 0.197266, - 0.271484, - 0.255859, - 0.269531, - 0.353516, - 0.310547, - 0.25, - 0.349609, - 0.328125, - 0.199219, - 0.304688, - 0.212891, - 0.289062, - 0.376953, - 0.241211, - 0.53125, - 0.261719, - 0.294922, - 0.265625, - 0.279297, - 0.322266, - 0.226562, - 0.161133, - 0.241211, - 0.318359, - 0.217773, - 0.287109, - 0.220703, - 0.257812, - 0.166016, - 0.322266, - 0.40625, - 0.219727, - 0.285156, - 0.232422, - 0.345703, - 0.453125, - 0.249023, - 0.261719, - 0.417969, - 0.3125, - 0.253906, - 0.263672, - 0.243164, - 0.335938, - 0.300781, - 0.371094, - 0.259766, - 0.353516, - 0.24707, - 0.324219, - 0.255859, - 0.318359, - 0.34375, - 0.232422, - 0.195312, - 0.324219, - 0.304688, - 0.410156, - 0.229492, - 0.253906, - 0.253906, - 0.285156, - 0.227539, - 0.429688, - 0.291016, - 0.361328, - 0.261719, - 0.232422, - 0.279297, - 0.335938, - 0.197266, - 0.306641, - 0.265625, - 0.349609, - 0.326172, - 0.287109, - 0.230469, - 0.275391, - 0.392578, - 0.124023, - 0.320312, - 0.259766, - 0.228516, - 0.302734, - 0.380859, - 0.249023, - 0.291016, - 0.326172, - 0.320312, - 0.251953, - 0.279297, - 0.28125, - 0.330078, - 0.470703, - 0.390625, - 0.314453, - 0.136719, - 0.373047, - 0.267578, - 0.239258, - 0.248047, - 0.186523, - 0.225586, - 0.246094, - 0.304688, - 0.242188, - 0.353516, - 0.271484, - 0.380859, - 0.601562, - 0.322266, - 0.300781, - 0.402344, - 0.19043, - 0.320312, - 0.204102, - 0.232422, - 0.320312, - 0.373047, - 0.310547, - 0.240234, - 0.209961, - 0.235352, - 0.167969, - 0.287109, - 0.34375, - 0.243164, - 0.216797, - 0.241211, - 0.306641, - 0.306641, - 0.220703, - 0.349609, - 0.306641, - 0.414062, - 0.337891, - 0.302734, - 0.34375, - 0.21582, - 0.078613, - 0.195312, - 0.367188, - 0.376953, - 0.21875, - 0.24707, - 0.21875, - 0.21875, - 0.357422, - 0.197266, - 0.433594, - 0.357422, - 0.244141, - 0.699219, - 0.361328, - 0.423828, - 0.296875, - 0.380859, - 0.353516, - 0.285156, - 0.237305, - 0.314453, - 0.417969, - 0.249023, - 0.212891, - 0.22168, - 0.291016, - 0.267578, - 0.316406, - 0.302734, - 0.322266, - 0.263672, - 0.269531, - 0.369141, - 0.234375, - 0.174805, - 0.419922, - 0.314453, - 0.277344, - 0.183594, - 0.347656, - 0.257812, - 0.261719, - 0.265625, - 0.359375, - 0.207031, - 0.271484, - 0.373047, - 0.263672, - 0.283203, - 0.316406, - 0.232422, - 0.304688, - 0.357422, - 0.202148, - 0.238281, - 0.211914, - 0.302734, - 0.19043, - 0.498047, - 0.34375, - 0.320312, - 0.371094, - 0.322266, - 0.245117, - 0.292969, - 0.179688, - 0.238281, - 0.263672, - 0.257812, - 0.390625, - 0.235352, - 0.269531, - 0.257812, - 0.371094, - 0.265625, - 0.330078, - 0.273438, - 0.24707, - 0.244141, - 0.367188, - 0.269531, - 0.267578, - 0.351562, - 0.22168, - 0.283203, - 0.245117, - 0.326172, - 0.229492, - 0.275391, - 0.382812, - 0.171875, - 0.498047, - 0.294922, - 0.257812, - 0.410156, - 0.412109, - 0.332031, - 0.333984, - 0.255859, - 0.198242, - 0.457031, - 0.589844, - 0.22168, - 0.204102, - 0.24707, - 0.197266, - 0.306641, - 0.322266, - 0.265625, - 0.261719, - 0.253906, - 0.246094, - 0.373047, - 0.375, - 0.302734, - 0.402344, - 0.277344, - 1.007812, - 0.332031, - 0.298828, - 0.404297, - 0.275391, - 0.291016, - 0.410156, - 0.251953, - 0.287109, - 0.222656, - 0.300781, - 0.292969, - 0.351562, - 0.333984, - 0.265625, - 0.242188, - 0.189453, - 0.324219, - 0.253906, - 0.277344, - 0.242188, - 0.341797, - 0.232422, - 0.507812, - 0.255859, - 0.324219, - 0.320312, - 0.249023, - 0.234375, - 0.294922, - 0.289062, - 0.15625, - 0.404297, - 0.300781, - 0.408203, - 0.150391, - 0.171875, - 0.24707, - 0.410156, - 0.217773, - 0.326172, - 0.212891, - 0.310547, - 0.304688, - 0.330078, - 0.367188, - 0.34375, - 0.330078, - 0.554688, - 0.330078, - 0.322266, - 0.189453, - 0.255859, - 0.212891, - 0.267578, - 0.318359, - 0.287109, - 0.318359, - 0.332031, - 0.271484, - 0.232422, - 0.320312, - 0.294922, - 0.294922, - 0.306641, - 0.396484, - 0.238281, - 0.255859, - 0.298828, - 0.224609, - 0.257812, - 0.347656, - 0.425781, - 0.439453, - 0.251953, - 0.365234, - 0.351562, - 0.304688, - 0.433594, - 0.199219, - 0.384766, - 0.227539, - 0.243164, - 0.306641, - 0.322266, - 0.296875, - 0.261719, - 0.330078, - 0.239258, - 0.170898, - 0.277344, - 0.361328, - 0.285156, - 0.326172, - 0.326172, - 0.316406, - 0.263672, - 0.223633, - 0.316406, - 0.310547, - 0.414062, - 0.371094, - 0.164062, - 0.304688, - 0.198242, - 0.291016, - 0.186523, - 0.161133, - 0.361328, - 0.28125, - 0.271484, - 0.24707, - 0.328125, - 0.308594, - 0.287109, - 0.365234, - 0.478516, - 0.257812, - 0.396484, - 0.167969, - 0.400391, - 0.304688, - 0.185547, - 0.271484, - 0.34375, - 0.246094, - 0.294922, - 0.470703, - 0.240234, - 0.408203, - 0.314453, - 0.328125, - 0.304688, - 0.19043, - 0.490234, - 0.289062, - 0.361328, - 0.302734, - 0.359375, - 0.196289, - 0.310547, - 0.25, - 0.255859, - 0.195312, - 0.277344, - 0.271484, - 0.198242, - 0.105957, - 0.240234, - 0.298828, - 0.205078, - 0.380859, - 0.322266, - 0.314453, - 0.34375, - 0.324219, - 0.289062, - 0.203125, - 0.253906, - 0.324219, - 0.306641, - 0.248047, - 0.296875, - 0.238281, - 0.402344, - 0.296875, - 0.546875, - 0.398438, - 0.353516, - 0.283203, - 0.298828, - 0.248047, - 0.227539, - 0.273438, - 0.25, - 0.165039, - 0.466797, - 0.269531, - 0.34375, - 0.277344, - 0.316406, - 0.239258, - 0.173828, - 0.191406, - 0.275391, - 0.203125, - 0.19043, - 0.234375, - 0.181641, - 0.296875, - 0.269531, - 0.269531, - 0.236328, - 0.253906, - 0.470703, - 0.289062, - 0.300781, - 0.271484, - 0.349609, - 0.28125, - 0.332031, - 0.28125, - 0.306641, - 0.296875, - 0.265625, - 0.302734, - 0.177734, - 0.25, - 0.244141, - 0.339844, - 0.232422, - 0.224609, - 0.18457, - 0.206055, - 0.3125, - 0.369141, - 0.298828, - 0.328125, - 0.236328, - 0.200195, - 0.369141, - 0.273438, - 0.271484, - 0.404297, - 0.285156, - 0.251953, - 0.320312, - 0.195312, - 0.241211, - 0.306641, - 0.271484, - 0.287109, - 0.225586, - 0.339844, - 0.277344, - 0.423828, - 0.283203, - 0.328125, - 0.225586, - 0.257812, - 0.204102, - 0.285156, - 0.214844, - 0.253906, - 0.351562, - 0.21875, - 0.283203, - 0.248047, - 0.396484, - 0.328125, - 0.363281, - 0.205078, - 0.253906, - 0.335938, - 0.193359, - 0.229492, - 0.279297, - 0.180664, - 0.294922, - 0.449219, - 0.353516, - 0.308594, - 0.332031, - 0.341797, - 0.302734, - 0.369141, - 0.273438, - 0.367188, - 0.291016, - 0.283203, - 0.347656, - 0.189453, - 0.337891, - 0.231445, - 0.193359, - 0.207031, - 0.230469, - 0.435547, - 0.359375, - 0.255859, - 0.306641, - 0.279297, - 0.328125, - 0.347656, - 0.386719, - 0.273438, - 0.234375, - 0.246094, - 0.302734, - 0.261719, - 0.287109, - 0.453125, - 0.277344, - 0.263672, - 0.328125, - 0.328125, - 0.273438, - 0.5625, - 0.211914, - 0.324219, - 0.191406, - 0.337891, - 0.269531, - 0.283203, - 0.376953, - 0.143555, - 0.243164, - 0.225586, - 0.298828, - 0.300781, - 0.233398, - 0.228516, - 0.308594, - 0.246094, - 0.253906, - 0.269531, - 0.257812, - 0.308594, - 0.345703, - 0.326172, - 0.25, - 0.398438, - 0.28125, - 0.308594, - 0.318359, - 0.304688, - 0.308594, - 0.285156, - 0.40625, - 0.328125, - 0.167969, - 0.302734, - 0.25, - 0.328125, - 0.355469, - 0.337891, - 0.345703, - 0.279297, - 0.259766, - 0.279297, - 0.287109, - 0.367188, - 0.275391, - 0.102051, - 0.202148, - 0.186523, - 0.203125, - 0.18457, - 0.355469, - 0.265625, - 0.4375, - 0.275391, - 0.339844, - 0.219727, - 0.164062, - 0.292969, - 0.306641, - 0.251953, - 0.18457, - 0.335938, - 0.15918, - 0.523438, - 0.628906, - 0.371094, - 0.361328, - 0.176758, - 0.226562, - 0.332031, - 0.230469, - 0.294922, - 0.302734, - 0.376953, - 0.255859, - 0.34375, - 0.34375, - 0.308594, - 0.25, - 0.232422, - 0.417969, - 0.206055, - 0.355469, - 0.219727, - 0.275391, - 0.287109, - 0.382812, - 0.226562, - 0.232422, - 0.216797, - 0.251953, - 0.103516, - 0.219727, - 0.384766, - 0.291016, - 0.231445, - 0.236328, - 0.236328, - 0.230469, - 0.24707, - 0.259766, - 0.306641, - 0.279297, - 0.25, - 0.330078, - 0.285156, - 0.235352, - 0.175781, - 0.318359, - 0.269531, - 0.390625, - 0.433594, - 0.271484, - 0.265625, - 0.192383, - 0.216797, - 0.373047, - 0.173828, - 0.328125, - 0.216797, - 0.181641, - 0.316406, - 0.214844, - 0.421875, - 0.373047, - 0.28125, - 0.273438, - 0.259766, - 0.267578, - 0.230469, - 0.1875, - 0.255859, - 0.257812, - 0.339844, - 0.213867, - 0.205078, - 0.382812, - 0.185547, - 0.244141, - 0.302734, - 0.318359, - 0.259766, - 0.226562, - 0.294922, - 0.249023, - 0.488281, - 0.269531, - 0.279297, - 0.143555, - 0.233398, - 0.220703, - 0.298828, - 0.308594, - 0.285156, - 0.261719, - 0.289062, - 0.180664, - 0.209961, - 0.195312, - 0.310547, - 0.337891, - 0.200195, - 0.283203, - 0.134766, - 0.223633, - 0.398438, - 0.255859, - 0.236328, - 0.332031, - 0.408203, - 0.345703, - 0.255859, - 0.248047, - 0.306641, - 0.351562, - 0.255859, - 0.300781, - 0.302734, - 0.283203, - 0.304688, - 0.283203, - 0.318359, - 0.224609, - 0.189453, - 0.263672, - 0.242188, - 0.40625, - 0.410156, - 0.314453, - 0.363281, - 0.302734, - 0.277344, - 0.386719, - 0.335938, - 0.318359, - 0.320312, - 0.351562, - 0.213867, - 0.265625, - 0.287109, - 0.302734, - 0.330078, - 0.40625, - 0.390625, - 0.228516, - 0.217773, - 0.194336, - 0.279297, - 0.324219, - 0.308594, - 0.458984, - 0.765625, - 0.333984, - 0.335938, - 0.233398, - 0.223633, - 0.251953, - 0.209961, - 0.210938, - 0.367188, - 0.337891, - 0.216797, - 0.28125, - 0.158203, - 0.21582, - 0.287109, - 0.265625, - 0.306641, - 0.367188, - 0.269531, - 0.306641, - 0.371094, - 0.279297, - 0.345703, - 0.289062, - 0.240234, - 0.429688, - 0.236328, - 0.169922, - 0.232422, - 0.206055, - 0.261719, - 0.326172, - 0.390625, - 0.220703, - 0.34375, - 0.314453, - 0.388672, - 0.306641, - 0.306641, - 0.216797, - 0.195312, - 0.197266, - 0.271484, - 0.330078, - 0.21875, - 0.261719, - 0.316406, - 0.255859, - 0.273438, - 0.150391, - 0.289062, - 0.209961, - 0.232422, - 0.298828, - 0.242188, - 0.164062, - 0.238281, - 0.349609, - 0.373047, - 0.166016, - 0.316406, - 0.478516, - 0.298828, - 0.28125, - 0.417969, - 0.296875, - 0.408203, - 0.259766, - 0.365234, - 0.202148, - 0.318359, - 0.228516, - 0.289062, - 0.310547, - 0.259766, - 0.28125, - 0.302734, - 0.289062, - 0.249023, - 0.21582, - 0.296875, - 0.283203, - 0.316406, - 0.425781, - 0.241211, - 0.333984, - 0.287109, - 0.353516, - 0.416016, - 0.320312, - 0.111328, - 0.416016, - 0.24707, - 0.198242, - 0.257812, - 0.357422, - 0.263672, - 0.279297, - 0.296875, - 0.244141, - 0.279297, - 0.19043, - 0.292969, - 0.273438, - 0.238281, - 0.267578, - 0.28125, - 0.235352, - 0.213867, - 0.347656, - 0.34375, - 0.244141, - 0.451172, - 0.431641, - 0.279297, - 0.320312, - 0.367188, - 0.359375, - 0.275391, - 0.320312, - 0.339844, - 0.287109, - 0.285156, - 0.275391, - 0.198242, - 0.335938, - 0.287109, - 0.314453, - 0.359375, - 0.219727, - 0.298828, - 0.170898, - 0.246094, - 0.398438, - 0.192383, - 0.328125, - 0.265625, - 0.180664, - 0.400391, - 0.322266, - 0.249023, - 0.204102, - 0.390625, - 0.314453, - 0.201172, - 0.242188, - 0.306641, - 0.320312, - 0.300781, - 0.277344, - 0.211914, - 0.279297, - 0.275391, - 0.402344, - 0.285156, - 0.242188, - 0.253906, - 0.292969, - 0.476562, - 0.241211, - 0.421875, - 0.296875, - 0.287109, - 0.285156, - 0.275391, - 0.328125, - 0.328125, - 0.28125, - 0.162109, - 0.219727, - 0.404297, - 0.330078, - 0.219727, - 0.249023, - 0.244141, - 0.435547, - 0.273438, - 0.371094, - 0.371094, - 0.396484, - 0.25, - 0.320312, - 0.202148, - 0.273438, - 0.298828, - 0.283203, - 0.249023, - 0.271484, - 0.414062, - 0.285156, - 0.304688, - 0.296875, - 0.196289, - 0.152344, - 0.765625, - 0.232422, - 0.298828, - 0.263672, - 0.222656, - 0.238281, - 0.392578, - 0.308594, - 0.275391, - 0.320312, - 0.175781, - 0.277344, - 0.207031, - 0.243164, - 0.271484, - 0.326172, - 0.644531, - 0.251953, - 0.320312, - 0.488281, - 0.277344, - 0.384766, - 0.304688, - 0.292969, - 0.304688, - 0.308594, - 0.226562, - 0.25, - 0.251953, - 0.292969, - 0.249023, - 0.339844, - 0.380859, - 0.205078, - 0.324219, - 0.322266, - 0.339844, - 0.245117, - 0.251953, - 0.189453, - 0.314453, - 0.189453, - 0.249023, - 0.306641, - 0.265625, - 0.204102, - 0.273438, - 0.316406, - 0.308594, - 0.333984, - 0.314453, - 0.275391, - 0.229492, - 0.582031, - 0.390625, - 0.435547, - 0.248047, - 0.339844, - 0.337891, - 0.167969, - 0.291016, - 0.357422, - 0.232422, - 0.304688, - 0.234375, - 0.265625, - 0.28125, - 0.267578, - 0.241211, - 0.251953, - 0.322266, - 0.189453, - 0.222656, - 0.388672, - 0.277344, - 0.259766, - 0.318359, - 0.302734, - 0.376953, - 0.355469, - 0.376953, - 0.322266, - 0.318359, - 0.273438, - 0.198242, - 0.302734, - 0.291016, - 0.265625, - 0.174805, - 0.203125, - 0.18457, - 0.15625, - 0.267578, - 0.404297, - 0.204102, - 0.292969, - 0.194336, - 0.402344, - 0.302734, - 0.306641, - 0.386719, - 0.234375, - 0.345703, - 0.279297, - 0.367188, - 0.140625, - 0.300781, - 0.324219, - 0.316406, - 0.300781, - 0.546875, - 0.287109, - 0.365234, - 0.248047, - 0.209961, - 0.182617, - 0.402344, - 0.243164, - 0.296875, - 0.224609, - 0.449219, - 0.210938, - 0.212891, - 0.275391, - 0.208008, - 0.267578, - 0.225586, - 0.287109, - 0.179688, - 0.330078, - 0.474609, - 0.21582, - 0.186523, - 0.398438, - 0.472656, - 0.337891, - 0.199219, - 0.21875, - 0.277344, - 0.246094, - 0.382812, - 0.220703, - 0.361328, - 0.363281, - 0.345703, - 0.353516, - 0.255859, - 0.287109, - 0.439453, - 0.306641, - 0.294922, - 0.249023, - 0.245117, - 0.414062, - 0.253906, - 0.217773, - 0.447266, - 0.216797, - 0.217773, - 0.527344, - 0.269531, - 0.240234, - 0.273438, - 0.1875, - 0.1875, - 0.235352, - 0.22168, - 0.376953, - 0.333984, - 0.259766, - 0.259766, - 0.310547, - 0.207031, - 0.292969, - 0.277344, - 0.22168, - 0.200195, - 0.3125, - 0.324219, - 0.259766, - 0.225586, - 0.316406, - 0.265625, - 0.265625, - 0.271484, - 0.275391, - 0.396484, - 0.378906, - 0.304688, - 0.25, - 0.203125, - 0.255859, - 0.365234, - 0.414062, - 0.28125, - 0.229492, - 0.21582, - 0.259766, - 0.328125, - 0.4375, - 0.28125, - 0.386719, - 0.316406, - 0.24707, - 0.210938, - 0.185547, - 0.22168, - 0.149414, - 0.230469, - 0.291016, - 0.339844, - 0.314453, - 0.226562, - 0.310547, - 0.408203, - 0.349609, - 0.371094, - 0.279297, - 0.225586, - 0.129883, - 0.310547, - 0.4375, - 0.199219, - 0.359375, - 0.226562, - 0.235352, - 0.392578, - 0.22168, - 0.296875, - 0.273438, - 0.21875, - 0.494141, - 0.188477, - 0.376953, - 0.251953, - 0.386719, - 0.235352, - 0.304688, - 0.273438, - 0.316406, - 0.332031, - 0.289062, - 0.371094, - 0.182617, - 0.208984, - 0.314453, - 0.251953, - 0.365234, - 0.287109, - 0.244141, - 0.212891, - 0.236328, - 0.349609, - 0.24707 - ] - }, - "name": "model.transformer.layers.15.attn_norm.weight", - "outputIndexes": [ - 957 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 956, - 957 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_15/Mul_1_output_0", - "outputIndexes": [ - 958 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 958 - ], - "outputIndexes": [ - 2381 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2381 - ], - "outputIndexes": [ - 2382 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear", - "inputIndexes": [ - 2382 - ], - "outputIndexes": [ - 2383 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 203756988, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2383 - ], - "outputIndexes": [ - 2384 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2384 - ], - "outputIndexes": [ - 959 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 958 - ], - "main_type": "NONE", - "name": "/Shape_61_output_0", - "outputIndexes": [ - 960 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 960 - ], - "main_type": "NONE", - "name": "Shape1361", - "outputIndexes": [ - 961 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 960 - ], - "main_type": "NONE", - "name": "Rank1363", - "outputIndexes": [ - 962 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 962, - 962 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1365", - "outputIndexes": [ - 963 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 963 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1366", - "outputIndexes": [ - 964 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 963, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1368", - "outputIndexes": [ - 965 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 965 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1369", - "outputIndexes": [ - 966 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 961, - 964, - 966, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1372", - "outputIndexes": [ - 967 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 967 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1373", - "outputIndexes": [ - 968 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 968 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1374", - "outputIndexes": [ - 969 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 969, - 968 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1375", - "outputIndexes": [ - 970 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 960, - 970, - 963 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_79_output_0", - "outputIndexes": [ - 971 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 971, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_151_output_0", - "outputIndexes": [ - 972 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 972, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_75_output_0", - "outputIndexes": [ - 973 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 959, - 973 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_61_output_0", - "outputIndexes": [ - 974 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 974 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_15/Mul_output_0", - "outputIndexes": [ - 975 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.023804, - -0.011414, - 0.025146, - 0.112793, - 0.019531, - 1.382812, - 1.046875, - 1.320312, - 1.210938, - 1.351562, - 1.703125, - 1.765625, - 1.726562, - 1.507812, - 1.875, - 2.015625, - 1.5625, - 1.9375, - 2.046875, - 2.171875, - 2.234375, - 2.515625, - 2.109375, - 2.109375, - 2.078125, - 2.125, - 2.0625, - 2.15625, - 2.15625, - 1.9375, - 2.1875, - 2.265625, - 1.53125, - 1.390625, - 0.140625, - 1.421875, - 1.53125, - 1.570312, - 1.554688, - 1.59375, - 1.617188, - 1.523438, - 1.523438, - 1.53125, - 1.859375, - 1.859375, - 1.640625, - 1.757812, - 2.109375, - 2.125, - 1.859375, - 1.960938, - 2.078125, - 1.828125, - 2.0625, - 2.0625, - 2.140625, - 2.09375, - 2.21875, - 2.03125, - 2.03125, - 2.53125, - 1.960938, - 1.65625 - ] - }, - "name": "model.transformer.layers.15.attn.q_norm.weight", - "outputIndexes": [ - 976 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 975, - 976 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_15/Mul_1_output_0", - "outputIndexes": [ - 977 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 977, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_60_output_0", - "outputIndexes": [ - 978 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 977, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_61_output_0", - "outputIndexes": [ - 979 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 979 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_30_output_0", - "outputIndexes": [ - 980 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 977, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_60_output_0", - "outputIndexes": [ - 981 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 980, - 981 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_78_output_0", - "outputIndexes": [ - 982 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 982, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_61_output_0", - "outputIndexes": [ - 983 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 978, - 983 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_60_output_0", - "outputIndexes": [ - 984 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 958 - ], - "outputIndexes": [ - 2385 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2385 - ], - "outputIndexes": [ - 2386 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear", - "inputIndexes": [ - 2386 - ], - "outputIndexes": [ - 2387 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 205532626, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2387 - ], - "outputIndexes": [ - 2388 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2388 - ], - "outputIndexes": [ - 985 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 972, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_76_output_0", - "outputIndexes": [ - 986 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 985, - 986 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_62_output_0", - "outputIndexes": [ - 987 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 987 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_15/Mul_output_0", - "outputIndexes": [ - 988 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.012756, - -0.00885, - -0.065918, - 0.064453, - 0.014099, - 1.296875, - 0.089355, - 1.3125, - 0.625, - 1.289062, - 1.609375, - 1.421875, - 1.570312, - 2.109375, - 1.5, - 1.492188, - 2.1875, - 2.125, - 1.757812, - 1.960938, - 1.632812, - 1.359375, - 2.0625, - 2.09375, - 2.140625, - 2.125, - 2.171875, - 2.15625, - 2.15625, - 2.3125, - 2.0625, - 2.03125, - 1.328125, - 1.164062, - 0.097656, - 1.226562, - 1.390625, - 1.554688, - 1.578125, - 1.640625, - 1.65625, - 1.65625, - 1.53125, - 1.820312, - 1.765625, - 1.3125, - 2.046875, - 2.03125, - 1.375, - 1.820312, - 1.960938, - 2.171875, - 2.359375, - 2.390625, - 2.109375, - 2.140625, - 2.125, - 2.15625, - 2.109375, - 2.171875, - 2.203125, - 2.625, - 2.34375, - 3.125 - ] - }, - "name": "model.transformer.layers.15.attn.k_norm.weight", - "outputIndexes": [ - 989 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 988, - 989 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_15/Mul_1_output_0", - "outputIndexes": [ - 990 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 990, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_62_output_0", - "outputIndexes": [ - 991 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 990, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_63_output_0", - "outputIndexes": [ - 992 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 992 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_31_output_0", - "outputIndexes": [ - 993 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 990, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_62_output_0", - "outputIndexes": [ - 994 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 993, - 994 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_79_output_0", - "outputIndexes": [ - 995 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 995, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_63_output_0", - "outputIndexes": [ - 996 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 991, - 996 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_61_output_0", - "outputIndexes": [ - 997 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 958 - ], - "outputIndexes": [ - 2389 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2389 - ], - "outputIndexes": [ - 2390 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear", - "inputIndexes": [ - 2390 - ], - "outputIndexes": [ - 2391 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 205976552, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2391 - ], - "outputIndexes": [ - 2392 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2392 - ], - "outputIndexes": [ - 998 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 998, - 986 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_63_output_0", - "outputIndexes": [ - 999 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 984, - 997, - 999, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.15/self_attn/FusedAttention", - "outputIndexes": [ - 1000 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1000 - ], - "outputIndexes": [ - 2393 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2393 - ], - "outputIndexes": [ - 2394 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear", - "inputIndexes": [ - 2394 - ], - "outputIndexes": [ - 2395 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 206420478, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2395 - ], - "outputIndexes": [ - 2396 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2396 - ], - "outputIndexes": [ - 1001 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 955, - 1001 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_62_output_0", - "outputIndexes": [ - 1002 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1002 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_15/Mul_output_0", - "outputIndexes": [ - 1003 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.404297, - 0.257812, - 0.376953, - 0.40625, - 0.392578, - 0.349609, - 0.414062, - 0.349609, - 0.359375, - 0.232422, - 0.417969, - 0.335938, - 0.382812, - 0.400391, - 0.376953, - 0.333984, - 0.388672, - 0.351562, - 0.388672, - 0.412109, - 0.439453, - 0.410156, - 0.400391, - 0.302734, - 0.345703, - 0.498047, - 0.382812, - 0.363281, - 0.361328, - 0.330078, - 0.351562, - 0.353516, - 0.373047, - 0.371094, - 0.404297, - 0.396484, - 0.470703, - 0.394531, - 0.34375, - 0.289062, - 0.466797, - 0.353516, - 0.355469, - 0.224609, - 0.394531, - 0.231445, - 0.384766, - 0.351562, - 0.384766, - 0.347656, - 0.386719, - 0.353516, - 0.394531, - 0.275391, - 0.339844, - 0.359375, - 0.367188, - 0.4375, - 0.408203, - 0.382812, - 0.400391, - 0.345703, - 0.371094, - 0.375, - 0.145508, - 0.351562, - 0.316406, - 0.373047, - 0.398438, - 0.408203, - 0.386719, - 0.335938, - 0.357422, - 0.423828, - 0.28125, - 0.351562, - 0.353516, - 0.349609, - 0.361328, - 0.417969, - 0.349609, - 0.400391, - 0.320312, - 0.376953, - 0.388672, - 0.378906, - 0.361328, - 0.390625, - 0.351562, - 0.308594, - 0.435547, - 0.351562, - 0.349609, - 0.213867, - 0.320312, - 0.441406, - 0.394531, - 0.243164, - 0.380859, - 0.396484, - 0.314453, - 0.378906, - 0.302734, - 0.375, - 0.330078, - 0.246094, - 0.34375, - 0.384766, - 0.367188, - 0.298828, - 0.289062, - 0.402344, - 0.386719, - 0.351562, - 0.439453, - 0.34375, - 0.367188, - 0.322266, - 0.363281, - 0.382812, - 0.355469, - 0.382812, - 0.292969, - 0.212891, - 0.427734, - 0.209961, - 0.345703, - 0.443359, - 0.239258, - 0.308594, - 0.34375, - 0.421875, - 0.339844, - 0.376953, - 0.320312, - 0.396484, - 0.40625, - 0.285156, - 0.310547, - 0.357422, - 0.302734, - 0.388672, - 0.402344, - 0.373047, - 0.253906, - 0.212891, - 0.361328, - 0.212891, - 0.349609, - 0.275391, - 0.421875, - 0.412109, - 0.359375, - 0.361328, - 0.390625, - 0.337891, - 0.392578, - 0.378906, - 0.226562, - 0.384766, - 0.365234, - 0.380859, - 0.199219, - 0.324219, - 0.328125, - 0.302734, - 0.333984, - 0.217773, - 0.217773, - 0.388672, - 0.183594, - 0.261719, - 0.378906, - 0.314453, - 0.369141, - 0.351562, - 0.322266, - 0.373047, - 0.292969, - 0.423828, - 0.390625, - 0.417969, - 0.378906, - 0.361328, - 0.398438, - 0.349609, - 0.378906, - 0.386719, - 0.380859, - 0.416016, - 0.371094, - 0.439453, - 0.384766, - 0.320312, - 0.34375, - 0.316406, - 0.414062, - 0.308594, - 0.388672, - 0.382812, - 0.384766, - 0.349609, - 0.324219, - 0.375, - 0.333984, - 0.376953, - 0.373047, - 0.412109, - 0.273438, - 0.24707, - 0.345703, - 0.357422, - 0.40625, - 0.341797, - 0.345703, - 0.378906, - 0.361328, - 0.390625, - 0.361328, - 0.283203, - 0.197266, - 0.371094, - 0.230469, - 0.378906, - 0.267578, - 0.263672, - 0.347656, - 0.394531, - 0.291016, - 0.396484, - 0.316406, - 0.265625, - 0.277344, - 0.375, - 0.359375, - 0.369141, - 0.337891, - 0.40625, - 0.205078, - 0.394531, - 0.357422, - 0.251953, - 0.40625, - 0.386719, - 0.359375, - 0.398438, - 0.241211, - 0.388672, - 0.223633, - 0.378906, - 0.392578, - 0.230469, - 0.378906, - 0.363281, - 0.332031, - 0.223633, - 0.359375, - 0.394531, - 0.339844, - 0.375, - 0.335938, - 0.285156, - 0.378906, - 0.314453, - 0.345703, - 0.34375, - 0.396484, - 0.34375, - 0.384766, - 0.402344, - 0.414062, - 0.414062, - 0.357422, - 0.367188, - 0.355469, - 0.232422, - 0.269531, - 0.412109, - 0.378906, - 0.376953, - 0.328125, - 0.390625, - 0.396484, - 0.339844, - 0.283203, - 0.392578, - 0.223633, - 0.369141, - 0.357422, - 0.419922, - 0.40625, - 0.382812, - 0.320312, - 0.349609, - 0.386719, - 0.384766, - 0.359375, - 0.396484, - 0.458984, - 0.347656, - 0.402344, - 0.332031, - 0.292969, - 0.349609, - 0.431641, - 0.433594, - 0.230469, - 0.359375, - 0.302734, - 0.376953, - 0.353516, - 0.396484, - 0.351562, - 0.40625, - 0.550781, - 0.412109, - 0.388672, - 0.392578, - 0.4375, - 0.253906, - 0.351562, - 0.373047, - 0.396484, - 0.351562, - 0.394531, - 0.40625, - 0.398438, - -0.001106, - 0.355469, - 0.408203, - 0.373047, - 0.324219, - 0.378906, - 0.384766, - 0.341797, - 0.402344, - 0.375, - 0.263672, - 0.388672, - 0.371094, - 0.388672, - 0.390625, - 0.417969, - 0.271484, - 0.412109, - 0.294922, - 0.347656, - 0.382812, - 0.392578, - 0.318359, - 0.380859, - 0.378906, - 0.328125, - 0.318359, - 0.294922, - 0.384766, - 0.392578, - 0.367188, - 0.337891, - 0.294922, - 0.353516, - 0.249023, - 0.404297, - 0.353516, - 0.369141, - 0.244141, - 0.431641, - 0.380859, - 0.369141, - 0.400391, - 0.296875, - 0.201172, - 0.371094, - 0.267578, - 0.330078, - 0.316406, - 0.189453, - 0.324219, - 0.419922, - 0.194336, - 0.382812, - 0.371094, - 0.380859, - 0.298828, - 0.298828, - 0.371094, - 0.380859, - 0.373047, - 0.373047, - 0.349609, - 0.357422, - 0.367188, - 0.412109, - 0.373047, - 0.382812, - 0.433594, - 0.417969, - 0.396484, - 0.265625, - 0.402344, - 0.365234, - 0.412109, - 0.326172, - 0.404297, - 0.328125, - 0.181641, - 0.337891, - 0.355469, - 0.367188, - 0.335938, - 0.180664, - 0.396484, - 0.396484, - 0.353516, - 0.322266, - 0.314453, - 0.410156, - 0.425781, - 0.349609, - 0.375, - 0.371094, - 0.213867, - 0.353516, - 0.388672, - 0.421875, - 0.408203, - 0.361328, - 0.287109, - 0.367188, - 0.365234, - 0.400391, - 0.369141, - 0.373047, - 0.416016, - 0.419922, - 0.363281, - 0.349609, - 0.359375, - 0.398438, - 0.378906, - 0.398438, - 0.388672, - 0.353516, - 0.419922, - 0.355469, - 0.376953, - 0.431641, - 0.369141, - 0.433594, - 0.314453, - 0.365234, - 0.220703, - 0.349609, - 0.345703, - 0.388672, - 0.388672, - 0.402344, - 0.373047, - 0.365234, - 0.296875, - 0.363281, - 0.392578, - 0.388672, - 0.373047, - 0.279297, - 0.404297, - 0.369141, - 0.380859, - 0.355469, - 0.441406, - 0.279297, - 0.259766, - 0.341797, - 0.367188, - 0.376953, - 0.392578, - 0.404297, - 0.337891, - 0.376953, - 0.359375, - 0.423828, - 0.382812, - 0.322266, - 0.392578, - 0.371094, - 0.322266, - 0.402344, - 0.371094, - 0.371094, - 0.373047, - 0.220703, - 0.394531, - 0.427734, - 0.320312, - 0.384766, - 0.291016, - 0.375, - 0.328125, - 0.369141, - 0.345703, - 0.390625, - 0.4375, - 0.347656, - 0.380859, - 0.380859, - 0.447266, - 0.431641, - 0.373047, - 0.382812, - 0.396484, - 0.363281, - 0.390625, - 0.402344, - 0.380859, - 0.255859, - 0.25, - 0.376953, - 0.316406, - 0.355469, - 0.246094, - 0.419922, - 0.419922, - 0.324219, - 0.267578, - 0.253906, - 0.214844, - 0.380859, - 0.365234, - 0.388672, - 0.363281, - 0.363281, - 0.22168, - 0.384766, - 0.408203, - 0.414062, - 0.380859, - 0.363281, - 0.453125, - 0.339844, - 0.380859, - 0.34375, - 0.388672, - 0.382812, - 0.371094, - 0.398438, - 0.369141, - 0.21875, - 0.199219, - 0.402344, - 0.333984, - 0.292969, - 0.394531, - 0.392578, - 0.208008, - 0.373047, - 0.367188, - 0.363281, - 0.324219, - 0.3125, - 0.351562, - 0.355469, - 0.306641, - 0.332031, - 0.386719, - 0.353516, - 0.168945, - 0.34375, - 0.251953, - 0.359375, - 0.238281, - 0.392578, - 0.198242, - 0.355469, - 0.365234, - 0.416016, - 0.265625, - 0.341797, - 0.378906, - 0.24707, - 0.355469, - 0.404297, - 0.470703, - 0.263672, - 0.285156, - 0.378906, - 0.421875, - 0.400391, - 0.363281, - 0.363281, - 0.375, - 0.269531, - 0.419922, - 0.445312, - 0.371094, - 0.365234, - 0.298828, - 0.373047, - 0.363281, - 0.349609, - 0.410156, - 0.349609, - 0.365234, - 0.320312, - 0.373047, - 0.337891, - 0.294922, - 0.382812, - 0.410156, - 0.223633, - 0.189453, - 0.417969, - 0.300781, - 0.326172, - 0.453125, - 0.375, - 0.355469, - 0.345703, - 0.433594, - 0.386719, - 0.412109, - 0.400391, - 0.400391, - 0.330078, - 0.345703, - 0.328125, - 0.237305, - 0.376953, - 0.157227, - 0.394531, - 0.445312, - 0.349609, - 0.363281, - 0.347656, - 0.402344, - 0.378906, - 0.357422, - 0.402344, - 0.375, - 0.357422, - 0.435547, - 0.345703, - 0.394531, - 0.402344, - 0.296875, - 0.388672, - 0.394531, - 0.427734, - 0.271484, - 0.380859, - 0.328125, - 0.361328, - 0.384766, - 0.304688, - 0.375, - 0.388672, - 0.349609, - 0.382812, - 0.410156, - 0.416016, - 0.351562, - 0.443359, - 0.464844, - 0.400391, - 0.486328, - 0.375, - 0.378906, - 0.234375, - 0.388672, - 0.326172, - 0.353516, - 0.347656, - 0.365234, - 0.175781, - 0.349609, - 0.248047, - 0.353516, - 0.306641, - 0.318359, - 0.341797, - 0.365234, - 0.271484, - 0.207031, - 0.390625, - 0.371094, - 0.365234, - 0.392578, - 0.371094, - 0.365234, - 0.314453, - 0.259766, - 0.375, - 0.417969, - 0.357422, - 0.349609, - 0.404297, - 0.382812, - 0.359375, - 0.292969, - 0.378906, - 0.40625, - 0.390625, - 0.345703, - 0.382812, - 0.412109, - 0.388672, - 0.339844, - 0.390625, - 0.384766, - 0.386719, - 0.300781, - 0.431641, - 0.308594, - 0.390625, - 0.384766, - 0.386719, - 0.376953, - 0.386719, - 0.373047, - 0.476562, - 0.298828, - 0.353516, - 0.394531, - 0.390625, - 0.369141, - 0.355469, - 0.359375, - 0.378906, - 0.390625, - 0.223633, - 0.351562, - 0.294922, - 0.382812, - 0.304688, - 0.386719, - 0.378906, - 0.341797, - 0.316406, - 0.394531, - 0.376953, - 0.365234, - 0.392578, - 0.382812, - 0.386719, - 0.165039, - 0.306641, - 0.355469, - 0.390625, - 0.384766, - 0.251953, - 0.365234, - 0.376953, - 0.400391, - 0.408203, - 0.478516, - 0.386719, - 0.433594, - 0.353516, - 0.328125, - 0.345703, - 0.369141, - 0.275391, - 0.349609, - 0.322266, - 0.388672, - 0.384766, - 0.371094, - 0.339844, - 0.419922, - 0.371094, - 0.390625, - 0.345703, - 0.378906, - 0.349609, - 0.353516, - 0.34375, - 0.365234, - 0.345703, - 0.328125, - 0.378906, - 0.261719, - 0.371094, - 0.24707, - 0.333984, - 0.400391, - 0.421875, - 0.390625, - 0.34375, - 0.361328, - 0.402344, - 0.21582, - 0.318359, - 0.371094, - 0.414062, - 0.197266, - 0.214844, - 0.400391, - 0.294922, - 0.376953, - 0.351562, - 0.388672, - 0.392578, - 0.357422, - 0.339844, - 0.361328, - 0.359375, - 0.376953, - 0.361328, - 0.283203, - 0.318359, - 0.314453, - 0.302734, - 0.404297, - 0.417969, - 0.353516, - 0.429688, - 0.371094, - 0.355469, - 0.365234, - 0.363281, - 0.4375, - 0.40625, - 0.373047, - 0.375, - 0.355469, - 0.337891, - 0.371094, - 0.246094, - 0.326172, - 0.396484, - 0.339844, - 0.376953, - 0.376953, - 0.300781, - 0.371094, - 0.333984, - 0.357422, - 0.380859, - 0.40625, - 0.361328, - 0.349609, - 0.367188, - 0.349609, - 0.408203, - 0.390625, - 0.398438, - 0.365234, - 0.34375, - 0.365234, - 0.46875, - 0.378906, - 0.353516, - 0.392578, - 0.400391, - 0.40625, - 0.306641, - 0.255859, - 0.367188, - 0.345703, - 0.298828, - 0.402344, - 0.359375, - 0.330078, - 0.24707, - 0.375, - 0.248047, - 0.34375, - 0.398438, - 0.3125, - 0.363281, - 0.186523, - 0.378906, - 0.271484, - 0.427734, - 0.396484, - 0.378906, - 0.322266, - 0.380859, - 0.388672, - 0.375, - 0.416016, - 0.410156, - 0.335938, - 0.359375, - 0.378906, - 0.376953, - 0.40625, - 0.398438, - 0.363281, - 0.365234, - 0.404297, - 0.363281, - 0.429688, - 0.248047, - 0.375, - 0.318359, - 0.384766, - 0.378906, - 0.388672, - 0.371094, - 0.40625, - 0.384766, - 0.316406, - 0.220703, - 0.414062, - 0.277344, - 0.359375, - 0.371094, - 0.410156, - 0.373047, - 0.414062, - 0.398438, - 0.376953, - 0.419922, - 0.213867, - 0.404297, - 0.386719, - 0.355469, - 0.427734, - 0.390625, - 0.341797, - 0.408203, - 0.359375, - 0.404297, - 0.349609, - 0.330078, - 0.367188, - 0.367188, - 0.275391, - 0.375, - 0.324219, - 0.369141, - 0.332031, - 0.34375, - 0.371094, - 0.367188, - 0.375, - 0.369141, - 0.357422, - 0.427734, - 0.408203, - 0.404297, - 0.384766, - 0.404297, - 0.177734, - 0.24707, - 0.322266, - 0.189453, - 0.332031, - 0.375, - 0.353516, - 0.378906, - 0.34375, - 0.206055, - 0.404297, - 0.363281, - 0.287109, - 0.394531, - 0.375, - 0.296875, - 0.404297, - 0.378906, - 0.365234, - 0.357422, - 0.384766, - 0.371094, - 0.173828, - 0.384766, - 0.365234, - 0.369141, - 0.402344, - 0.394531, - 0.425781, - 0.341797, - 0.236328, - 0.320312, - 0.412109, - 0.287109, - 0.207031, - 0.210938, - 0.365234, - 0.369141, - 0.359375, - 0.328125, - 0.251953, - 0.359375, - 0.375, - 0.231445, - 0.396484, - 0.298828, - 0.396484, - 0.40625, - 0.433594, - 0.408203, - 0.210938, - 0.375, - 0.410156, - 0.367188, - 0.201172, - 0.326172, - 0.398438, - 0.404297, - 0.386719, - 0.357422, - 0.429688, - 0.373047, - 0.361328, - 0.251953, - 0.390625, - 0.371094, - 0.445312, - 0.363281, - 0.361328, - 0.332031, - 0.396484, - 0.382812, - 0.402344, - 0.361328, - 0.396484, - 0.310547, - 0.392578, - 0.386719, - 0.375, - 0.365234, - 0.369141, - 0.376953, - 0.376953, - 0.408203, - 0.369141, - 0.390625, - 0.225586, - 0.255859, - 0.291016, - 0.400391, - 0.417969, - 0.341797, - 0.271484, - 0.416016, - 0.308594, - 0.380859, - 0.246094, - 0.353516, - 0.423828, - 0.402344, - 0.447266, - 0.351562, - 0.386719, - 0.211914, - 0.412109, - 0.326172, - 0.416016, - 0.355469, - 0.337891, - 0.263672, - 0.390625, - 0.386719, - 0.345703, - 0.382812, - 0.394531, - 0.40625, - 0.367188, - 0.351562, - 0.351562, - 0.388672, - 0.3125, - 0.283203, - 0.332031, - 0.369141, - 0.333984, - 0.427734, - 0.201172, - 0.318359, - 0.392578, - 0.394531, - 0.361328, - 0.227539, - 0.511719, - 0.294922, - 0.287109, - 0.34375, - 0.194336, - 0.384766, - 0.375, - 0.378906, - 0.375, - 0.349609, - 0.371094, - 0.429688, - 0.373047, - 0.367188, - 0.416016, - 0.386719, - 0.472656, - 0.40625, - 0.416016, - 0.435547, - 0.269531, - 0.357422, - 0.414062, - 0.304688, - 0.378906, - 0.361328, - 0.283203, - 0.361328, - 0.414062, - 0.349609, - 0.275391, - 0.283203, - 0.225586, - 0.376953, - 0.373047, - 0.235352, - 0.304688, - 0.414062, - 0.333984, - 0.439453, - 0.382812, - 0.371094, - 0.398438, - 0.380859, - 0.28125, - 0.394531, - 0.229492, - 0.314453, - 0.359375, - 0.298828, - 0.425781, - 0.335938, - 0.298828, - 0.382812, - 0.384766, - 0.357422, - 0.435547, - 0.367188, - 0.394531, - 0.404297, - 0.249023, - 0.429688, - 0.400391, - 0.425781, - 0.714844, - 0.408203, - 0.404297, - 0.351562, - 0.394531, - 0.341797, - 0.359375, - 0.392578, - 0.330078, - 0.417969, - 0.421875, - 0.427734, - 0.363281, - 0.404297, - 0.386719, - 0.416016, - 0.400391, - 0.416016, - 0.376953, - 0.267578, - 0.382812, - 0.345703, - 0.369141, - 0.361328, - 0.367188, - 0.451172, - 0.318359, - 0.375, - 0.380859, - 0.359375, - 0.449219, - 0.359375, - 0.404297, - 0.371094, - 0.34375, - 0.400391, - 0.367188, - 0.357422, - 0.371094, - 0.398438, - 0.371094, - 0.345703, - 0.349609, - 0.408203, - 0.400391, - 0.380859, - 0.414062, - 0.294922, - 0.394531, - 0.308594, - 0.396484, - 0.396484, - 0.223633, - 0.398438, - 0.279297, - 0.345703, - 0.363281, - 0.34375, - 0.292969, - 0.22168, - 0.378906, - 0.388672, - 0.398438, - 0.369141, - 0.353516, - 0.384766, - 0.375, - 0.425781, - 0.484375, - 0.333984, - 0.351562, - 0.386719, - 0.335938, - 0.410156, - 0.363281, - 0.388672, - 0.402344, - 0.378906, - 0.398438, - 0.214844, - 0.380859, - 0.392578, - 0.365234, - 0.390625, - 0.390625, - 0.235352, - 0.410156, - 0.287109, - 0.384766, - 0.402344, - 0.349609, - 0.306641, - 0.367188, - 0.378906, - 0.365234, - 0.328125, - 0.384766, - 0.375, - 0.3125, - 0.176758, - 0.233398, - 0.330078, - 0.353516, - 0.339844, - 0.347656, - 0.382812, - 0.392578, - 0.384766, - 0.410156, - 0.382812, - 0.384766, - 0.223633, - 0.400391, - 0.263672, - 0.322266, - 0.382812, - 0.414062, - 0.34375, - 0.202148, - 0.249023, - 0.394531, - 0.373047, - 0.292969, - 0.363281, - 0.353516, - 0.361328, - 0.359375, - 0.335938, - 0.435547, - 0.392578, - 0.345703, - 0.392578, - 0.351562, - 0.394531, - 0.367188, - 0.378906, - 0.394531, - 0.292969, - 0.330078, - 0.322266, - 0.361328, - 0.378906, - 0.398438, - 0.412109, - 0.341797, - 0.367188, - 0.259766, - 0.369141, - 0.423828, - 0.40625, - 0.433594, - 0.351562, - 0.384766, - 0.384766, - 0.392578, - 0.269531, - 0.34375, - 0.392578, - 0.400391, - 0.339844, - 0.289062, - 0.419922, - 0.277344, - 0.277344, - 0.332031, - 0.365234, - 0.419922, - 0.416016, - 0.376953, - 0.382812, - 0.378906, - 0.19043, - 0.384766, - 0.359375, - 0.390625, - 0.373047, - 0.373047, - 0.355469, - 0.357422, - 0.388672, - 0.390625, - 0.396484, - 0.375, - 0.394531, - 0.333984, - 0.404297, - 0.275391, - 0.289062, - 0.373047, - 0.421875, - 0.382812, - 0.367188, - 0.333984, - 0.363281, - 0.283203, - 0.369141, - 0.390625, - 0.339844, - 0.375, - 0.361328, - 0.324219, - 0.416016, - 0.386719, - 0.337891, - 0.351562, - 0.371094, - 0.357422, - 0.386719, - 0.380859, - 0.304688, - 0.412109, - 0.492188, - 0.417969, - 0.384766, - 0.335938, - 0.425781, - 0.375, - 0.386719, - 0.386719, - 0.414062, - 0.378906, - 0.367188, - 0.347656, - 0.396484, - 0.369141, - 0.34375, - 0.306641, - 0.375, - 0.392578, - 0.527344, - 0.378906, - 0.328125, - 0.314453, - 0.378906, - 0.386719, - 0.380859, - 0.192383, - 0.367188, - 0.369141, - 0.382812, - 0.332031, - 0.298828, - 0.347656, - 0.408203, - 0.322266, - 0.188477, - 0.404297, - 0.328125, - 0.408203, - 0.197266, - 0.376953, - 0.421875, - 0.226562, - 0.431641, - 0.388672, - 0.347656, - 0.425781, - 0.304688, - 0.376953, - 0.365234, - 0.394531, - 0.425781, - 0.320312, - 0.367188, - 0.417969, - 0.365234, - 0.302734, - 0.333984, - 0.310547, - 0.375, - 0.414062, - 0.226562, - 0.373047, - 0.201172, - 0.373047, - 0.382812, - 0.375, - 0.351562, - 0.40625, - 0.34375, - 0.412109, - 0.339844, - 0.302734, - 0.378906, - 0.396484, - 0.380859, - 0.330078, - 0.314453, - 0.388672, - 0.390625, - 0.355469, - 0.392578, - 0.390625, - 0.412109, - 0.375, - 0.040771, - 0.302734, - 0.359375, - 0.208984, - 0.304688, - 0.34375, - 0.332031, - 0.427734, - 0.367188, - 0.425781, - 0.351562, - 0.332031, - 0.416016, - 0.304688, - 0.339844, - 0.263672, - 0.414062, - 0.294922, - 0.193359, - 0.546875, - 0.474609, - 0.392578, - 0.359375, - 0.357422, - 0.373047, - 0.339844, - 0.357422, - 0.392578, - 0.457031, - 0.355469, - 0.416016, - 0.390625, - 0.373047, - 0.371094, - 0.386719, - 0.423828, - 0.320312, - 0.40625, - 0.245117, - 0.373047, - 0.363281, - 0.470703, - 0.289062, - 0.28125, - 0.388672, - 0.394531, - 0.176758, - 0.361328, - 0.388672, - 0.242188, - 0.369141, - 0.373047, - 0.367188, - 0.353516, - 0.386719, - 0.373047, - 0.412109, - 0.300781, - 0.375, - 0.349609, - 0.324219, - 0.363281, - 0.300781, - 0.445312, - 0.349609, - 0.376953, - 0.345703, - 0.371094, - 0.378906, - 0.375, - 0.314453, - 0.380859, - 0.341797, - 0.359375, - 0.263672, - 0.322266, - 0.378906, - 0.353516, - 0.464844, - 0.421875, - 0.371094, - 0.396484, - 0.363281, - 0.357422, - 0.367188, - 0.226562, - 0.376953, - 0.375, - 0.375, - 0.330078, - 0.333984, - 0.231445, - 0.365234, - 0.349609, - 0.314453, - 0.214844, - 0.341797, - 0.279297, - 0.390625, - 0.300781, - 0.396484, - 0.361328, - 0.402344, - 0.211914, - 0.333984, - 0.357422, - 0.361328, - 0.390625, - 0.373047, - 0.363281, - 0.378906, - 0.291016, - 0.273438, - 0.375, - 0.373047, - 0.404297, - 0.335938, - 0.355469, - 0.349609, - 0.375, - 0.470703, - 0.375, - 0.375, - 0.443359, - 0.318359, - 0.369141, - 0.380859, - 0.398438, - 0.216797, - 0.404297, - 0.359375, - 0.384766, - 0.417969, - 0.380859, - 0.367188, - 0.365234, - 0.410156, - 0.388672, - 0.279297, - 0.367188, - 0.328125, - 0.390625, - 0.402344, - 0.394531, - 0.445312, - 0.337891, - 0.382812, - 0.402344, - 0.382812, - 0.380859, - 0.402344, - 0.396484, - 0.300781, - 0.376953, - 0.390625, - 0.380859, - 0.439453, - 0.40625, - 0.384766, - 0.355469, - 0.388672, - 0.357422, - 0.289062, - 0.365234, - 0.353516, - 0.419922, - 0.154297, - 0.386719, - 0.375, - 0.259766, - 0.335938, - 0.369141, - 0.316406, - 0.328125, - 0.392578, - 0.357422, - 0.337891, - 0.339844, - 0.238281, - 0.328125, - 0.291016, - 0.361328, - 0.353516, - 0.410156, - 0.245117, - 0.394531, - 0.384766, - 0.361328, - 0.412109, - 0.359375, - 0.359375, - 0.324219, - 0.316406, - 0.283203, - 0.357422, - 0.320312, - 0.375, - 0.408203, - 0.369141, - 0.382812, - 0.416016, - 0.386719, - 0.445312, - 0.363281, - 0.398438, - 0.328125, - 0.333984, - 0.245117, - 0.390625, - 0.380859, - 0.328125, - 0.369141, - 0.369141, - 0.341797, - 0.410156, - 0.223633, - 0.351562, - 0.357422, - 0.349609, - 0.384766, - 0.363281, - 0.34375, - 0.369141, - 0.375, - 0.408203, - 0.217773, - 0.396484, - 0.458984, - 0.345703, - 0.410156, - 0.4375, - 0.322266, - 0.431641, - 0.318359, - 0.455078, - 0.359375, - 0.390625, - 0.241211, - 0.359375, - 0.392578, - 0.349609, - 0.390625, - 0.367188, - 0.400391, - 0.333984, - 0.375, - 0.378906, - 0.365234, - 0.386719, - 0.410156, - 0.308594, - 0.4375, - 0.398438, - 0.396484, - 0.462891, - 0.320312, - 0.194336, - 0.439453, - 0.380859, - 0.310547, - 0.373047, - 0.458984, - 0.333984, - 0.445312, - 0.355469, - 0.34375, - 0.369141, - 0.328125, - 0.285156, - 0.28125, - 0.353516, - 0.363281, - 0.392578, - 0.402344, - 0.371094, - 0.433594, - 0.394531, - 0.359375, - 0.164062, - 0.515625, - 0.339844, - 0.384766, - 0.414062, - 0.451172, - 0.384766, - 0.390625, - 0.345703, - 0.376953, - 0.339844, - 0.419922, - 0.304688, - 0.402344, - 0.271484, - 0.351562, - 0.341797, - 0.384766, - 0.376953, - 0.332031, - 0.380859, - 0.416016, - 0.202148, - 0.431641, - 0.396484, - 0.209961, - 0.451172, - 0.384766, - 0.355469, - 0.253906, - 0.404297, - 0.390625, - 0.359375, - 0.341797, - 0.390625, - 0.396484, - 0.232422, - 0.390625, - 0.203125, - 0.396484, - 0.396484, - 0.416016, - 0.359375, - 0.345703, - 0.378906, - 0.349609, - 0.251953, - 0.353516, - 0.441406, - 0.402344, - 0.248047, - 0.365234, - 0.351562, - 0.392578, - 0.365234, - 0.371094, - 0.238281, - 0.324219, - 0.453125, - 0.416016, - 0.371094, - 0.196289, - 0.376953, - 0.233398, - 0.314453, - 0.341797, - 0.435547, - 0.196289, - 0.402344, - 0.380859, - 0.34375, - 0.365234, - 0.392578, - 0.330078, - 0.357422, - 0.367188, - 0.441406, - 0.394531, - 0.404297, - 0.386719, - 0.326172, - 0.316406, - 0.210938, - 0.378906, - 0.425781, - 0.347656, - 0.34375, - 0.373047, - 0.447266, - 0.341797, - 0.355469, - 0.363281, - 0.304688, - 0.392578, - 0.304688, - 0.371094, - 0.398438, - 0.316406, - 0.408203, - 0.396484, - 0.394531, - 0.457031, - 0.414062, - 0.458984, - 0.371094, - 0.380859, - 0.371094, - 0.375, - 0.392578, - 0.365234, - 0.357422, - 0.380859, - 0.347656, - 0.233398, - 0.400391, - 0.318359, - 0.431641, - 0.351562, - 0.423828, - 0.341797, - 0.357422, - 0.207031, - 0.378906, - 0.324219, - 0.376953, - 0.404297, - 0.369141, - 0.384766, - 0.318359, - 0.365234, - 0.355469, - 0.429688, - 0.369141, - 0.373047, - 0.382812, - 0.566406, - 0.443359, - 0.478516, - 0.378906, - 0.365234, - 0.294922, - 0.333984, - 0.371094, - 0.402344, - 0.294922, - 0.369141, - 0.369141, - 0.392578, - 0.408203, - 0.392578, - 0.382812, - 0.355469, - 0.394531, - 0.316406, - 0.347656, - 0.445312, - 0.367188, - 0.363281, - 0.375, - 0.410156, - 0.302734, - 0.398438, - 0.294922, - 0.408203, - 0.382812, - 0.394531, - 0.289062, - 0.388672, - 0.347656, - 0.345703, - 0.394531, - 0.328125, - 0.324219, - 0.213867, - 0.339844, - 0.369141, - 0.3125, - 0.238281, - 0.296875, - 0.310547, - 0.292969, - 0.382812, - 0.433594, - 0.34375, - 0.202148, - 0.328125, - 0.40625, - 0.232422, - 0.320312, - 0.423828, - 0.359375, - 0.402344, - 0.4375, - 0.386719, - 0.375, - 0.455078, - 0.328125, - 0.373047, - 0.390625, - 0.378906, - 0.318359, - 0.369141, - 0.412109, - 0.390625, - 0.375, - 0.392578, - 0.271484, - 0.429688, - 0.199219, - 0.421875, - 0.201172, - 0.369141, - 0.480469, - 0.376953, - 0.302734, - 0.447266, - 0.394531, - 0.359375, - 0.211914, - 0.3125, - 0.388672, - 0.376953, - 0.378906, - 0.176758, - 0.375, - 0.267578, - 0.380859, - 0.245117, - 0.361328, - 0.257812, - 0.447266, - 0.375, - 0.453125, - 0.332031, - 0.326172, - 0.355469, - 0.359375, - 0.367188, - 0.449219, - 0.339844, - 0.373047, - 0.455078, - 0.384766, - 0.339844, - 0.347656, - 0.292969, - 0.382812, - 0.333984, - 0.353516, - 0.404297, - 0.421875, - 0.371094, - 0.320312, - 0.314453, - 0.392578, - 0.376953, - 0.287109, - 0.373047, - 0.314453, - 0.400391, - 0.416016, - 0.357422, - 0.365234, - 0.421875, - 0.378906, - 0.34375, - 0.390625, - 0.361328, - 0.457031, - 0.402344, - 0.404297, - 0.386719, - 0.351562, - 0.337891, - 0.382812, - 0.421875, - 0.363281, - 0.384766, - 0.339844, - 0.275391, - 0.292969, - 0.306641, - 0.375, - 0.369141, - 0.382812, - 0.349609, - 0.392578, - 0.296875, - 0.34375, - 0.322266, - 0.359375, - 0.388672, - 0.386719, - 0.328125, - 0.349609, - 0.347656, - 0.414062, - 0.40625, - 0.425781, - 0.359375, - 0.201172, - 0.202148, - 0.396484, - 0.429688, - 0.382812, - 0.392578, - 0.355469, - 0.376953, - 0.382812, - 0.341797, - 0.376953, - 0.316406, - 0.376953, - 0.201172, - 0.265625, - 0.394531, - 0.355469, - 0.4375, - 0.34375, - 0.412109, - 0.396484, - 0.390625, - 0.414062, - 0.394531, - 0.427734, - 0.257812, - 0.367188, - 0.40625, - 0.425781, - 0.433594, - 0.318359, - 0.306641, - 0.320312, - 0.402344, - 0.392578, - 0.353516 - ] - }, - "name": "model.transformer.layers.15.ffn_norm.weight", - "outputIndexes": [ - 1004 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1003, - 1004 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_15/Mul_1_output_0", - "outputIndexes": [ - 1005 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1005 - ], - "outputIndexes": [ - 2397 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2397 - ], - "outputIndexes": [ - 2398 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear", - "inputIndexes": [ - 2398 - ], - "outputIndexes": [ - 2399 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 10240, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 163840, - "weightSize": 0 - }, - "external": [ - 208189972, - 10485782, - 1310720, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2399 - ], - "outputIndexes": [ - 2400 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2400 - ], - "outputIndexes": [ - 1006 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 10240 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1006, - 21, - 466, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_15/Slice_output_0", - "outputIndexes": [ - 1007 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1007 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_15/Sigmoid_output_0", - "outputIndexes": [ - 1008 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1007, - 1008 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_15/Mul_output_0", - "outputIndexes": [ - 1009 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 10240 - ] - }, - "name": "/ffn_15/Mul_1_output_0", - "outputIndexes": [ - 1010 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1006, - 466, - 1010, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_15/Slice_1_output_0", - "outputIndexes": [ - 1011 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1009, - 1011 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_15/Mul_2_output_0", - "outputIndexes": [ - 1012 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1012 - ], - "outputIndexes": [ - 2401 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5120, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2401 - ], - "outputIndexes": [ - 2402 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear", - "inputIndexes": [ - 2402 - ], - "outputIndexes": [ - 2403 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5120, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 81920, - "weightSize": 0 - }, - "external": [ - 219986474, - 5242902, - 655360, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2403 - ], - "outputIndexes": [ - 2404 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2404 - ], - "outputIndexes": [ - 1013 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1002, - 1013 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_63_output_0", - "outputIndexes": [ - 1014 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1014, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_64_output_0", - "outputIndexes": [ - 1015 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1015 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_16/Mul_output_0", - "outputIndexes": [ - 1016 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.300781, - 0.186523, - 0.318359, - 0.324219, - 0.285156, - 0.279297, - 0.373047, - 0.304688, - 0.304688, - 0.243164, - 0.367188, - 0.269531, - 0.3125, - 0.341797, - 0.269531, - 0.176758, - 0.404297, - 0.310547, - 0.310547, - 0.330078, - 0.394531, - 0.353516, - 0.320312, - 0.234375, - 0.273438, - 0.470703, - 0.34375, - 0.298828, - 0.294922, - 0.291016, - 0.259766, - 0.357422, - 0.341797, - 0.306641, - 0.302734, - 0.357422, - 0.46875, - 0.335938, - 0.304688, - 0.236328, - 0.486328, - 0.238281, - 0.265625, - 0.21875, - 0.306641, - 0.265625, - 0.34375, - 0.28125, - 0.363281, - 0.320312, - 0.328125, - 0.316406, - 0.285156, - 0.214844, - 0.287109, - 0.232422, - 0.275391, - 0.371094, - 0.304688, - 0.267578, - 0.357422, - 0.257812, - 0.219727, - 0.269531, - 0.433594, - 0.257812, - 0.238281, - 0.263672, - 0.289062, - 0.332031, - 0.292969, - 0.316406, - 0.235352, - 0.386719, - 0.359375, - 0.298828, - 0.291016, - 0.253906, - 0.298828, - 0.375, - 0.244141, - 0.283203, - 0.261719, - 0.292969, - 0.369141, - 0.277344, - 0.330078, - 0.347656, - 0.328125, - 0.243164, - 0.392578, - 0.296875, - 0.231445, - 0.296875, - 0.205078, - 0.427734, - 0.304688, - 0.206055, - 0.291016, - 0.324219, - 0.320312, - 0.213867, - 0.355469, - 0.244141, - 0.225586, - 0.578125, - 0.277344, - 0.316406, - 0.255859, - 0.178711, - 0.249023, - 0.34375, - 0.326172, - 0.241211, - 0.410156, - 0.240234, - 0.353516, - 0.224609, - 0.289062, - 0.367188, - 0.25, - 0.347656, - 0.217773, - 0.267578, - 0.341797, - 0.138672, - 0.382812, - 0.410156, - 0.273438, - 0.198242, - 0.242188, - 0.392578, - 0.251953, - 0.388672, - 0.273438, - 0.283203, - 0.363281, - 0.176758, - 0.275391, - 0.3125, - 0.224609, - 0.3125, - 0.308594, - 0.267578, - 0.217773, - 0.182617, - 0.248047, - 0.233398, - 0.237305, - 0.263672, - 0.306641, - 0.369141, - 0.279297, - 0.304688, - 0.414062, - 0.253906, - 0.373047, - 0.287109, - 0.164062, - 0.345703, - 0.349609, - 0.304688, - 0.375, - 0.238281, - 0.242188, - 0.359375, - 0.320312, - 0.193359, - 0.277344, - 0.339844, - 0.527344, - 0.22168, - 0.419922, - 0.298828, - 0.330078, - 0.236328, - 0.263672, - 0.386719, - 0.341797, - 0.376953, - 0.316406, - 0.345703, - 0.326172, - 0.263672, - 0.419922, - 0.300781, - 0.361328, - 0.296875, - 0.255859, - 0.396484, - 0.378906, - 0.453125, - 0.314453, - 0.235352, - 0.269531, - 0.347656, - 0.332031, - 0.259766, - 0.237305, - 0.296875, - 0.287109, - 0.273438, - 0.265625, - 0.285156, - 0.22168, - 0.306641, - 0.259766, - 0.289062, - 0.382812, - 0.265625, - 0.206055, - 0.242188, - 0.339844, - 0.300781, - 0.326172, - 0.257812, - 0.3125, - 0.341797, - 0.273438, - 0.347656, - 0.306641, - 0.326172, - 0.625, - 0.333984, - 0.208008, - 0.324219, - 0.300781, - 0.285156, - 0.209961, - 0.300781, - 0.285156, - 0.269531, - 0.287109, - 0.289062, - 0.302734, - 0.332031, - 0.302734, - 0.435547, - 0.828125, - 0.267578, - 0.304688, - 0.226562, - 0.298828, - 0.279297, - 0.230469, - 0.365234, - 0.172852, - 0.320312, - 0.306641, - 0.328125, - 0.304688, - 0.267578, - 0.320312, - 0.231445, - 0.275391, - 0.277344, - 0.28125, - 0.367188, - 0.243164, - 0.357422, - 0.25, - 0.292969, - 0.367188, - 0.251953, - 0.308594, - 0.291016, - 0.289062, - 0.259766, - 0.367188, - 0.273438, - 0.318359, - 0.339844, - 0.261719, - 0.257812, - 0.237305, - 0.314453, - 0.193359, - 0.330078, - 0.269531, - 0.316406, - 0.273438, - 0.390625, - 0.380859, - 0.220703, - 0.189453, - 0.357422, - 0.455078, - 0.326172, - 0.259766, - 0.308594, - 0.3125, - 0.335938, - 0.40625, - 0.326172, - 0.361328, - 0.292969, - 0.308594, - 0.304688, - 0.458984, - 0.151367, - 0.369141, - 0.244141, - 0.236328, - 0.223633, - 0.378906, - 0.291016, - 0.511719, - 0.296875, - 0.241211, - 0.253906, - 0.249023, - 0.275391, - 0.308594, - 0.349609, - 0.5625, - 0.333984, - 0.310547, - 0.314453, - 0.421875, - 0.277344, - 0.259766, - 0.291016, - 0.351562, - 0.240234, - 0.251953, - 0.333984, - 0.351562, - 0.777344, - 0.249023, - 0.332031, - 0.304688, - 0.241211, - 0.322266, - 0.380859, - 0.287109, - 0.318359, - 0.3125, - 0.203125, - 0.275391, - 0.306641, - 0.314453, - 0.341797, - 0.316406, - 0.380859, - 0.404297, - 0.322266, - 0.3125, - 0.330078, - 0.314453, - 0.228516, - 0.245117, - 0.308594, - 0.202148, - 0.291016, - 0.306641, - 0.351562, - 0.273438, - 0.259766, - 0.216797, - 0.191406, - 0.255859, - 0.363281, - 0.314453, - 0.152344, - 0.277344, - 0.380859, - 0.341797, - 0.363281, - 0.292969, - 0.369141, - 0.302734, - 0.539062, - 0.324219, - 0.224609, - 0.186523, - 0.18457, - 0.511719, - 0.22168, - 0.490234, - 0.253906, - 0.361328, - 0.189453, - 0.255859, - 0.292969, - 0.248047, - 0.291016, - 0.345703, - 0.269531, - 0.273438, - 0.351562, - 0.283203, - 0.314453, - 0.455078, - 0.245117, - 0.324219, - 0.369141, - 0.376953, - 0.314453, - 0.202148, - 0.365234, - 0.285156, - 0.369141, - 0.229492, - 0.304688, - 0.279297, - 0.28125, - 0.253906, - 0.267578, - 0.300781, - 0.255859, - 0.192383, - 0.267578, - 0.341797, - 0.384766, - 0.283203, - 0.251953, - 0.369141, - 0.4375, - 0.298828, - 0.324219, - 0.359375, - 0.5, - 0.263672, - 0.322266, - 0.412109, - 0.279297, - 0.196289, - 0.21582, - 0.287109, - 0.261719, - 0.347656, - 0.287109, - 0.216797, - 0.373047, - 0.257812, - 0.318359, - 0.257812, - 0.253906, - 0.292969, - 0.419922, - 0.371094, - 0.314453, - 0.255859, - 0.400391, - 0.292969, - 0.308594, - 0.347656, - 0.324219, - 0.443359, - 0.209961, - 0.28125, - 0.15625, - 0.25, - 0.24707, - 0.333984, - 0.296875, - 0.353516, - 0.242188, - 0.298828, - 0.238281, - 0.339844, - 0.357422, - 0.369141, - 0.40625, - 0.330078, - 0.339844, - 0.248047, - 0.318359, - 0.328125, - 0.404297, - 0.194336, - 0.347656, - 0.245117, - 0.306641, - 0.304688, - 0.291016, - 0.34375, - 0.3125, - 0.237305, - 0.369141, - 0.382812, - 0.275391, - 0.235352, - 0.277344, - 0.318359, - 0.251953, - 0.361328, - 0.287109, - 0.21875, - 0.259766, - 0.271484, - 0.353516, - 0.466797, - 0.223633, - 0.259766, - 0.289062, - 0.326172, - 0.239258, - 0.222656, - 0.28125, - 0.316406, - 0.458984, - 0.298828, - 0.283203, - 0.289062, - 0.314453, - 0.482422, - 0.271484, - 0.306641, - 0.318359, - 0.287109, - 0.322266, - 0.339844, - 0.310547, - 0.267578, - 0.507812, - 0.28125, - 0.345703, - 0.265625, - 0.339844, - 0.380859, - 0.324219, - 0.330078, - 0.191406, - 0.257812, - 0.386719, - 0.269531, - 0.292969, - 0.316406, - 0.275391, - 0.294922, - 0.550781, - 0.318359, - 0.429688, - 0.361328, - 0.316406, - 0.291016, - 0.427734, - 0.238281, - 0.337891, - 0.211914, - 0.296875, - 0.337891, - 0.322266, - 0.375, - 0.291016, - 0.255859, - 0.416016, - 0.398438, - 0.609375, - 0.267578, - 0.345703, - 0.433594, - 0.582031, - 0.361328, - 0.259766, - 0.300781, - 0.310547, - 0.337891, - 0.351562, - 0.306641, - 0.28125, - 0.302734, - 0.283203, - 0.308594, - 0.185547, - 0.199219, - 0.277344, - 0.216797, - 0.384766, - 0.275391, - 0.178711, - 0.273438, - 0.175781, - 0.277344, - 0.335938, - 0.353516, - 0.257812, - 0.173828, - 0.257812, - 0.369141, - 0.460938, - 0.546875, - 0.222656, - 0.318359, - 0.451172, - 0.304688, - 0.243164, - 0.224609, - 0.279297, - 0.225586, - 0.324219, - 0.441406, - 0.306641, - 0.291016, - 0.243164, - 0.302734, - 0.316406, - 0.229492, - 0.34375, - 0.228516, - 0.386719, - 0.199219, - 0.267578, - 0.231445, - 0.326172, - 0.235352, - 0.363281, - 0.511719, - 0.628906, - 0.351562, - 0.292969, - 0.219727, - 0.359375, - 0.306641, - 0.283203, - 0.242188, - 0.363281, - 0.298828, - 0.34375, - 0.322266, - 0.322266, - 0.324219, - 0.255859, - 0.200195, - 0.589844, - 0.285156, - 0.617188, - 0.277344, - 0.412109, - 0.261719, - 0.25, - 0.294922, - 0.330078, - 0.273438, - 0.291016, - 0.359375, - 0.28125, - 0.214844, - 0.402344, - 0.220703, - 0.279297, - 0.277344, - 0.165039, - 0.283203, - 0.298828, - 0.460938, - 0.223633, - 0.289062, - 0.219727, - 0.337891, - 0.359375, - 0.196289, - 0.386719, - 0.267578, - 0.269531, - 0.330078, - 0.361328, - 0.337891, - 0.239258, - 0.382812, - 0.460938, - 0.371094, - 0.451172, - 0.347656, - 0.253906, - 0.213867, - 0.386719, - 0.341797, - 0.285156, - 0.339844, - 0.302734, - 0.625, - 0.255859, - 0.197266, - 0.226562, - 0.328125, - 0.320312, - 0.322266, - 0.310547, - 0.186523, - 0.214844, - 0.34375, - 0.326172, - 0.3125, - 0.283203, - 0.171875, - 0.357422, - 0.219727, - 0.240234, - 0.296875, - 0.351562, - 0.261719, - 0.273438, - 0.251953, - 0.310547, - 0.304688, - 0.160156, - 0.251953, - 0.330078, - 0.275391, - 0.294922, - 0.267578, - 0.335938, - 0.320312, - 0.253906, - 0.308594, - 0.237305, - 0.291016, - 0.398438, - 0.435547, - 0.361328, - 0.209961, - 0.363281, - 0.322266, - 0.339844, - 0.337891, - 0.275391, - 0.478516, - 0.208008, - 0.287109, - 0.347656, - 0.310547, - 0.328125, - 0.306641, - 0.222656, - 0.300781, - 0.267578, - 0.378906, - 0.213867, - 0.202148, - 0.345703, - 0.341797, - 0.292969, - 0.304688, - 0.328125, - 0.3125, - 0.353516, - 0.335938, - 0.361328, - 0.341797, - 0.371094, - 0.365234, - 0.447266, - 0.183594, - 0.339844, - 0.308594, - 0.292969, - 0.236328, - 0.279297, - 0.265625, - 0.292969, - 0.308594, - 0.410156, - 0.291016, - 0.335938, - 0.176758, - 0.527344, - 0.318359, - 0.308594, - 0.287109, - 0.283203, - 0.239258, - 0.304688, - 0.302734, - 0.416016, - 0.22168, - 0.429688, - 0.267578, - 0.294922, - 0.246094, - 0.320312, - 0.236328, - 0.283203, - 0.277344, - 0.333984, - 0.261719, - 0.205078, - 0.283203, - 0.304688, - 0.289062, - 0.220703, - 0.229492, - 0.310547, - 0.419922, - 0.326172, - 0.308594, - 0.3125, - 0.337891, - 0.339844, - 0.248047, - 0.253906, - 0.462891, - 0.292969, - 0.375, - 0.292969, - 0.160156, - 0.253906, - 0.320312, - 0.277344, - 0.361328, - 0.345703, - 0.255859, - 0.349609, - 0.320312, - 0.277344, - 0.328125, - 0.523438, - 0.193359, - 0.298828, - 0.265625, - 0.306641, - 0.341797, - 0.279297, - 0.369141, - 0.283203, - 0.279297, - 0.318359, - 0.296875, - 0.376953, - 0.3125, - 0.335938, - 0.322266, - 0.285156, - 0.337891, - 0.257812, - 0.201172, - 0.251953, - 0.320312, - 0.283203, - 0.322266, - 0.257812, - 0.226562, - 0.236328, - 0.279297, - 0.291016, - 0.308594, - 0.347656, - 0.335938, - 0.289062, - 0.373047, - 0.326172, - 0.228516, - 0.318359, - 0.208008, - 0.292969, - 0.322266, - 0.277344, - 0.490234, - 0.316406, - 0.328125, - 0.300781, - 0.279297, - 0.330078, - 0.257812, - 0.180664, - 0.249023, - 0.320312, - 0.240234, - 0.335938, - 0.231445, - 0.257812, - 0.203125, - 0.351562, - 0.421875, - 0.239258, - 0.316406, - 0.241211, - 0.332031, - 0.433594, - 0.261719, - 0.253906, - 0.439453, - 0.345703, - 0.285156, - 0.263672, - 0.267578, - 0.373047, - 0.353516, - 0.375, - 0.294922, - 0.351562, - 0.298828, - 0.306641, - 0.283203, - 0.345703, - 0.333984, - 0.265625, - 0.237305, - 0.353516, - 0.326172, - 0.458984, - 0.234375, - 0.289062, - 0.237305, - 0.306641, - 0.263672, - 0.392578, - 0.308594, - 0.34375, - 0.308594, - 0.242188, - 0.291016, - 0.359375, - 0.203125, - 0.333984, - 0.285156, - 0.353516, - 0.332031, - 0.310547, - 0.235352, - 0.294922, - 0.390625, - 0.161133, - 0.333984, - 0.302734, - 0.255859, - 0.337891, - 0.369141, - 0.267578, - 0.322266, - 0.318359, - 0.304688, - 0.271484, - 0.304688, - 0.335938, - 0.365234, - 0.460938, - 0.408203, - 0.337891, - 0.139648, - 0.353516, - 0.285156, - 0.273438, - 0.271484, - 0.231445, - 0.265625, - 0.253906, - 0.375, - 0.287109, - 0.394531, - 0.257812, - 0.480469, - 0.582031, - 0.308594, - 0.275391, - 0.419922, - 0.201172, - 0.3125, - 0.21582, - 0.251953, - 0.328125, - 0.412109, - 0.300781, - 0.235352, - 0.231445, - 0.261719, - 0.157227, - 0.285156, - 0.314453, - 0.265625, - 0.242188, - 0.24707, - 0.328125, - 0.277344, - 0.231445, - 0.351562, - 0.322266, - 0.402344, - 0.34375, - 0.351562, - 0.347656, - 0.253906, - 0.060547, - 0.219727, - 0.371094, - 0.376953, - 0.228516, - 0.259766, - 0.253906, - 0.255859, - 0.359375, - 0.226562, - 0.464844, - 0.371094, - 0.271484, - 0.675781, - 0.355469, - 0.408203, - 0.330078, - 0.390625, - 0.365234, - 0.314453, - 0.263672, - 0.294922, - 0.427734, - 0.287109, - 0.239258, - 0.240234, - 0.314453, - 0.267578, - 0.349609, - 0.332031, - 0.371094, - 0.302734, - 0.253906, - 0.363281, - 0.271484, - 0.170898, - 0.458984, - 0.322266, - 0.3125, - 0.212891, - 0.382812, - 0.283203, - 0.300781, - 0.292969, - 0.353516, - 0.242188, - 0.289062, - 0.398438, - 0.318359, - 0.3125, - 0.314453, - 0.279297, - 0.324219, - 0.400391, - 0.234375, - 0.225586, - 0.242188, - 0.324219, - 0.214844, - 0.484375, - 0.371094, - 0.306641, - 0.375, - 0.332031, - 0.257812, - 0.34375, - 0.196289, - 0.240234, - 0.271484, - 0.314453, - 0.404297, - 0.253906, - 0.316406, - 0.273438, - 0.359375, - 0.236328, - 0.351562, - 0.294922, - 0.249023, - 0.246094, - 0.357422, - 0.287109, - 0.302734, - 0.347656, - 0.283203, - 0.355469, - 0.304688, - 0.306641, - 0.253906, - 0.320312, - 0.396484, - 0.216797, - 0.382812, - 0.310547, - 0.259766, - 0.429688, - 0.371094, - 0.332031, - 0.357422, - 0.259766, - 0.241211, - 0.455078, - 0.582031, - 0.227539, - 0.228516, - 0.279297, - 0.220703, - 0.335938, - 0.289062, - 0.279297, - 0.316406, - 0.283203, - 0.275391, - 0.4375, - 0.376953, - 0.322266, - 0.431641, - 0.304688, - 1.007812, - 0.351562, - 0.339844, - 0.412109, - 0.294922, - 0.310547, - 0.402344, - 0.253906, - 0.300781, - 0.255859, - 0.3125, - 0.335938, - 0.371094, - 0.332031, - 0.289062, - 0.269531, - 0.231445, - 0.330078, - 0.287109, - 0.285156, - 0.246094, - 0.341797, - 0.255859, - 0.53125, - 0.310547, - 0.330078, - 0.339844, - 0.265625, - 0.257812, - 0.310547, - 0.306641, - 0.164062, - 0.394531, - 0.3125, - 0.427734, - 0.173828, - 0.182617, - 0.267578, - 0.417969, - 0.238281, - 0.376953, - 0.208984, - 0.339844, - 0.322266, - 0.318359, - 0.394531, - 0.390625, - 0.353516, - 0.554688, - 0.345703, - 0.369141, - 0.216797, - 0.298828, - 0.229492, - 0.300781, - 0.363281, - 0.296875, - 0.347656, - 0.355469, - 0.324219, - 0.251953, - 0.357422, - 0.308594, - 0.330078, - 0.341797, - 0.398438, - 0.261719, - 0.24707, - 0.291016, - 0.238281, - 0.291016, - 0.332031, - 0.400391, - 0.462891, - 0.257812, - 0.371094, - 0.330078, - 0.332031, - 0.449219, - 0.216797, - 0.359375, - 0.259766, - 0.271484, - 0.339844, - 0.335938, - 0.267578, - 0.289062, - 0.363281, - 0.263672, - 0.158203, - 0.287109, - 0.390625, - 0.330078, - 0.316406, - 0.357422, - 0.291016, - 0.302734, - 0.217773, - 0.371094, - 0.322266, - 0.447266, - 0.363281, - 0.192383, - 0.275391, - 0.214844, - 0.287109, - 0.203125, - 0.201172, - 0.357422, - 0.287109, - 0.283203, - 0.271484, - 0.328125, - 0.335938, - 0.296875, - 0.339844, - 0.519531, - 0.275391, - 0.382812, - 0.193359, - 0.400391, - 0.308594, - 0.219727, - 0.289062, - 0.357422, - 0.259766, - 0.3125, - 0.507812, - 0.255859, - 0.433594, - 0.324219, - 0.373047, - 0.328125, - 0.251953, - 0.478516, - 0.302734, - 0.363281, - 0.316406, - 0.330078, - 0.219727, - 0.324219, - 0.25, - 0.275391, - 0.213867, - 0.300781, - 0.328125, - 0.226562, - 0.151367, - 0.283203, - 0.306641, - 0.231445, - 0.382812, - 0.328125, - 0.322266, - 0.345703, - 0.332031, - 0.345703, - 0.205078, - 0.242188, - 0.376953, - 0.310547, - 0.302734, - 0.291016, - 0.263672, - 0.388672, - 0.324219, - 0.589844, - 0.394531, - 0.390625, - 0.330078, - 0.287109, - 0.285156, - 0.242188, - 0.304688, - 0.277344, - 0.1875, - 0.449219, - 0.283203, - 0.328125, - 0.300781, - 0.330078, - 0.265625, - 0.185547, - 0.182617, - 0.292969, - 0.213867, - 0.210938, - 0.245117, - 0.204102, - 0.304688, - 0.289062, - 0.304688, - 0.257812, - 0.287109, - 0.511719, - 0.314453, - 0.369141, - 0.291016, - 0.386719, - 0.263672, - 0.353516, - 0.273438, - 0.322266, - 0.292969, - 0.283203, - 0.330078, - 0.205078, - 0.267578, - 0.253906, - 0.376953, - 0.241211, - 0.220703, - 0.201172, - 0.253906, - 0.351562, - 0.414062, - 0.316406, - 0.324219, - 0.283203, - 0.21875, - 0.337891, - 0.273438, - 0.283203, - 0.400391, - 0.304688, - 0.287109, - 0.322266, - 0.214844, - 0.292969, - 0.308594, - 0.304688, - 0.330078, - 0.257812, - 0.34375, - 0.3125, - 0.408203, - 0.298828, - 0.386719, - 0.263672, - 0.267578, - 0.212891, - 0.279297, - 0.241211, - 0.267578, - 0.373047, - 0.243164, - 0.302734, - 0.285156, - 0.392578, - 0.355469, - 0.386719, - 0.211914, - 0.294922, - 0.363281, - 0.206055, - 0.238281, - 0.277344, - 0.197266, - 0.298828, - 0.523438, - 0.345703, - 0.335938, - 0.308594, - 0.398438, - 0.302734, - 0.390625, - 0.298828, - 0.349609, - 0.318359, - 0.285156, - 0.357422, - 0.217773, - 0.357422, - 0.269531, - 0.225586, - 0.227539, - 0.24707, - 0.455078, - 0.357422, - 0.253906, - 0.289062, - 0.283203, - 0.328125, - 0.357422, - 0.396484, - 0.298828, - 0.271484, - 0.279297, - 0.328125, - 0.261719, - 0.294922, - 0.400391, - 0.292969, - 0.267578, - 0.324219, - 0.289062, - 0.324219, - 0.597656, - 0.243164, - 0.34375, - 0.213867, - 0.386719, - 0.291016, - 0.285156, - 0.365234, - 0.155273, - 0.277344, - 0.244141, - 0.294922, - 0.320312, - 0.242188, - 0.263672, - 0.330078, - 0.28125, - 0.271484, - 0.291016, - 0.25, - 0.287109, - 0.369141, - 0.332031, - 0.255859, - 0.402344, - 0.287109, - 0.320312, - 0.345703, - 0.3125, - 0.333984, - 0.28125, - 0.404297, - 0.332031, - 0.186523, - 0.332031, - 0.275391, - 0.337891, - 0.367188, - 0.332031, - 0.341797, - 0.279297, - 0.283203, - 0.298828, - 0.318359, - 0.390625, - 0.310547, - 0.106934, - 0.227539, - 0.209961, - 0.248047, - 0.212891, - 0.326172, - 0.25, - 0.408203, - 0.296875, - 0.382812, - 0.231445, - 0.176758, - 0.316406, - 0.291016, - 0.251953, - 0.21582, - 0.361328, - 0.177734, - 0.523438, - 0.636719, - 0.398438, - 0.357422, - 0.191406, - 0.279297, - 0.322266, - 0.231445, - 0.306641, - 0.333984, - 0.398438, - 0.255859, - 0.333984, - 0.333984, - 0.291016, - 0.269531, - 0.248047, - 0.419922, - 0.222656, - 0.376953, - 0.223633, - 0.289062, - 0.300781, - 0.462891, - 0.228516, - 0.234375, - 0.25, - 0.261719, - 0.129883, - 0.25, - 0.367188, - 0.302734, - 0.279297, - 0.263672, - 0.263672, - 0.241211, - 0.261719, - 0.300781, - 0.335938, - 0.302734, - 0.257812, - 0.347656, - 0.308594, - 0.277344, - 0.197266, - 0.347656, - 0.28125, - 0.363281, - 0.443359, - 0.283203, - 0.306641, - 0.206055, - 0.223633, - 0.369141, - 0.21582, - 0.318359, - 0.224609, - 0.1875, - 0.304688, - 0.24707, - 0.480469, - 0.392578, - 0.273438, - 0.300781, - 0.277344, - 0.269531, - 0.25, - 0.223633, - 0.275391, - 0.308594, - 0.351562, - 0.229492, - 0.219727, - 0.417969, - 0.201172, - 0.289062, - 0.291016, - 0.34375, - 0.28125, - 0.225586, - 0.326172, - 0.259766, - 0.490234, - 0.287109, - 0.287109, - 0.161133, - 0.237305, - 0.231445, - 0.308594, - 0.3125, - 0.314453, - 0.267578, - 0.314453, - 0.216797, - 0.238281, - 0.21875, - 0.330078, - 0.376953, - 0.220703, - 0.277344, - 0.106934, - 0.251953, - 0.507812, - 0.294922, - 0.269531, - 0.324219, - 0.412109, - 0.357422, - 0.273438, - 0.294922, - 0.345703, - 0.371094, - 0.285156, - 0.292969, - 0.34375, - 0.304688, - 0.308594, - 0.251953, - 0.328125, - 0.245117, - 0.230469, - 0.277344, - 0.248047, - 0.400391, - 0.384766, - 0.316406, - 0.359375, - 0.330078, - 0.283203, - 0.398438, - 0.353516, - 0.357422, - 0.322266, - 0.339844, - 0.229492, - 0.302734, - 0.349609, - 0.314453, - 0.410156, - 0.441406, - 0.421875, - 0.259766, - 0.24707, - 0.220703, - 0.296875, - 0.347656, - 0.333984, - 0.457031, - 0.65625, - 0.328125, - 0.363281, - 0.236328, - 0.240234, - 0.294922, - 0.220703, - 0.245117, - 0.382812, - 0.328125, - 0.226562, - 0.265625, - 0.175781, - 0.242188, - 0.275391, - 0.291016, - 0.3125, - 0.398438, - 0.267578, - 0.304688, - 0.361328, - 0.292969, - 0.367188, - 0.326172, - 0.261719, - 0.421875, - 0.225586, - 0.182617, - 0.257812, - 0.219727, - 0.287109, - 0.369141, - 0.378906, - 0.242188, - 0.386719, - 0.298828, - 0.394531, - 0.335938, - 0.328125, - 0.231445, - 0.245117, - 0.248047, - 0.285156, - 0.337891, - 0.240234, - 0.259766, - 0.345703, - 0.291016, - 0.337891, - 0.1875, - 0.275391, - 0.223633, - 0.25, - 0.332031, - 0.255859, - 0.185547, - 0.248047, - 0.367188, - 0.380859, - 0.173828, - 0.341797, - 0.484375, - 0.300781, - 0.292969, - 0.429688, - 0.376953, - 0.441406, - 0.273438, - 0.435547, - 0.239258, - 0.34375, - 0.233398, - 0.275391, - 0.341797, - 0.277344, - 0.310547, - 0.310547, - 0.333984, - 0.263672, - 0.238281, - 0.314453, - 0.310547, - 0.324219, - 0.386719, - 0.22168, - 0.378906, - 0.298828, - 0.361328, - 0.478516, - 0.328125, - 0.164062, - 0.398438, - 0.253906, - 0.209961, - 0.253906, - 0.416016, - 0.261719, - 0.318359, - 0.3125, - 0.269531, - 0.289062, - 0.207031, - 0.310547, - 0.277344, - 0.263672, - 0.283203, - 0.328125, - 0.269531, - 0.240234, - 0.390625, - 0.378906, - 0.259766, - 0.527344, - 0.445312, - 0.306641, - 0.333984, - 0.386719, - 0.359375, - 0.28125, - 0.361328, - 0.322266, - 0.304688, - 0.28125, - 0.306641, - 0.208984, - 0.328125, - 0.291016, - 0.304688, - 0.328125, - 0.231445, - 0.314453, - 0.213867, - 0.243164, - 0.441406, - 0.229492, - 0.369141, - 0.318359, - 0.211914, - 0.398438, - 0.349609, - 0.259766, - 0.226562, - 0.361328, - 0.345703, - 0.216797, - 0.244141, - 0.318359, - 0.34375, - 0.302734, - 0.328125, - 0.228516, - 0.285156, - 0.279297, - 0.423828, - 0.279297, - 0.275391, - 0.289062, - 0.314453, - 0.498047, - 0.261719, - 0.46875, - 0.332031, - 0.294922, - 0.304688, - 0.287109, - 0.34375, - 0.361328, - 0.300781, - 0.171875, - 0.212891, - 0.427734, - 0.363281, - 0.240234, - 0.251953, - 0.257812, - 0.427734, - 0.273438, - 0.339844, - 0.392578, - 0.435547, - 0.285156, - 0.322266, - 0.223633, - 0.28125, - 0.345703, - 0.263672, - 0.271484, - 0.287109, - 0.435547, - 0.308594, - 0.318359, - 0.318359, - 0.214844, - 0.177734, - 0.734375, - 0.251953, - 0.330078, - 0.263672, - 0.243164, - 0.265625, - 0.408203, - 0.294922, - 0.294922, - 0.310547, - 0.195312, - 0.298828, - 0.237305, - 0.287109, - 0.285156, - 0.300781, - 0.605469, - 0.275391, - 0.337891, - 0.474609, - 0.302734, - 0.443359, - 0.306641, - 0.322266, - 0.337891, - 0.326172, - 0.251953, - 0.279297, - 0.277344, - 0.304688, - 0.265625, - 0.371094, - 0.417969, - 0.212891, - 0.369141, - 0.335938, - 0.384766, - 0.267578, - 0.291016, - 0.208984, - 0.333984, - 0.214844, - 0.273438, - 0.341797, - 0.271484, - 0.231445, - 0.275391, - 0.320312, - 0.296875, - 0.341797, - 0.324219, - 0.310547, - 0.240234, - 0.636719, - 0.417969, - 0.503906, - 0.267578, - 0.347656, - 0.337891, - 0.186523, - 0.330078, - 0.380859, - 0.207031, - 0.320312, - 0.259766, - 0.306641, - 0.302734, - 0.300781, - 0.259766, - 0.291016, - 0.361328, - 0.205078, - 0.217773, - 0.423828, - 0.324219, - 0.277344, - 0.339844, - 0.341797, - 0.376953, - 0.369141, - 0.365234, - 0.355469, - 0.351562, - 0.310547, - 0.209961, - 0.34375, - 0.294922, - 0.251953, - 0.182617, - 0.217773, - 0.192383, - 0.18457, - 0.285156, - 0.398438, - 0.232422, - 0.318359, - 0.201172, - 0.349609, - 0.273438, - 0.316406, - 0.425781, - 0.269531, - 0.371094, - 0.259766, - 0.378906, - 0.177734, - 0.279297, - 0.34375, - 0.339844, - 0.318359, - 0.574219, - 0.289062, - 0.378906, - 0.251953, - 0.219727, - 0.210938, - 0.449219, - 0.259766, - 0.287109, - 0.229492, - 0.482422, - 0.257812, - 0.251953, - 0.306641, - 0.21582, - 0.296875, - 0.257812, - 0.328125, - 0.236328, - 0.333984, - 0.515625, - 0.234375, - 0.208984, - 0.443359, - 0.441406, - 0.328125, - 0.212891, - 0.232422, - 0.3125, - 0.253906, - 0.367188, - 0.238281, - 0.335938, - 0.40625, - 0.369141, - 0.376953, - 0.257812, - 0.318359, - 0.429688, - 0.320312, - 0.359375, - 0.267578, - 0.251953, - 0.402344, - 0.302734, - 0.244141, - 0.445312, - 0.235352, - 0.28125, - 0.503906, - 0.273438, - 0.259766, - 0.289062, - 0.217773, - 0.198242, - 0.242188, - 0.245117, - 0.380859, - 0.390625, - 0.273438, - 0.28125, - 0.28125, - 0.238281, - 0.318359, - 0.283203, - 0.253906, - 0.21582, - 0.333984, - 0.341797, - 0.28125, - 0.259766, - 0.326172, - 0.291016, - 0.294922, - 0.279297, - 0.296875, - 0.453125, - 0.398438, - 0.333984, - 0.273438, - 0.234375, - 0.320312, - 0.400391, - 0.382812, - 0.306641, - 0.275391, - 0.228516, - 0.261719, - 0.316406, - 0.455078, - 0.333984, - 0.388672, - 0.316406, - 0.249023, - 0.249023, - 0.197266, - 0.241211, - 0.160156, - 0.241211, - 0.275391, - 0.337891, - 0.294922, - 0.245117, - 0.316406, - 0.416016, - 0.386719, - 0.392578, - 0.292969, - 0.224609, - 0.167969, - 0.34375, - 0.466797, - 0.240234, - 0.365234, - 0.257812, - 0.257812, - 0.382812, - 0.241211, - 0.310547, - 0.3125, - 0.267578, - 0.480469, - 0.223633, - 0.349609, - 0.28125, - 0.417969, - 0.235352, - 0.339844, - 0.296875, - 0.322266, - 0.332031, - 0.316406, - 0.382812, - 0.19043, - 0.227539, - 0.330078, - 0.298828, - 0.396484, - 0.314453, - 0.234375, - 0.234375, - 0.253906, - 0.359375, - 0.255859 - ] - }, - "name": "model.transformer.layers.16.attn_norm.weight", - "outputIndexes": [ - 1017 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1016, - 1017 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1018 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1018 - ], - "outputIndexes": [ - 2405 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2405 - ], - "outputIndexes": [ - 2406 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear", - "inputIndexes": [ - 2406 - ], - "outputIndexes": [ - 2407 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 225884736, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2407 - ], - "outputIndexes": [ - 2408 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2408 - ], - "outputIndexes": [ - 1019 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1018 - ], - "main_type": "NONE", - "name": "/Shape_65_output_0", - "outputIndexes": [ - 1020 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1020 - ], - "main_type": "NONE", - "name": "Shape1446", - "outputIndexes": [ - 1021 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1020 - ], - "main_type": "NONE", - "name": "Rank1448", - "outputIndexes": [ - 1022 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1022, - 1022 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1450", - "outputIndexes": [ - 1023 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1023 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1451", - "outputIndexes": [ - 1024 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1023, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1453", - "outputIndexes": [ - 1025 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1025 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1454", - "outputIndexes": [ - 1026 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1021, - 1024, - 1026, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1457", - "outputIndexes": [ - 1027 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1027 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1458", - "outputIndexes": [ - 1028 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1028 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1459", - "outputIndexes": [ - 1029 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1029, - 1028 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1460", - "outputIndexes": [ - 1030 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1020, - 1030, - 1023 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_84_output_0", - "outputIndexes": [ - 1031 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1031, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_161_output_0", - "outputIndexes": [ - 1032 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1032, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_80_output_0", - "outputIndexes": [ - 1033 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1019, - 1033 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_65_output_0", - "outputIndexes": [ - 1034 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1034 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_16/Mul_output_0", - "outputIndexes": [ - 1035 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.275391, - 0.162109, - 1.578125, - 1.875, - 1.867188, - 1.890625, - 1.546875, - 1.71875, - 1.398438, - 1.625, - 1.679688, - 1.90625, - 1.898438, - 1.945312, - 1.945312, - 2.015625, - 2.109375, - 1.960938, - 2.28125, - 2.25, - 2.390625, - 2.078125, - 2.15625, - 2.171875, - 2.140625, - 2.09375, - 2.25, - 2.109375, - 2.109375, - 2.0, - 1.953125, - 2.359375, - 0.02771, - -0.00412, - 0.960938, - 0.028564, - 0.04126, - 1.648438, - 1.085938, - 1.601562, - 1.710938, - 1.789062, - 1.695312, - 1.789062, - 1.617188, - 1.851562, - 1.953125, - 1.65625, - 2.109375, - 1.9375, - 2.015625, - 2.109375, - 1.867188, - 2.140625, - 2.28125, - 2.15625, - 2.140625, - 2.140625, - 2.046875, - 2.09375, - 2.140625, - 2.421875, - 2.25, - 1.960938 - ] - }, - "name": "model.transformer.layers.16.attn.q_norm.weight", - "outputIndexes": [ - 1036 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1035, - 1036 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1037 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1037, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_64_output_0", - "outputIndexes": [ - 1038 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1037, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_65_output_0", - "outputIndexes": [ - 1039 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1039 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_32_output_0", - "outputIndexes": [ - 1040 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1037, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_64_output_0", - "outputIndexes": [ - 1041 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1040, - 1041 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_83_output_0", - "outputIndexes": [ - 1042 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1042, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_65_output_0", - "outputIndexes": [ - 1043 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1038, - 1043 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_64_output_0", - "outputIndexes": [ - 1044 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1018 - ], - "outputIndexes": [ - 2409 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2409 - ], - "outputIndexes": [ - 2410 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear", - "inputIndexes": [ - 2410 - ], - "outputIndexes": [ - 2411 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 227660374, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2411 - ], - "outputIndexes": [ - 2412 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2412 - ], - "outputIndexes": [ - 1045 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1032, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_81_output_0", - "outputIndexes": [ - 1046 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1045, - 1046 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_66_output_0", - "outputIndexes": [ - 1047 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1047 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_16/Mul_output_0", - "outputIndexes": [ - 1048 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.210938, - 0.238281, - 1.65625, - 1.390625, - 1.351562, - 1.726562, - 1.726562, - 1.78125, - 1.367188, - 1.335938, - 2.0, - 1.710938, - 1.382812, - 1.851562, - 1.820312, - 1.46875, - 2.0625, - 1.945312, - 1.859375, - 2.078125, - 1.765625, - 2.203125, - 2.15625, - 2.15625, - 2.171875, - 2.1875, - 2.421875, - 2.15625, - 2.125, - 2.40625, - 2.390625, - 2.390625, - 0.012451, - -0.002792, - 0.118164, - -0.044678, - -0.000568, - 1.867188, - 0.3125, - 1.375, - 1.78125, - 1.984375, - 1.476562, - 2.0, - 2.0625, - 1.960938, - 2.171875, - 2.296875, - 2.0625, - 2.171875, - 2.328125, - 2.25, - 2.546875, - 2.140625, - 2.03125, - 2.1875, - 2.15625, - 2.125, - 2.109375, - 2.171875, - 2.171875, - 2.421875, - 2.125, - 2.671875 - ] - }, - "name": "model.transformer.layers.16.attn.k_norm.weight", - "outputIndexes": [ - 1049 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1048, - 1049 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1050 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1050, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_66_output_0", - "outputIndexes": [ - 1051 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1050, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_67_output_0", - "outputIndexes": [ - 1052 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1052 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_33_output_0", - "outputIndexes": [ - 1053 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1050, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_66_output_0", - "outputIndexes": [ - 1054 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1053, - 1054 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_84_output_0", - "outputIndexes": [ - 1055 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1055, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_67_output_0", - "outputIndexes": [ - 1056 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1051, - 1056 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_65_output_0", - "outputIndexes": [ - 1057 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1018 - ], - "outputIndexes": [ - 2413 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2413 - ], - "outputIndexes": [ - 2414 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear", - "inputIndexes": [ - 2414 - ], - "outputIndexes": [ - 2415 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 228104300, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2415 - ], - "outputIndexes": [ - 2416 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2416 - ], - "outputIndexes": [ - 1058 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1058, - 1046 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_67_output_0", - "outputIndexes": [ - 1059 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1044, - 1057, - 1059, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.16/self_attn/FusedAttention", - "outputIndexes": [ - 1060 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1060 - ], - "outputIndexes": [ - 2417 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2417 - ], - "outputIndexes": [ - 2418 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear", - "inputIndexes": [ - 2418 - ], - "outputIndexes": [ - 2419 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 228548226, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2419 - ], - "outputIndexes": [ - 2420 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2420 - ], - "outputIndexes": [ - 1061 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1015, - 1061 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_66_output_0", - "outputIndexes": [ - 1062 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1062 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_16/Mul_output_0", - "outputIndexes": [ - 1063 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.416016, - 0.28125, - 0.396484, - 0.402344, - 0.416016, - 0.376953, - 0.435547, - 0.375, - 0.376953, - 0.279297, - 0.421875, - 0.345703, - 0.404297, - 0.423828, - 0.390625, - 0.322266, - 0.40625, - 0.367188, - 0.394531, - 0.423828, - 0.441406, - 0.421875, - 0.433594, - 0.318359, - 0.361328, - 0.535156, - 0.398438, - 0.367188, - 0.369141, - 0.34375, - 0.363281, - 0.378906, - 0.386719, - 0.386719, - 0.414062, - 0.408203, - 0.482422, - 0.419922, - 0.355469, - 0.310547, - 0.482422, - 0.361328, - 0.367188, - 0.263672, - 0.421875, - 0.249023, - 0.386719, - 0.378906, - 0.400391, - 0.361328, - 0.414062, - 0.363281, - 0.416016, - 0.291016, - 0.353516, - 0.367188, - 0.375, - 0.460938, - 0.421875, - 0.390625, - 0.394531, - 0.369141, - 0.380859, - 0.402344, - 0.178711, - 0.367188, - 0.345703, - 0.388672, - 0.419922, - 0.431641, - 0.390625, - 0.34375, - 0.371094, - 0.433594, - 0.300781, - 0.351562, - 0.371094, - 0.365234, - 0.376953, - 0.449219, - 0.365234, - 0.412109, - 0.332031, - 0.369141, - 0.390625, - 0.384766, - 0.361328, - 0.410156, - 0.388672, - 0.341797, - 0.445312, - 0.369141, - 0.359375, - 0.238281, - 0.300781, - 0.460938, - 0.419922, - 0.257812, - 0.386719, - 0.414062, - 0.335938, - 0.396484, - 0.322266, - 0.376953, - 0.345703, - 0.240234, - 0.347656, - 0.390625, - 0.378906, - 0.306641, - 0.308594, - 0.419922, - 0.40625, - 0.359375, - 0.474609, - 0.357422, - 0.384766, - 0.339844, - 0.378906, - 0.394531, - 0.373047, - 0.408203, - 0.308594, - 0.251953, - 0.435547, - 0.232422, - 0.351562, - 0.472656, - 0.259766, - 0.328125, - 0.367188, - 0.4375, - 0.359375, - 0.396484, - 0.335938, - 0.416016, - 0.425781, - 0.289062, - 0.330078, - 0.378906, - 0.318359, - 0.398438, - 0.416016, - 0.388672, - 0.263672, - 0.261719, - 0.382812, - 0.25, - 0.341797, - 0.285156, - 0.431641, - 0.4375, - 0.373047, - 0.380859, - 0.410156, - 0.34375, - 0.400391, - 0.404297, - 0.246094, - 0.394531, - 0.363281, - 0.394531, - 0.220703, - 0.330078, - 0.332031, - 0.310547, - 0.353516, - 0.255859, - 0.255859, - 0.412109, - 0.202148, - 0.273438, - 0.408203, - 0.330078, - 0.386719, - 0.359375, - 0.333984, - 0.378906, - 0.306641, - 0.4375, - 0.414062, - 0.427734, - 0.398438, - 0.369141, - 0.408203, - 0.373047, - 0.402344, - 0.396484, - 0.396484, - 0.433594, - 0.378906, - 0.464844, - 0.402344, - 0.333984, - 0.353516, - 0.335938, - 0.427734, - 0.324219, - 0.410156, - 0.386719, - 0.400391, - 0.373047, - 0.328125, - 0.396484, - 0.345703, - 0.398438, - 0.382812, - 0.425781, - 0.285156, - 0.273438, - 0.349609, - 0.365234, - 0.425781, - 0.351562, - 0.369141, - 0.390625, - 0.380859, - 0.414062, - 0.371094, - 0.306641, - 0.223633, - 0.378906, - 0.224609, - 0.392578, - 0.289062, - 0.283203, - 0.365234, - 0.390625, - 0.300781, - 0.410156, - 0.339844, - 0.289062, - 0.287109, - 0.386719, - 0.378906, - 0.375, - 0.349609, - 0.429688, - 0.225586, - 0.412109, - 0.378906, - 0.269531, - 0.419922, - 0.396484, - 0.367188, - 0.402344, - 0.267578, - 0.400391, - 0.251953, - 0.40625, - 0.402344, - 0.245117, - 0.400391, - 0.367188, - 0.347656, - 0.259766, - 0.376953, - 0.419922, - 0.337891, - 0.380859, - 0.345703, - 0.296875, - 0.404297, - 0.322266, - 0.347656, - 0.363281, - 0.404297, - 0.357422, - 0.410156, - 0.416016, - 0.447266, - 0.4375, - 0.375, - 0.375, - 0.373047, - 0.253906, - 0.265625, - 0.429688, - 0.384766, - 0.404297, - 0.337891, - 0.408203, - 0.417969, - 0.353516, - 0.271484, - 0.402344, - 0.229492, - 0.386719, - 0.378906, - 0.421875, - 0.416016, - 0.402344, - 0.345703, - 0.357422, - 0.400391, - 0.398438, - 0.373047, - 0.412109, - 0.494141, - 0.330078, - 0.433594, - 0.341797, - 0.316406, - 0.357422, - 0.466797, - 0.429688, - 0.232422, - 0.373047, - 0.308594, - 0.390625, - 0.339844, - 0.40625, - 0.380859, - 0.429688, - 0.582031, - 0.431641, - 0.398438, - 0.416016, - 0.464844, - 0.265625, - 0.371094, - 0.384766, - 0.414062, - 0.359375, - 0.404297, - 0.421875, - 0.410156, - 2.7e-05, - 0.351562, - 0.419922, - 0.390625, - 0.34375, - 0.40625, - 0.421875, - 0.355469, - 0.421875, - 0.388672, - 0.28125, - 0.398438, - 0.386719, - 0.400391, - 0.400391, - 0.441406, - 0.292969, - 0.414062, - 0.3125, - 0.347656, - 0.400391, - 0.410156, - 0.330078, - 0.398438, - 0.378906, - 0.335938, - 0.337891, - 0.3125, - 0.390625, - 0.402344, - 0.384766, - 0.353516, - 0.310547, - 0.359375, - 0.275391, - 0.429688, - 0.345703, - 0.390625, - 0.273438, - 0.441406, - 0.410156, - 0.384766, - 0.427734, - 0.318359, - 0.208008, - 0.375, - 0.285156, - 0.339844, - 0.332031, - 0.201172, - 0.337891, - 0.439453, - 0.240234, - 0.392578, - 0.373047, - 0.398438, - 0.308594, - 0.318359, - 0.382812, - 0.396484, - 0.382812, - 0.392578, - 0.357422, - 0.371094, - 0.365234, - 0.427734, - 0.378906, - 0.394531, - 0.453125, - 0.425781, - 0.425781, - 0.287109, - 0.421875, - 0.384766, - 0.425781, - 0.339844, - 0.412109, - 0.330078, - 0.217773, - 0.361328, - 0.376953, - 0.392578, - 0.351562, - 0.217773, - 0.408203, - 0.410156, - 0.353516, - 0.326172, - 0.328125, - 0.425781, - 0.457031, - 0.34375, - 0.382812, - 0.394531, - 0.231445, - 0.376953, - 0.402344, - 0.451172, - 0.414062, - 0.371094, - 0.306641, - 0.386719, - 0.382812, - 0.414062, - 0.392578, - 0.402344, - 0.421875, - 0.417969, - 0.390625, - 0.375, - 0.371094, - 0.421875, - 0.390625, - 0.417969, - 0.398438, - 0.365234, - 0.439453, - 0.367188, - 0.392578, - 0.445312, - 0.373047, - 0.433594, - 0.332031, - 0.382812, - 0.238281, - 0.367188, - 0.353516, - 0.400391, - 0.396484, - 0.427734, - 0.390625, - 0.382812, - 0.314453, - 0.375, - 0.408203, - 0.402344, - 0.390625, - 0.300781, - 0.417969, - 0.380859, - 0.400391, - 0.371094, - 0.460938, - 0.292969, - 0.267578, - 0.349609, - 0.394531, - 0.386719, - 0.410156, - 0.421875, - 0.359375, - 0.396484, - 0.380859, - 0.451172, - 0.402344, - 0.34375, - 0.412109, - 0.380859, - 0.341797, - 0.412109, - 0.384766, - 0.394531, - 0.384766, - 0.243164, - 0.429688, - 0.441406, - 0.341797, - 0.382812, - 0.3125, - 0.384766, - 0.349609, - 0.376953, - 0.347656, - 0.40625, - 0.457031, - 0.357422, - 0.398438, - 0.390625, - 0.474609, - 0.476562, - 0.382812, - 0.398438, - 0.414062, - 0.384766, - 0.396484, - 0.402344, - 0.390625, - 0.275391, - 0.094727, - 0.400391, - 0.328125, - 0.376953, - 0.273438, - 0.433594, - 0.427734, - 0.345703, - 0.265625, - 0.277344, - 0.238281, - 0.404297, - 0.378906, - 0.412109, - 0.375, - 0.375, - 0.240234, - 0.398438, - 0.421875, - 0.421875, - 0.402344, - 0.378906, - 0.462891, - 0.351562, - 0.40625, - 0.349609, - 0.410156, - 0.40625, - 0.398438, - 0.412109, - 0.380859, - 0.222656, - 0.219727, - 0.423828, - 0.335938, - 0.304688, - 0.435547, - 0.412109, - 0.206055, - 0.386719, - 0.388672, - 0.380859, - 0.337891, - 0.320312, - 0.376953, - 0.369141, - 0.306641, - 0.34375, - 0.394531, - 0.363281, - 0.219727, - 0.330078, - 0.271484, - 0.361328, - 0.269531, - 0.398438, - 0.236328, - 0.373047, - 0.351562, - 0.416016, - 0.28125, - 0.351562, - 0.392578, - 0.289062, - 0.353516, - 0.427734, - 0.492188, - 0.25, - 0.294922, - 0.390625, - 0.460938, - 0.400391, - 0.373047, - 0.369141, - 0.382812, - 0.261719, - 0.441406, - 0.482422, - 0.382812, - 0.382812, - 0.310547, - 0.394531, - 0.376953, - 0.359375, - 0.417969, - 0.34375, - 0.396484, - 0.345703, - 0.380859, - 0.349609, - 0.3125, - 0.396484, - 0.453125, - 0.226562, - 0.191406, - 0.439453, - 0.308594, - 0.339844, - 0.466797, - 0.380859, - 0.373047, - 0.351562, - 0.451172, - 0.400391, - 0.421875, - 0.412109, - 0.408203, - 0.347656, - 0.378906, - 0.337891, - 0.231445, - 0.386719, - 0.152344, - 0.425781, - 0.447266, - 0.357422, - 0.375, - 0.347656, - 0.416016, - 0.388672, - 0.376953, - 0.416016, - 0.384766, - 0.365234, - 0.441406, - 0.351562, - 0.410156, - 0.404297, - 0.308594, - 0.410156, - 0.392578, - 0.457031, - 0.300781, - 0.394531, - 0.337891, - 0.369141, - 0.404297, - 0.320312, - 0.40625, - 0.40625, - 0.365234, - 0.404297, - 0.423828, - 0.427734, - 0.371094, - 0.474609, - 0.482422, - 0.417969, - 0.494141, - 0.382812, - 0.388672, - 0.253906, - 0.404297, - 0.351562, - 0.375, - 0.371094, - 0.384766, - 0.166016, - 0.365234, - 0.261719, - 0.365234, - 0.320312, - 0.328125, - 0.367188, - 0.382812, - 0.287109, - 0.238281, - 0.416016, - 0.380859, - 0.386719, - 0.392578, - 0.369141, - 0.388672, - 0.330078, - 0.283203, - 0.404297, - 0.443359, - 0.380859, - 0.365234, - 0.417969, - 0.392578, - 0.375, - 0.306641, - 0.384766, - 0.431641, - 0.396484, - 0.361328, - 0.394531, - 0.4375, - 0.408203, - 0.349609, - 0.408203, - 0.382812, - 0.396484, - 0.322266, - 0.472656, - 0.316406, - 0.390625, - 0.394531, - 0.410156, - 0.402344, - 0.410156, - 0.382812, - 0.503906, - 0.314453, - 0.373047, - 0.419922, - 0.398438, - 0.394531, - 0.378906, - 0.367188, - 0.384766, - 0.396484, - 0.245117, - 0.330078, - 0.324219, - 0.394531, - 0.326172, - 0.404297, - 0.390625, - 0.353516, - 0.332031, - 0.416016, - 0.40625, - 0.373047, - 0.402344, - 0.40625, - 0.400391, - 0.189453, - 0.324219, - 0.367188, - 0.410156, - 0.400391, - 0.279297, - 0.376953, - 0.392578, - 0.419922, - 0.412109, - 0.476562, - 0.398438, - 0.451172, - 0.367188, - 0.328125, - 0.367188, - 0.382812, - 0.306641, - 0.375, - 0.339844, - 0.417969, - 0.408203, - 0.382812, - 0.34375, - 0.431641, - 0.378906, - 0.402344, - 0.355469, - 0.404297, - 0.369141, - 0.369141, - 0.371094, - 0.388672, - 0.361328, - 0.333984, - 0.398438, - 0.279297, - 0.392578, - 0.263672, - 0.337891, - 0.412109, - 0.433594, - 0.417969, - 0.363281, - 0.367188, - 0.417969, - 0.240234, - 0.328125, - 0.390625, - 0.427734, - 0.222656, - 0.25, - 0.417969, - 0.306641, - 0.398438, - 0.363281, - 0.408203, - 0.416016, - 0.380859, - 0.34375, - 0.373047, - 0.355469, - 0.380859, - 0.375, - 0.322266, - 0.330078, - 0.337891, - 0.304688, - 0.425781, - 0.451172, - 0.361328, - 0.445312, - 0.396484, - 0.378906, - 0.386719, - 0.392578, - 0.458984, - 0.408203, - 0.396484, - 0.382812, - 0.347656, - 0.363281, - 0.396484, - 0.261719, - 0.341797, - 0.412109, - 0.349609, - 0.402344, - 0.402344, - 0.316406, - 0.396484, - 0.351562, - 0.376953, - 0.384766, - 0.441406, - 0.371094, - 0.371094, - 0.386719, - 0.378906, - 0.408203, - 0.412109, - 0.404297, - 0.375, - 0.351562, - 0.390625, - 0.476562, - 0.386719, - 0.371094, - 0.412109, - 0.414062, - 0.431641, - 0.322266, - 0.267578, - 0.371094, - 0.371094, - 0.308594, - 0.425781, - 0.373047, - 0.337891, - 0.261719, - 0.394531, - 0.263672, - 0.353516, - 0.425781, - 0.322266, - 0.375, - 0.214844, - 0.396484, - 0.291016, - 0.441406, - 0.410156, - 0.390625, - 0.341797, - 0.384766, - 0.410156, - 0.390625, - 0.447266, - 0.410156, - 0.349609, - 0.380859, - 0.396484, - 0.386719, - 0.425781, - 0.417969, - 0.388672, - 0.380859, - 0.425781, - 0.376953, - 0.470703, - 0.261719, - 0.386719, - 0.357422, - 0.404297, - 0.386719, - 0.404297, - 0.392578, - 0.425781, - 0.408203, - 0.332031, - 0.251953, - 0.4375, - 0.300781, - 0.380859, - 0.380859, - 0.431641, - 0.380859, - 0.412109, - 0.404297, - 0.398438, - 0.451172, - 0.240234, - 0.423828, - 0.396484, - 0.367188, - 0.453125, - 0.410156, - 0.361328, - 0.414062, - 0.365234, - 0.429688, - 0.361328, - 0.357422, - 0.378906, - 0.404297, - 0.292969, - 0.380859, - 0.341797, - 0.355469, - 0.34375, - 0.367188, - 0.382812, - 0.386719, - 0.380859, - 0.367188, - 0.373047, - 0.447266, - 0.419922, - 0.410156, - 0.384766, - 0.435547, - 0.194336, - 0.267578, - 0.339844, - 0.21875, - 0.335938, - 0.404297, - 0.355469, - 0.380859, - 0.363281, - 0.236328, - 0.414062, - 0.367188, - 0.304688, - 0.408203, - 0.363281, - 0.308594, - 0.421875, - 0.386719, - 0.369141, - 0.359375, - 0.423828, - 0.384766, - 0.205078, - 0.410156, - 0.396484, - 0.371094, - 0.416016, - 0.417969, - 0.462891, - 0.359375, - 0.248047, - 0.333984, - 0.429688, - 0.310547, - 0.240234, - 0.246094, - 0.367188, - 0.376953, - 0.373047, - 0.333984, - 0.259766, - 0.375, - 0.375, - 0.28125, - 0.421875, - 0.322266, - 0.40625, - 0.429688, - 0.455078, - 0.421875, - 0.234375, - 0.390625, - 0.431641, - 0.369141, - 0.22168, - 0.351562, - 0.402344, - 0.412109, - 0.394531, - 0.365234, - 0.449219, - 0.404297, - 0.386719, - 0.273438, - 0.402344, - 0.371094, - 0.464844, - 0.371094, - 0.378906, - 0.341797, - 0.417969, - 0.412109, - 0.404297, - 0.380859, - 0.410156, - 0.328125, - 0.40625, - 0.400391, - 0.382812, - 0.390625, - 0.382812, - 0.396484, - 0.386719, - 0.416016, - 0.371094, - 0.402344, - 0.253906, - 0.277344, - 0.3125, - 0.40625, - 0.4375, - 0.355469, - 0.285156, - 0.421875, - 0.318359, - 0.404297, - 0.277344, - 0.373047, - 0.443359, - 0.425781, - 0.46875, - 0.369141, - 0.402344, - 0.241211, - 0.431641, - 0.332031, - 0.439453, - 0.369141, - 0.349609, - 0.283203, - 0.419922, - 0.40625, - 0.351562, - 0.402344, - 0.402344, - 0.416016, - 0.376953, - 0.361328, - 0.367188, - 0.388672, - 0.324219, - 0.296875, - 0.349609, - 0.371094, - 0.339844, - 0.464844, - 0.235352, - 0.34375, - 0.404297, - 0.402344, - 0.367188, - 0.248047, - 0.527344, - 0.283203, - 0.3125, - 0.353516, - 0.233398, - 0.390625, - 0.392578, - 0.384766, - 0.394531, - 0.361328, - 0.380859, - 0.460938, - 0.390625, - 0.386719, - 0.441406, - 0.408203, - 0.507812, - 0.433594, - 0.421875, - 0.460938, - 0.285156, - 0.373047, - 0.414062, - 0.322266, - 0.396484, - 0.363281, - 0.302734, - 0.371094, - 0.433594, - 0.355469, - 0.294922, - 0.304688, - 0.257812, - 0.378906, - 0.390625, - 0.269531, - 0.328125, - 0.412109, - 0.34375, - 0.462891, - 0.414062, - 0.392578, - 0.425781, - 0.394531, - 0.294922, - 0.417969, - 0.246094, - 0.326172, - 0.369141, - 0.320312, - 0.457031, - 0.34375, - 0.291016, - 0.390625, - 0.40625, - 0.376953, - 0.455078, - 0.376953, - 0.414062, - 0.410156, - 0.263672, - 0.462891, - 0.416016, - 0.447266, - 0.820312, - 0.427734, - 0.433594, - 0.369141, - 0.421875, - 0.351562, - 0.371094, - 0.417969, - 0.339844, - 0.447266, - 0.458984, - 0.441406, - 0.390625, - 0.423828, - 0.404297, - 0.423828, - 0.417969, - 0.435547, - 0.398438, - 0.285156, - 0.390625, - 0.351562, - 0.382812, - 0.375, - 0.384766, - 0.455078, - 0.333984, - 0.380859, - 0.394531, - 0.363281, - 0.470703, - 0.363281, - 0.423828, - 0.376953, - 0.353516, - 0.421875, - 0.382812, - 0.369141, - 0.384766, - 0.419922, - 0.386719, - 0.351562, - 0.361328, - 0.421875, - 0.410156, - 0.417969, - 0.429688, - 0.306641, - 0.416016, - 0.308594, - 0.410156, - 0.410156, - 0.246094, - 0.408203, - 0.294922, - 0.349609, - 0.359375, - 0.359375, - 0.289062, - 0.244141, - 0.400391, - 0.394531, - 0.410156, - 0.390625, - 0.369141, - 0.410156, - 0.394531, - 0.453125, - 0.519531, - 0.357422, - 0.351562, - 0.378906, - 0.341797, - 0.425781, - 0.359375, - 0.412109, - 0.423828, - 0.378906, - 0.396484, - 0.236328, - 0.392578, - 0.404297, - 0.386719, - 0.412109, - 0.410156, - 0.263672, - 0.427734, - 0.304688, - 0.394531, - 0.431641, - 0.373047, - 0.326172, - 0.384766, - 0.376953, - 0.386719, - 0.353516, - 0.400391, - 0.384766, - 0.333984, - 0.223633, - 0.253906, - 0.351562, - 0.367188, - 0.365234, - 0.375, - 0.384766, - 0.410156, - 0.410156, - 0.443359, - 0.396484, - 0.371094, - 0.225586, - 0.416016, - 0.279297, - 0.333984, - 0.390625, - 0.439453, - 0.361328, - 0.21875, - 0.257812, - 0.416016, - 0.390625, - 0.304688, - 0.382812, - 0.367188, - 0.382812, - 0.384766, - 0.34375, - 0.445312, - 0.412109, - 0.371094, - 0.398438, - 0.357422, - 0.404297, - 0.375, - 0.345703, - 0.408203, - 0.316406, - 0.341797, - 0.333984, - 0.359375, - 0.388672, - 0.417969, - 0.404297, - 0.367188, - 0.386719, - 0.28125, - 0.371094, - 0.443359, - 0.423828, - 0.4375, - 0.369141, - 0.412109, - 0.408203, - 0.410156, - 0.28125, - 0.361328, - 0.40625, - 0.414062, - 0.34375, - 0.3125, - 0.431641, - 0.298828, - 0.289062, - 0.34375, - 0.384766, - 0.431641, - 0.429688, - 0.384766, - 0.404297, - 0.390625, - 0.225586, - 0.400391, - 0.359375, - 0.419922, - 0.382812, - 0.373047, - 0.367188, - 0.376953, - 0.396484, - 0.404297, - 0.416016, - 0.402344, - 0.404297, - 0.347656, - 0.417969, - 0.283203, - 0.294922, - 0.398438, - 0.4375, - 0.384766, - 0.380859, - 0.347656, - 0.392578, - 0.308594, - 0.382812, - 0.402344, - 0.363281, - 0.390625, - 0.375, - 0.330078, - 0.451172, - 0.396484, - 0.347656, - 0.365234, - 0.384766, - 0.384766, - 0.400391, - 0.402344, - 0.3125, - 0.429688, - 0.523438, - 0.443359, - 0.408203, - 0.357422, - 0.443359, - 0.380859, - 0.396484, - 0.414062, - 0.443359, - 0.384766, - 0.394531, - 0.355469, - 0.410156, - 0.380859, - 0.353516, - 0.326172, - 0.376953, - 0.394531, - 0.566406, - 0.394531, - 0.335938, - 0.333984, - 0.396484, - 0.390625, - 0.402344, - 0.217773, - 0.384766, - 0.378906, - 0.402344, - 0.351562, - 0.314453, - 0.363281, - 0.433594, - 0.332031, - 0.219727, - 0.419922, - 0.345703, - 0.431641, - 0.205078, - 0.384766, - 0.435547, - 0.245117, - 0.458984, - 0.40625, - 0.371094, - 0.443359, - 0.291016, - 0.390625, - 0.386719, - 0.384766, - 0.427734, - 0.326172, - 0.375, - 0.435547, - 0.375, - 0.330078, - 0.357422, - 0.333984, - 0.390625, - 0.417969, - 0.253906, - 0.392578, - 0.211914, - 0.382812, - 0.392578, - 0.386719, - 0.359375, - 0.416016, - 0.359375, - 0.447266, - 0.361328, - 0.326172, - 0.392578, - 0.40625, - 0.402344, - 0.351562, - 0.326172, - 0.408203, - 0.402344, - 0.367188, - 0.414062, - 0.394531, - 0.433594, - 0.392578, - 0.057373, - 0.308594, - 0.375, - 0.239258, - 0.316406, - 0.357422, - 0.351562, - 0.449219, - 0.375, - 0.460938, - 0.367188, - 0.349609, - 0.433594, - 0.314453, - 0.357422, - 0.275391, - 0.429688, - 0.304688, - 0.207031, - 0.566406, - 0.482422, - 0.417969, - 0.369141, - 0.355469, - 0.384766, - 0.357422, - 0.357422, - 0.40625, - 0.478516, - 0.361328, - 0.449219, - 0.408203, - 0.388672, - 0.380859, - 0.398438, - 0.443359, - 0.330078, - 0.429688, - 0.263672, - 0.388672, - 0.384766, - 0.494141, - 0.310547, - 0.296875, - 0.398438, - 0.410156, - 0.205078, - 0.373047, - 0.402344, - 0.267578, - 0.371094, - 0.404297, - 0.376953, - 0.349609, - 0.402344, - 0.386719, - 0.421875, - 0.314453, - 0.365234, - 0.357422, - 0.339844, - 0.375, - 0.304688, - 0.447266, - 0.365234, - 0.408203, - 0.357422, - 0.392578, - 0.396484, - 0.384766, - 0.326172, - 0.394531, - 0.361328, - 0.380859, - 0.275391, - 0.330078, - 0.414062, - 0.353516, - 0.503906, - 0.441406, - 0.382812, - 0.404297, - 0.376953, - 0.369141, - 0.378906, - 0.267578, - 0.388672, - 0.396484, - 0.388672, - 0.328125, - 0.349609, - 0.240234, - 0.369141, - 0.371094, - 0.332031, - 0.249023, - 0.363281, - 0.300781, - 0.412109, - 0.3125, - 0.414062, - 0.384766, - 0.423828, - 0.248047, - 0.347656, - 0.375, - 0.382812, - 0.412109, - 0.390625, - 0.390625, - 0.396484, - 0.298828, - 0.300781, - 0.382812, - 0.380859, - 0.414062, - 0.345703, - 0.361328, - 0.337891, - 0.40625, - 0.494141, - 0.388672, - 0.380859, - 0.46875, - 0.355469, - 0.390625, - 0.388672, - 0.390625, - 0.239258, - 0.425781, - 0.386719, - 0.398438, - 0.429688, - 0.404297, - 0.386719, - 0.373047, - 0.425781, - 0.388672, - 0.304688, - 0.369141, - 0.347656, - 0.414062, - 0.419922, - 0.410156, - 0.451172, - 0.355469, - 0.40625, - 0.429688, - 0.408203, - 0.396484, - 0.425781, - 0.417969, - 0.320312, - 0.380859, - 0.414062, - 0.388672, - 0.470703, - 0.412109, - 0.412109, - 0.367188, - 0.40625, - 0.365234, - 0.3125, - 0.376953, - 0.367188, - 0.435547, - 0.140625, - 0.384766, - 0.392578, - 0.273438, - 0.355469, - 0.390625, - 0.322266, - 0.335938, - 0.40625, - 0.371094, - 0.330078, - 0.351562, - 0.263672, - 0.337891, - 0.302734, - 0.382812, - 0.375, - 0.425781, - 0.261719, - 0.410156, - 0.398438, - 0.375, - 0.417969, - 0.378906, - 0.386719, - 0.335938, - 0.332031, - 0.259766, - 0.371094, - 0.333984, - 0.388672, - 0.423828, - 0.380859, - 0.400391, - 0.443359, - 0.400391, - 0.466797, - 0.384766, - 0.414062, - 0.335938, - 0.347656, - 0.253906, - 0.414062, - 0.392578, - 0.337891, - 0.380859, - 0.386719, - 0.355469, - 0.429688, - 0.249023, - 0.363281, - 0.349609, - 0.363281, - 0.394531, - 0.378906, - 0.34375, - 0.378906, - 0.386719, - 0.414062, - 0.237305, - 0.410156, - 0.482422, - 0.353516, - 0.419922, - 0.453125, - 0.300781, - 0.445312, - 0.337891, - 0.474609, - 0.369141, - 0.423828, - 0.257812, - 0.367188, - 0.402344, - 0.369141, - 0.402344, - 0.384766, - 0.419922, - 0.34375, - 0.394531, - 0.40625, - 0.390625, - 0.427734, - 0.429688, - 0.330078, - 0.46875, - 0.419922, - 0.410156, - 0.488281, - 0.335938, - 0.246094, - 0.453125, - 0.400391, - 0.322266, - 0.390625, - 0.476562, - 0.351562, - 0.484375, - 0.373047, - 0.369141, - 0.398438, - 0.345703, - 0.308594, - 0.306641, - 0.369141, - 0.378906, - 0.431641, - 0.421875, - 0.394531, - 0.457031, - 0.404297, - 0.367188, - 0.176758, - 0.503906, - 0.353516, - 0.394531, - 0.433594, - 0.457031, - 0.388672, - 0.414062, - 0.361328, - 0.390625, - 0.351562, - 0.433594, - 0.310547, - 0.408203, - 0.285156, - 0.367188, - 0.365234, - 0.390625, - 0.398438, - 0.339844, - 0.392578, - 0.433594, - 0.232422, - 0.462891, - 0.417969, - 0.231445, - 0.474609, - 0.404297, - 0.363281, - 0.269531, - 0.431641, - 0.414062, - 0.367188, - 0.357422, - 0.402344, - 0.416016, - 0.255859, - 0.400391, - 0.248047, - 0.412109, - 0.412109, - 0.4375, - 0.371094, - 0.365234, - 0.398438, - 0.373047, - 0.253906, - 0.361328, - 0.458984, - 0.423828, - 0.273438, - 0.386719, - 0.376953, - 0.416016, - 0.380859, - 0.382812, - 0.253906, - 0.326172, - 0.486328, - 0.439453, - 0.384766, - 0.249023, - 0.388672, - 0.24707, - 0.330078, - 0.365234, - 0.455078, - 0.220703, - 0.416016, - 0.398438, - 0.345703, - 0.394531, - 0.414062, - 0.353516, - 0.382812, - 0.369141, - 0.474609, - 0.414062, - 0.412109, - 0.398438, - 0.337891, - 0.326172, - 0.192383, - 0.384766, - 0.457031, - 0.345703, - 0.365234, - 0.371094, - 0.494141, - 0.361328, - 0.367188, - 0.373047, - 0.308594, - 0.408203, - 0.328125, - 0.386719, - 0.40625, - 0.339844, - 0.408203, - 0.408203, - 0.414062, - 0.484375, - 0.427734, - 0.5, - 0.394531, - 0.408203, - 0.380859, - 0.400391, - 0.408203, - 0.363281, - 0.369141, - 0.394531, - 0.357422, - 0.265625, - 0.417969, - 0.330078, - 0.462891, - 0.371094, - 0.441406, - 0.359375, - 0.376953, - 0.248047, - 0.394531, - 0.341797, - 0.384766, - 0.419922, - 0.375, - 0.392578, - 0.326172, - 0.392578, - 0.365234, - 0.445312, - 0.384766, - 0.378906, - 0.392578, - 0.578125, - 0.480469, - 0.507812, - 0.396484, - 0.384766, - 0.318359, - 0.351562, - 0.396484, - 0.429688, - 0.298828, - 0.380859, - 0.375, - 0.402344, - 0.408203, - 0.402344, - 0.394531, - 0.373047, - 0.410156, - 0.326172, - 0.361328, - 0.474609, - 0.380859, - 0.365234, - 0.410156, - 0.441406, - 0.318359, - 0.423828, - 0.314453, - 0.427734, - 0.412109, - 0.408203, - 0.302734, - 0.394531, - 0.359375, - 0.359375, - 0.375, - 0.332031, - 0.330078, - 0.255859, - 0.367188, - 0.386719, - 0.324219, - 0.265625, - 0.330078, - 0.316406, - 0.314453, - 0.40625, - 0.453125, - 0.359375, - 0.233398, - 0.34375, - 0.417969, - 0.255859, - 0.34375, - 0.439453, - 0.369141, - 0.419922, - 0.476562, - 0.412109, - 0.375, - 0.470703, - 0.34375, - 0.382812, - 0.392578, - 0.394531, - 0.320312, - 0.369141, - 0.425781, - 0.396484, - 0.384766, - 0.408203, - 0.292969, - 0.447266, - 0.238281, - 0.427734, - 0.246094, - 0.396484, - 0.503906, - 0.390625, - 0.3125, - 0.455078, - 0.412109, - 0.369141, - 0.24707, - 0.316406, - 0.394531, - 0.380859, - 0.400391, - 0.217773, - 0.40625, - 0.275391, - 0.394531, - 0.265625, - 0.382812, - 0.287109, - 0.484375, - 0.386719, - 0.494141, - 0.337891, - 0.332031, - 0.371094, - 0.357422, - 0.380859, - 0.453125, - 0.357422, - 0.380859, - 0.478516, - 0.394531, - 0.357422, - 0.357422, - 0.316406, - 0.382812, - 0.349609, - 0.367188, - 0.4375, - 0.4375, - 0.388672, - 0.332031, - 0.320312, - 0.402344, - 0.396484, - 0.291016, - 0.386719, - 0.318359, - 0.404297, - 0.439453, - 0.371094, - 0.386719, - 0.425781, - 0.402344, - 0.365234, - 0.414062, - 0.371094, - 0.482422, - 0.410156, - 0.423828, - 0.398438, - 0.351562, - 0.367188, - 0.396484, - 0.4375, - 0.384766, - 0.386719, - 0.349609, - 0.291016, - 0.302734, - 0.3125, - 0.390625, - 0.398438, - 0.394531, - 0.359375, - 0.402344, - 0.287109, - 0.367188, - 0.324219, - 0.361328, - 0.408203, - 0.392578, - 0.339844, - 0.365234, - 0.361328, - 0.447266, - 0.421875, - 0.445312, - 0.380859, - 0.224609, - 0.248047, - 0.416016, - 0.460938, - 0.390625, - 0.423828, - 0.373047, - 0.402344, - 0.410156, - 0.349609, - 0.40625, - 0.332031, - 0.404297, - 0.216797, - 0.275391, - 0.414062, - 0.380859, - 0.447266, - 0.365234, - 0.417969, - 0.398438, - 0.412109, - 0.431641, - 0.402344, - 0.470703, - 0.283203, - 0.382812, - 0.431641, - 0.435547, - 0.458984, - 0.330078, - 0.316406, - 0.337891, - 0.421875, - 0.425781, - 0.369141 - ] - }, - "name": "model.transformer.layers.16.ffn_norm.weight", - "outputIndexes": [ - 1064 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1063, - 1064 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1065 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1065 - ], - "outputIndexes": [ - 2421 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2421 - ], - "outputIndexes": [ - 2422 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear", - "inputIndexes": [ - 2422 - ], - "outputIndexes": [ - 2423 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 10752, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 172032, - "weightSize": 0 - }, - "external": [ - 230317720, - 11010070, - 1376256, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2423 - ], - "outputIndexes": [ - 2424 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2424 - ], - "outputIndexes": [ - 1066 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 10752 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5376 - ] - }, - "name": "/ffn_16/Mul_output_0", - "outputIndexes": [ - 1067 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1066, - 21, - 1067, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_16/Slice_output_0", - "outputIndexes": [ - 1068 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1068 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_16/Sigmoid_output_0", - "outputIndexes": [ - 1069 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1068, - 1069 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_16/Mul_output_0", - "outputIndexes": [ - 1070 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 10752 - ] - }, - "name": "/ffn_16/Mul_1_output_0", - "outputIndexes": [ - 1071 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1066, - 1067, - 1071, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_16/Slice_1_output_0", - "outputIndexes": [ - 1072 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1070, - 1072 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_16/Mul_2_output_0", - "outputIndexes": [ - 1073 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1073 - ], - "outputIndexes": [ - 2425 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5376, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2425 - ], - "outputIndexes": [ - 2426 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear", - "inputIndexes": [ - 2426 - ], - "outputIndexes": [ - 2427 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5376, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 86016, - "weightSize": 0 - }, - "external": [ - 242704046, - 5505046, - 688128, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2427 - ], - "outputIndexes": [ - 2428 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2428 - ], - "outputIndexes": [ - 1074 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1062, - 1074 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_67_output_0", - "outputIndexes": [ - 1075 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1075, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_68_output_0", - "outputIndexes": [ - 1076 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1076 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_17/Mul_output_0", - "outputIndexes": [ - 1077 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.417969, - 0.193359, - 0.417969, - 0.417969, - 0.375, - 0.339844, - 0.519531, - 0.361328, - 0.371094, - 0.185547, - 0.443359, - 0.328125, - 0.414062, - 0.441406, - 0.341797, - 0.176758, - 0.462891, - 0.423828, - 0.414062, - 0.431641, - 0.519531, - 0.453125, - 0.455078, - 0.298828, - 0.359375, - 0.761719, - 0.423828, - 0.371094, - 0.390625, - 0.376953, - 0.328125, - 0.431641, - 0.427734, - 0.376953, - 0.402344, - 0.443359, - 0.636719, - 0.447266, - 0.382812, - 0.271484, - 0.597656, - 0.285156, - 0.365234, - 0.188477, - 0.404297, - 0.277344, - 0.416016, - 0.337891, - 0.455078, - 0.359375, - 0.451172, - 0.347656, - 0.410156, - 0.245117, - 0.335938, - 0.291016, - 0.328125, - 0.535156, - 0.398438, - 0.363281, - 0.404297, - 0.326172, - 0.287109, - 0.367188, - 0.24707, - 0.341797, - 0.291016, - 0.347656, - 0.380859, - 0.451172, - 0.34375, - 0.378906, - 0.291016, - 0.519531, - 0.417969, - 0.349609, - 0.324219, - 0.316406, - 0.326172, - 0.492188, - 0.310547, - 0.357422, - 0.296875, - 0.355469, - 0.455078, - 0.380859, - 0.380859, - 0.460938, - 0.460938, - 0.302734, - 0.53125, - 0.345703, - 0.294922, - 0.310547, - 0.206055, - 0.539062, - 0.410156, - 0.240234, - 0.353516, - 0.449219, - 0.349609, - 0.314453, - 0.363281, - 0.300781, - 0.285156, - 0.738281, - 0.351562, - 0.382812, - 0.314453, - 0.196289, - 0.273438, - 0.439453, - 0.386719, - 0.306641, - 0.613281, - 0.314453, - 0.429688, - 0.269531, - 0.351562, - 0.458984, - 0.324219, - 0.443359, - 0.267578, - 0.169922, - 0.398438, - 0.120605, - 0.46875, - 0.507812, - 0.265625, - 0.240234, - 0.318359, - 0.503906, - 0.300781, - 0.488281, - 0.335938, - 0.359375, - 0.443359, - 0.15625, - 0.349609, - 0.431641, - 0.269531, - 0.380859, - 0.384766, - 0.326172, - 0.220703, - 0.171875, - 0.330078, - 0.237305, - 0.223633, - 0.248047, - 0.416016, - 0.519531, - 0.355469, - 0.339844, - 0.496094, - 0.304688, - 0.484375, - 0.363281, - 0.163086, - 0.425781, - 0.388672, - 0.369141, - 0.365234, - 0.267578, - 0.277344, - 0.408203, - 0.363281, - 0.154297, - 0.233398, - 0.457031, - 0.582031, - 0.24707, - 0.554688, - 0.367188, - 0.417969, - 0.273438, - 0.289062, - 0.498047, - 0.427734, - 0.492188, - 0.416016, - 0.417969, - 0.435547, - 0.316406, - 0.523438, - 0.357422, - 0.453125, - 0.414062, - 0.345703, - 0.460938, - 0.404297, - 0.597656, - 0.441406, - 0.244141, - 0.330078, - 0.412109, - 0.457031, - 0.302734, - 0.328125, - 0.394531, - 0.386719, - 0.316406, - 0.308594, - 0.390625, - 0.279297, - 0.402344, - 0.314453, - 0.404297, - 0.435547, - 0.287109, - 0.236328, - 0.296875, - 0.476562, - 0.388672, - 0.394531, - 0.328125, - 0.392578, - 0.453125, - 0.355469, - 0.423828, - 0.229492, - 0.419922, - 0.78125, - 0.419922, - 0.24707, - 0.386719, - 0.345703, - 0.328125, - 0.236328, - 0.382812, - 0.330078, - 0.271484, - 0.318359, - 0.361328, - 0.419922, - 0.398438, - 0.365234, - 0.523438, - 0.984375, - 0.330078, - 0.369141, - 0.233398, - 0.398438, - 0.318359, - 0.300781, - 0.457031, - 0.170898, - 0.443359, - 0.229492, - 0.464844, - 0.400391, - 0.243164, - 0.421875, - 0.28125, - 0.332031, - 0.269531, - 0.373047, - 0.470703, - 0.314453, - 0.425781, - 0.291016, - 0.335938, - 0.449219, - 0.283203, - 0.388672, - 0.349609, - 0.369141, - 0.300781, - 0.478516, - 0.382812, - 0.464844, - 0.484375, - 0.341797, - 0.353516, - 0.308594, - 0.337891, - 0.1875, - 0.404297, - 0.335938, - 0.398438, - 0.318359, - 0.476562, - 0.472656, - 0.294922, - 0.168945, - 0.417969, - 0.421875, - 0.402344, - 0.328125, - 0.414062, - 0.416016, - 0.443359, - 0.507812, - 0.416016, - 0.40625, - 0.414062, - 0.376953, - 0.384766, - 0.660156, - 0.158203, - 0.527344, - 0.316406, - 0.248047, - 0.285156, - 0.474609, - 0.375, - 0.636719, - 0.347656, - 0.279297, - 0.351562, - 0.231445, - 0.394531, - 0.390625, - 0.447266, - 0.8125, - 0.464844, - 0.396484, - 0.40625, - 0.546875, - 0.257812, - 0.316406, - 0.353516, - 0.455078, - 0.291016, - 0.304688, - 0.455078, - 0.433594, - 1.257812, - 0.273438, - 0.404297, - 0.394531, - 0.294922, - 0.431641, - 0.515625, - 0.347656, - 0.435547, - 0.396484, - 0.19043, - 0.373047, - 0.371094, - 0.361328, - 0.402344, - 0.431641, - 0.466797, - 0.535156, - 0.414062, - 0.345703, - 0.417969, - 0.443359, - 0.265625, - 0.347656, - 0.404297, - 0.236328, - 0.351562, - 0.328125, - 0.40625, - 0.375, - 0.316406, - 0.283203, - 0.239258, - 0.306641, - 0.367188, - 0.455078, - 0.181641, - 0.34375, - 0.357422, - 0.4375, - 0.507812, - 0.369141, - 0.507812, - 0.375, - 0.605469, - 0.371094, - 0.25, - 0.213867, - 0.233398, - 0.574219, - 0.298828, - 0.648438, - 0.226562, - 0.484375, - 0.224609, - 0.335938, - 0.314453, - 0.283203, - 0.375, - 0.414062, - 0.333984, - 0.376953, - 0.416016, - 0.322266, - 0.443359, - 0.554688, - 0.292969, - 0.402344, - 0.498047, - 0.472656, - 0.402344, - 0.211914, - 0.458984, - 0.373047, - 0.480469, - 0.289062, - 0.332031, - 0.326172, - 0.170898, - 0.333984, - 0.328125, - 0.410156, - 0.318359, - 0.15332, - 0.394531, - 0.443359, - 0.429688, - 0.316406, - 0.291016, - 0.439453, - 0.585938, - 0.357422, - 0.375, - 0.474609, - 0.632812, - 0.332031, - 0.369141, - 0.597656, - 0.347656, - 0.24707, - 0.263672, - 0.40625, - 0.337891, - 0.433594, - 0.365234, - 0.273438, - 0.53125, - 0.337891, - 0.417969, - 0.349609, - 0.306641, - 0.421875, - 0.527344, - 0.515625, - 0.417969, - 0.285156, - 0.535156, - 0.378906, - 0.388672, - 0.439453, - 0.416016, - 0.542969, - 0.263672, - 0.369141, - 0.149414, - 0.339844, - 0.253906, - 0.398438, - 0.404297, - 0.466797, - 0.314453, - 0.369141, - 0.287109, - 0.435547, - 0.445312, - 0.417969, - 0.464844, - 0.359375, - 0.435547, - 0.296875, - 0.40625, - 0.410156, - 0.486328, - 0.206055, - 0.378906, - 0.287109, - 0.380859, - 0.351562, - 0.402344, - 0.464844, - 0.386719, - 0.316406, - 0.460938, - 0.523438, - 0.392578, - 0.283203, - 0.355469, - 0.382812, - 0.279297, - 0.449219, - 0.373047, - 0.294922, - 0.308594, - 0.246094, - 0.458984, - 0.628906, - 0.28125, - 0.310547, - 0.320312, - 0.433594, - 0.300781, - 0.261719, - 0.324219, - 0.464844, - 0.609375, - 0.404297, - 0.353516, - 0.390625, - 0.53125, - 0.652344, - 0.333984, - 0.40625, - 0.439453, - 0.375, - 0.433594, - 0.421875, - 0.398438, - 0.275391, - 0.59375, - 0.404297, - 0.410156, - 0.326172, - 0.357422, - 0.53125, - 0.386719, - 0.429688, - 0.197266, - 0.291016, - 0.351562, - 0.332031, - 0.349609, - 0.408203, - 0.339844, - 0.355469, - 0.722656, - 0.4375, - 0.535156, - 0.427734, - 0.404297, - 0.351562, - 0.492188, - 0.302734, - 0.412109, - 0.259766, - 0.425781, - 0.470703, - 0.396484, - 0.515625, - 0.369141, - 0.225586, - 0.333984, - 0.554688, - 0.808594, - 0.3125, - 0.460938, - 0.566406, - 0.707031, - 0.449219, - 0.330078, - 0.369141, - 0.382812, - 0.390625, - 0.435547, - 0.384766, - 0.3125, - 0.351562, - 0.408203, - 0.353516, - 0.142578, - 0.229492, - 0.277344, - 0.257812, - 0.400391, - 0.363281, - 0.170898, - 0.363281, - 0.205078, - 0.365234, - 0.347656, - 0.402344, - 0.322266, - 0.204102, - 0.353516, - 0.4375, - 0.632812, - 0.582031, - 0.263672, - 0.392578, - 0.59375, - 0.363281, - 0.277344, - 0.285156, - 0.322266, - 0.232422, - 0.496094, - 0.652344, - 0.419922, - 0.357422, - 0.28125, - 0.367188, - 0.378906, - 0.271484, - 0.421875, - 0.253906, - 0.443359, - 0.236328, - 0.300781, - 0.289062, - 0.402344, - 0.289062, - 0.488281, - 0.566406, - 0.832031, - 0.480469, - 0.324219, - 0.263672, - 0.519531, - 0.404297, - 0.367188, - 0.28125, - 0.478516, - 0.392578, - 0.447266, - 0.455078, - 0.433594, - 0.386719, - 0.328125, - 0.248047, - 0.746094, - 0.380859, - 0.871094, - 0.369141, - 0.53125, - 0.3125, - 0.326172, - 0.318359, - 0.445312, - 0.361328, - 0.371094, - 0.433594, - 0.369141, - 0.267578, - 0.515625, - 0.251953, - 0.361328, - 0.367188, - 0.195312, - 0.388672, - 0.384766, - 0.652344, - 0.263672, - 0.355469, - 0.283203, - 0.388672, - 0.423828, - 0.251953, - 0.486328, - 0.357422, - 0.355469, - 0.445312, - 0.458984, - 0.429688, - 0.318359, - 0.550781, - 0.664062, - 0.462891, - 0.589844, - 0.417969, - 0.335938, - 0.188477, - 0.5, - 0.4375, - 0.384766, - 0.394531, - 0.380859, - 0.835938, - 0.34375, - 0.18457, - 0.298828, - 0.361328, - 0.392578, - 0.427734, - 0.392578, - 0.211914, - 0.207031, - 0.435547, - 0.408203, - 0.365234, - 0.349609, - 0.194336, - 0.429688, - 0.269531, - 0.245117, - 0.355469, - 0.464844, - 0.365234, - 0.355469, - 0.328125, - 0.443359, - 0.390625, - 0.202148, - 0.314453, - 0.402344, - 0.328125, - 0.363281, - 0.341797, - 0.488281, - 0.427734, - 0.271484, - 0.382812, - 0.291016, - 0.339844, - 0.46875, - 0.582031, - 0.410156, - 0.283203, - 0.443359, - 0.404297, - 0.451172, - 0.458984, - 0.367188, - 0.675781, - 0.209961, - 0.357422, - 0.486328, - 0.388672, - 0.458984, - 0.421875, - 0.261719, - 0.347656, - 0.332031, - 0.375, - 0.220703, - 0.265625, - 0.431641, - 0.375, - 0.402344, - 0.423828, - 0.388672, - 0.339844, - 0.464844, - 0.441406, - 0.4375, - 0.466797, - 0.443359, - 0.445312, - 0.351562, - 0.198242, - 0.388672, - 0.392578, - 0.378906, - 0.259766, - 0.322266, - 0.380859, - 0.433594, - 0.363281, - 0.519531, - 0.394531, - 0.451172, - 0.214844, - 0.667969, - 0.396484, - 0.392578, - 0.296875, - 0.361328, - 0.316406, - 0.402344, - 0.359375, - 0.488281, - 0.257812, - 0.550781, - 0.337891, - 0.400391, - 0.285156, - 0.445312, - 0.306641, - 0.339844, - 0.34375, - 0.427734, - 0.357422, - 0.232422, - 0.371094, - 0.287109, - 0.382812, - 0.195312, - 0.277344, - 0.404297, - 0.519531, - 0.431641, - 0.353516, - 0.396484, - 0.435547, - 0.24707, - 0.306641, - 0.349609, - 0.652344, - 0.196289, - 0.292969, - 0.384766, - 0.1875, - 0.316406, - 0.398438, - 0.3125, - 0.507812, - 0.378906, - 0.291016, - 0.4375, - 0.369141, - 0.330078, - 0.414062, - 0.636719, - 0.235352, - 0.382812, - 0.291016, - 0.367188, - 0.466797, - 0.349609, - 0.451172, - 0.386719, - 0.376953, - 0.390625, - 0.408203, - 0.507812, - 0.433594, - 0.40625, - 0.408203, - 0.328125, - 0.386719, - 0.349609, - 0.223633, - 0.294922, - 0.470703, - 0.316406, - 0.408203, - 0.351562, - 0.277344, - 0.326172, - 0.392578, - 0.330078, - 0.396484, - 0.5, - 0.380859, - 0.34375, - 0.464844, - 0.4375, - 0.269531, - 0.402344, - 0.283203, - 0.367188, - 0.425781, - 0.365234, - 0.664062, - 0.386719, - 0.433594, - 0.369141, - 0.392578, - 0.480469, - 0.267578, - 0.179688, - 0.310547, - 0.382812, - 0.261719, - 0.427734, - 0.330078, - 0.292969, - 0.207031, - 0.421875, - 0.472656, - 0.291016, - 0.402344, - 0.28125, - 0.46875, - 0.376953, - 0.369141, - 0.279297, - 0.605469, - 0.425781, - 0.363281, - 0.326172, - 0.349609, - 0.535156, - 0.427734, - 0.486328, - 0.337891, - 0.427734, - 0.359375, - 0.382812, - 0.384766, - 0.431641, - 0.429688, - 0.332031, - 0.296875, - 0.439453, - 0.390625, - 0.636719, - 0.239258, - 0.351562, - 0.310547, - 0.378906, - 0.330078, - 0.488281, - 0.382812, - 0.451172, - 0.416016, - 0.292969, - 0.261719, - 0.519531, - 0.237305, - 0.423828, - 0.328125, - 0.5, - 0.453125, - 0.390625, - 0.328125, - 0.355469, - 0.566406, - 0.132812, - 0.433594, - 0.349609, - 0.316406, - 0.478516, - 0.431641, - 0.337891, - 0.400391, - 0.384766, - 0.423828, - 0.382812, - 0.363281, - 0.419922, - 0.515625, - 0.539062, - 0.453125, - 0.394531, - 0.160156, - 0.433594, - 0.371094, - 0.361328, - 0.314453, - 0.294922, - 0.279297, - 0.308594, - 0.474609, - 0.347656, - 0.494141, - 0.322266, - 0.753906, - 0.800781, - 0.357422, - 0.335938, - 0.4375, - 0.235352, - 0.412109, - 0.285156, - 0.320312, - 0.412109, - 0.351562, - 0.384766, - 0.285156, - 0.255859, - 0.347656, - 0.204102, - 0.320312, - 0.433594, - 0.351562, - 0.322266, - 0.306641, - 0.490234, - 0.355469, - 0.130859, - 0.486328, - 0.414062, - 0.511719, - 0.460938, - 0.435547, - 0.515625, - 0.298828, - 0.098145, - 0.255859, - 0.439453, - 0.404297, - 0.213867, - 0.216797, - 0.310547, - 0.324219, - 0.417969, - 0.285156, - 0.574219, - 0.421875, - 0.320312, - 0.785156, - 0.464844, - 0.5, - 0.384766, - 0.494141, - 0.53125, - 0.429688, - 0.324219, - 0.398438, - 0.515625, - 0.328125, - 0.185547, - 0.302734, - 0.390625, - 0.347656, - 0.460938, - 0.388672, - 0.464844, - 0.353516, - 0.341797, - 0.394531, - 0.339844, - 0.198242, - 0.636719, - 0.396484, - 0.400391, - 0.257812, - 0.515625, - 0.410156, - 0.373047, - 0.351562, - 0.400391, - 0.28125, - 0.429688, - 0.431641, - 0.367188, - 0.423828, - 0.376953, - 0.369141, - 0.390625, - 0.494141, - 0.273438, - 0.294922, - 0.234375, - 0.318359, - 0.251953, - 0.554688, - 0.441406, - 0.34375, - 0.394531, - 0.404297, - 0.277344, - 0.421875, - 0.19043, - 0.300781, - 0.404297, - 0.402344, - 0.558594, - 0.300781, - 0.394531, - 0.265625, - 0.488281, - 0.296875, - 0.435547, - 0.378906, - 0.308594, - 0.246094, - 0.472656, - 0.361328, - 0.347656, - 0.449219, - 0.34375, - 0.451172, - 0.349609, - 0.380859, - 0.28125, - 0.373047, - 0.455078, - 0.211914, - 0.445312, - 0.361328, - 0.337891, - 0.597656, - 0.291016, - 0.40625, - 0.453125, - 0.34375, - 0.302734, - 0.429688, - 0.761719, - 0.21582, - 0.257812, - 0.3125, - 0.196289, - 0.419922, - 0.419922, - 0.357422, - 0.367188, - 0.341797, - 0.337891, - 0.558594, - 0.425781, - 0.400391, - 0.5625, - 0.390625, - 1.328125, - 0.455078, - 0.425781, - 0.636719, - 0.324219, - 0.378906, - 0.507812, - 0.300781, - 0.388672, - 0.291016, - 0.353516, - 0.414062, - 0.494141, - 0.394531, - 0.376953, - 0.289062, - 0.228516, - 0.421875, - 0.388672, - 0.275391, - 0.302734, - 0.421875, - 0.367188, - 0.714844, - 0.394531, - 0.416016, - 0.435547, - 0.332031, - 0.269531, - 0.398438, - 0.316406, - 0.203125, - 0.427734, - 0.351562, - 0.59375, - 0.201172, - 0.183594, - 0.339844, - 0.515625, - 0.324219, - 0.535156, - 0.261719, - 0.435547, - 0.443359, - 0.316406, - 0.46875, - 0.482422, - 0.492188, - 0.722656, - 0.496094, - 0.447266, - 0.275391, - 0.396484, - 0.271484, - 0.375, - 0.498047, - 0.357422, - 0.515625, - 0.486328, - 0.427734, - 0.349609, - 0.492188, - 0.40625, - 0.417969, - 0.4375, - 0.519531, - 0.330078, - 0.257812, - 0.34375, - 0.298828, - 0.355469, - 0.423828, - 0.429688, - 0.582031, - 0.292969, - 0.478516, - 0.433594, - 0.390625, - 0.554688, - 0.292969, - 0.427734, - 0.298828, - 0.322266, - 0.431641, - 0.398438, - 0.339844, - 0.34375, - 0.447266, - 0.373047, - 0.139648, - 0.365234, - 0.490234, - 0.408203, - 0.429688, - 0.478516, - 0.355469, - 0.417969, - 0.255859, - 0.433594, - 0.398438, - 0.484375, - 0.466797, - 0.212891, - 0.320312, - 0.277344, - 0.386719, - 0.214844, - 0.175781, - 0.419922, - 0.380859, - 0.34375, - 0.351562, - 0.394531, - 0.396484, - 0.345703, - 0.449219, - 0.730469, - 0.337891, - 0.470703, - 0.241211, - 0.457031, - 0.421875, - 0.283203, - 0.40625, - 0.515625, - 0.292969, - 0.421875, - 0.621094, - 0.341797, - 0.621094, - 0.427734, - 0.443359, - 0.384766, - 0.188477, - 0.734375, - 0.306641, - 0.412109, - 0.396484, - 0.417969, - 0.25, - 0.451172, - 0.302734, - 0.353516, - 0.238281, - 0.416016, - 0.40625, - 0.269531, - 0.136719, - 0.328125, - 0.402344, - 0.294922, - 0.488281, - 0.414062, - 0.439453, - 0.429688, - 0.417969, - 0.507812, - 0.273438, - 0.244141, - 0.412109, - 0.394531, - 0.287109, - 0.300781, - 0.351562, - 0.474609, - 0.423828, - 0.742188, - 0.382812, - 0.5, - 0.388672, - 0.316406, - 0.363281, - 0.291016, - 0.392578, - 0.347656, - 0.213867, - 0.523438, - 0.388672, - 0.414062, - 0.384766, - 0.376953, - 0.322266, - 0.225586, - 0.170898, - 0.400391, - 0.251953, - 0.251953, - 0.316406, - 0.263672, - 0.414062, - 0.365234, - 0.400391, - 0.320312, - 0.386719, - 0.550781, - 0.386719, - 0.441406, - 0.396484, - 0.507812, - 0.345703, - 0.4375, - 0.347656, - 0.400391, - 0.328125, - 0.359375, - 0.445312, - 0.269531, - 0.339844, - 0.28125, - 0.482422, - 0.257812, - 0.249023, - 0.239258, - 0.322266, - 0.486328, - 0.515625, - 0.373047, - 0.384766, - 0.310547, - 0.166992, - 0.40625, - 0.326172, - 0.369141, - 0.542969, - 0.382812, - 0.34375, - 0.380859, - 0.239258, - 0.341797, - 0.423828, - 0.412109, - 0.400391, - 0.328125, - 0.511719, - 0.339844, - 0.460938, - 0.398438, - 0.5, - 0.310547, - 0.367188, - 0.267578, - 0.400391, - 0.257812, - 0.328125, - 0.476562, - 0.322266, - 0.386719, - 0.34375, - 0.445312, - 0.435547, - 0.451172, - 0.245117, - 0.363281, - 0.466797, - 0.298828, - 0.337891, - 0.40625, - 0.220703, - 0.445312, - 0.734375, - 0.480469, - 0.445312, - 0.382812, - 0.558594, - 0.347656, - 0.490234, - 0.376953, - 0.507812, - 0.376953, - 0.382812, - 0.425781, - 0.304688, - 0.384766, - 0.376953, - 0.253906, - 0.322266, - 0.306641, - 0.675781, - 0.453125, - 0.292969, - 0.314453, - 0.394531, - 0.455078, - 0.457031, - 0.333984, - 0.421875, - 0.345703, - 0.355469, - 0.353516, - 0.306641, - 0.369141, - 0.546875, - 0.347656, - 0.155273, - 0.46875, - 0.353516, - 0.4375, - 0.722656, - 0.277344, - 0.488281, - 0.210938, - 0.511719, - 0.451172, - 0.375, - 0.492188, - 0.133789, - 0.390625, - 0.3125, - 0.371094, - 0.431641, - 0.259766, - 0.310547, - 0.433594, - 0.355469, - 0.337891, - 0.333984, - 0.298828, - 0.373047, - 0.46875, - 0.314453, - 0.330078, - 0.378906, - 0.367188, - 0.396484, - 0.425781, - 0.419922, - 0.394531, - 0.337891, - 0.582031, - 0.390625, - 0.230469, - 0.423828, - 0.332031, - 0.480469, - 0.462891, - 0.359375, - 0.427734, - 0.371094, - 0.361328, - 0.40625, - 0.400391, - 0.523438, - 0.396484, - -0.000193, - 0.269531, - 0.257812, - 0.167969, - 0.242188, - 0.414062, - 0.308594, - 0.523438, - 0.375, - 0.492188, - 0.314453, - 0.228516, - 0.429688, - 0.347656, - 0.324219, - 0.227539, - 0.4375, - 0.209961, - 0.652344, - 0.929688, - 0.511719, - 0.449219, - 0.231445, - 0.3125, - 0.388672, - 0.318359, - 0.339844, - 0.382812, - 0.527344, - 0.320312, - 0.496094, - 0.435547, - 0.386719, - 0.308594, - 0.304688, - 0.523438, - 0.269531, - 0.496094, - 0.233398, - 0.376953, - 0.412109, - 0.585938, - 0.257812, - 0.275391, - 0.335938, - 0.351562, - 0.11084, - 0.283203, - 0.498047, - 0.287109, - 0.349609, - 0.369141, - 0.318359, - 0.316406, - 0.365234, - 0.351562, - 0.425781, - 0.337891, - 0.246094, - 0.433594, - 0.339844, - 0.322266, - 0.193359, - 0.458984, - 0.345703, - 0.492188, - 0.574219, - 0.355469, - 0.375, - 0.267578, - 0.259766, - 0.460938, - 0.277344, - 0.375, - 0.234375, - 0.238281, - 0.427734, - 0.275391, - 0.6875, - 0.515625, - 0.351562, - 0.445312, - 0.380859, - 0.335938, - 0.339844, - 0.195312, - 0.345703, - 0.439453, - 0.480469, - 0.230469, - 0.269531, - 0.457031, - 0.259766, - 0.353516, - 0.314453, - 0.308594, - 0.318359, - 0.251953, - 0.427734, - 0.283203, - 0.59375, - 0.378906, - 0.40625, - 0.147461, - 0.296875, - 0.326172, - 0.380859, - 0.404297, - 0.412109, - 0.361328, - 0.423828, - 0.228516, - 0.225586, - 0.273438, - 0.355469, - 0.5, - 0.259766, - 0.341797, - 0.136719, - 0.328125, - 0.671875, - 0.40625, - 0.339844, - 0.435547, - 0.515625, - 0.480469, - 0.390625, - 0.373047, - 0.357422, - 0.53125, - 0.369141, - 0.384766, - 0.404297, - 0.400391, - 0.398438, - 0.341797, - 0.419922, - 0.351562, - 0.242188, - 0.353516, - 0.326172, - 0.447266, - 0.53125, - 0.423828, - 0.507812, - 0.408203, - 0.384766, - 0.527344, - 0.503906, - 0.412109, - 0.453125, - 0.453125, - 0.261719, - 0.351562, - 0.460938, - 0.382812, - 0.539062, - 0.585938, - 0.523438, - 0.3125, - 0.34375, - 0.28125, - 0.345703, - 0.404297, - 0.412109, - 0.5625, - 0.875, - 0.419922, - 0.451172, - 0.245117, - 0.300781, - 0.382812, - 0.255859, - 0.287109, - 0.462891, - 0.447266, - 0.261719, - 0.361328, - 0.18457, - 0.294922, - 0.291016, - 0.373047, - 0.380859, - 0.5, - 0.253906, - 0.373047, - 0.439453, - 0.357422, - 0.515625, - 0.380859, - 0.351562, - 0.492188, - 0.279297, - 0.15625, - 0.351562, - 0.245117, - 0.353516, - 0.474609, - 0.388672, - 0.328125, - 0.494141, - 0.402344, - 0.550781, - 0.386719, - 0.455078, - 0.285156, - 0.294922, - 0.222656, - 0.390625, - 0.453125, - 0.279297, - 0.326172, - 0.443359, - 0.341797, - 0.447266, - 0.163086, - 0.326172, - 0.244141, - 0.349609, - 0.388672, - 0.318359, - 0.257812, - 0.34375, - 0.460938, - 0.488281, - 0.177734, - 0.458984, - 0.691406, - 0.427734, - 0.371094, - 0.523438, - 0.220703, - 0.554688, - 0.330078, - 0.613281, - 0.306641, - 0.472656, - 0.232422, - 0.367188, - 0.40625, - 0.359375, - 0.431641, - 0.376953, - 0.433594, - 0.302734, - 0.326172, - 0.431641, - 0.371094, - 0.542969, - 0.539062, - 0.253906, - 0.523438, - 0.423828, - 0.445312, - 0.714844, - 0.388672, - 0.120605, - 0.503906, - 0.345703, - 0.246094, - 0.359375, - 0.523438, - 0.3125, - 0.480469, - 0.392578, - 0.332031, - 0.378906, - 0.241211, - 0.292969, - 0.294922, - 0.314453, - 0.328125, - 0.414062, - 0.371094, - 0.308594, - 0.503906, - 0.478516, - 0.328125, - 0.597656, - 0.585938, - 0.351562, - 0.378906, - 0.492188, - 0.484375, - 0.357422, - 0.488281, - 0.388672, - 0.398438, - 0.322266, - 0.392578, - 0.237305, - 0.419922, - 0.326172, - 0.388672, - 0.376953, - 0.310547, - 0.359375, - 0.245117, - 0.308594, - 0.582031, - 0.209961, - 0.578125, - 0.400391, - 0.19043, - 0.542969, - 0.433594, - 0.308594, - 0.21875, - 0.515625, - 0.449219, - 0.263672, - 0.294922, - 0.445312, - 0.464844, - 0.292969, - 0.400391, - 0.189453, - 0.332031, - 0.34375, - 0.527344, - 0.333984, - 0.322266, - 0.359375, - 0.384766, - 0.667969, - 0.3125, - 0.609375, - 0.445312, - 0.28125, - 0.386719, - 0.330078, - 0.417969, - 0.472656, - 0.373047, - 0.195312, - 0.243164, - 0.570312, - 0.494141, - 0.285156, - 0.214844, - 0.332031, - 0.425781, - 0.322266, - 0.472656, - 0.527344, - 0.578125, - 0.390625, - 0.408203, - 0.238281, - 0.429688, - 0.466797, - 0.378906, - 0.320312, - 0.341797, - 0.558594, - 0.400391, - 0.398438, - 0.365234, - 0.238281, - 0.203125, - 0.90625, - 0.330078, - 0.519531, - 0.322266, - 0.322266, - 0.298828, - 0.589844, - 0.384766, - 0.333984, - 0.376953, - 0.22168, - 0.394531, - 0.273438, - 0.369141, - 0.332031, - 0.365234, - 0.808594, - 0.363281, - 0.425781, - 0.675781, - 0.423828, - 0.636719, - 0.396484, - 0.402344, - 0.441406, - 0.417969, - 0.332031, - 0.320312, - 0.355469, - 0.330078, - 0.330078, - 0.308594, - 0.5625, - 0.259766, - 0.511719, - 0.416016, - 0.53125, - 0.335938, - 0.355469, - 0.19043, - 0.503906, - 0.233398, - 0.3125, - 0.460938, - 0.347656, - 0.28125, - 0.308594, - 0.433594, - 0.316406, - 0.458984, - 0.392578, - 0.367188, - 0.337891, - 0.851562, - 0.621094, - 0.648438, - 0.353516, - 0.431641, - 0.408203, - 0.224609, - 0.400391, - 0.458984, - 0.228516, - 0.398438, - 0.308594, - 0.384766, - 0.392578, - 0.384766, - 0.320312, - 0.333984, - 0.435547, - 0.239258, - 0.291016, - 0.546875, - 0.390625, - 0.361328, - 0.447266, - 0.449219, - 0.40625, - 0.478516, - 0.402344, - 0.503906, - 0.474609, - 0.449219, - 0.237305, - 0.460938, - 0.353516, - 0.335938, - 0.232422, - 0.279297, - 0.234375, - 0.171875, - 0.353516, - 0.494141, - 0.28125, - 0.316406, - 0.269531, - 0.363281, - 0.318359, - 0.443359, - 0.585938, - 0.300781, - 0.373047, - 0.306641, - 0.482422, - 0.162109, - 0.341797, - 0.476562, - 0.408203, - 0.455078, - 0.769531, - 0.400391, - 0.476562, - 0.322266, - 0.263672, - 0.273438, - 0.558594, - 0.365234, - 0.353516, - 0.285156, - 0.621094, - 0.316406, - 0.316406, - 0.382812, - 0.251953, - 0.363281, - 0.196289, - 0.427734, - 0.163086, - 0.421875, - 0.636719, - 0.316406, - 0.251953, - 0.601562, - 0.523438, - 0.419922, - 0.175781, - 0.291016, - 0.349609, - 0.322266, - 0.535156, - 0.143555, - 0.464844, - 0.410156, - 0.427734, - 0.294922, - 0.349609, - 0.291016, - 0.667969, - 0.40625, - 0.527344, - 0.302734, - 0.283203, - 0.494141, - 0.349609, - 0.332031, - 0.65625, - 0.283203, - 0.310547, - 0.617188, - 0.375, - 0.328125, - 0.34375, - 0.248047, - 0.263672, - 0.291016, - 0.298828, - 0.546875, - 0.462891, - 0.357422, - 0.326172, - 0.382812, - 0.3125, - 0.404297, - 0.324219, - 0.304688, - 0.255859, - 0.402344, - 0.421875, - 0.345703, - 0.355469, - 0.423828, - 0.40625, - 0.337891, - 0.414062, - 0.376953, - 0.574219, - 0.503906, - 0.466797, - 0.373047, - 0.296875, - 0.373047, - 0.451172, - 0.527344, - 0.396484, - 0.361328, - 0.279297, - 0.314453, - 0.351562, - 0.550781, - 0.361328, - 0.539062, - 0.396484, - 0.341797, - 0.320312, - 0.200195, - 0.296875, - 0.150391, - 0.267578, - 0.335938, - 0.433594, - 0.324219, - 0.298828, - 0.388672, - 0.558594, - 0.542969, - 0.515625, - 0.398438, - 0.197266, - 0.147461, - 0.447266, - 0.6875, - 0.263672, - 0.421875, - 0.355469, - 0.361328, - 0.498047, - 0.306641, - 0.410156, - 0.363281, - 0.310547, - 0.558594, - 0.212891, - 0.486328, - 0.359375, - 0.527344, - 0.324219, - 0.449219, - 0.324219, - 0.378906, - 0.480469, - 0.439453, - 0.503906, - 0.183594, - 0.298828, - 0.492188, - 0.380859, - 0.550781, - 0.369141, - 0.285156, - 0.292969, - 0.335938, - 0.539062, - 0.316406 - ] - }, - "name": "model.transformer.layers.17.attn_norm.weight", - "outputIndexes": [ - 1078 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1077, - 1078 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1079 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1079 - ], - "outputIndexes": [ - 2429 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2429 - ], - "outputIndexes": [ - 2430 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear", - "inputIndexes": [ - 2430 - ], - "outputIndexes": [ - 2431 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 248897220, - 1572886, - 196608, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2431 - ], - "outputIndexes": [ - 2432 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2432 - ], - "outputIndexes": [ - 1080 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1079 - ], - "main_type": "NONE", - "name": "/Shape_69_output_0", - "outputIndexes": [ - 1081 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1081 - ], - "main_type": "NONE", - "name": "Shape1532", - "outputIndexes": [ - 1082 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1081 - ], - "main_type": "NONE", - "name": "Rank1534", - "outputIndexes": [ - 1083 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1083, - 1083 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1536", - "outputIndexes": [ - 1084 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1084 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1537", - "outputIndexes": [ - 1085 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1084, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1539", - "outputIndexes": [ - 1086 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1086 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1540", - "outputIndexes": [ - 1087 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1082, - 1085, - 1087, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1543", - "outputIndexes": [ - 1088 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1088 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1544", - "outputIndexes": [ - 1089 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1089 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1545", - "outputIndexes": [ - 1090 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1090, - 1089 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1546", - "outputIndexes": [ - 1091 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1081, - 1091, - 1084 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_89_output_0", - "outputIndexes": [ - 1092 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1092, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_171_output_0", - "outputIndexes": [ - 1093 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1093, - 671, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_85_output_0", - "outputIndexes": [ - 1094 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1080, - 1094 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_69_output_0", - "outputIndexes": [ - 1095 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1095 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_17/Mul_output_0", - "outputIndexes": [ - 1096 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.355469, - -0.009521, - 0.011536, - 0.053955, - 1.34375, - 1.3125, - 1.578125, - 1.617188, - 1.507812, - 1.648438, - 1.710938, - 1.773438, - 1.851562, - 1.921875, - 1.976562, - 2.03125, - 2.28125, - 2.15625, - 2.375, - 2.125, - 2.390625, - 3.25, - 2.171875, - 2.203125, - 2.078125, - 1.898438, - 2.078125, - 2.375, - 2.0, - 2.1875, - 2.125, - 1.945312, - 0.001732, - 0.062988, - -0.277344, - 1.648438, - 0.867188, - 1.601562, - 1.304688, - 1.539062, - 1.5, - 1.71875, - 1.882812, - 1.859375, - 1.890625, - 1.726562, - 2.078125, - 2.109375, - 1.773438, - 2.0625, - 1.984375, - 2.28125, - 2.046875, - 1.421875, - 2.234375, - 2.140625, - 2.109375, - 2.296875, - 1.96875, - 1.84375, - 2.171875, - 1.9375, - 1.9375, - 2.203125 - ] - }, - "name": "model.transformer.layers.17.attn.q_norm.weight", - "outputIndexes": [ - 1097 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1096, - 1097 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1098 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1098, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_68_output_0", - "outputIndexes": [ - 1099 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1098, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_69_output_0", - "outputIndexes": [ - 1100 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1100 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_34_output_0", - "outputIndexes": [ - 1101 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1098, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_68_output_0", - "outputIndexes": [ - 1102 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1101, - 1102 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_88_output_0", - "outputIndexes": [ - 1103 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1103, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_69_output_0", - "outputIndexes": [ - 1104 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1099, - 1104 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_68_output_0", - "outputIndexes": [ - 1105 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1079 - ], - "outputIndexes": [ - 2433 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2433 - ], - "outputIndexes": [ - 2434 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear", - "inputIndexes": [ - 2434 - ], - "outputIndexes": [ - 2435 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 250672858, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2435 - ], - "outputIndexes": [ - 2436 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2436 - ], - "outputIndexes": [ - 1106 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1093, - 685, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_86_output_0", - "outputIndexes": [ - 1107 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1106, - 1107 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_70_output_0", - "outputIndexes": [ - 1108 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1108 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_17/Mul_output_0", - "outputIndexes": [ - 1109 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.222656, - 0.037842, - 0.018433, - 0.005188, - 1.507812, - 1.257812, - 1.796875, - 1.625, - 1.117188, - 1.867188, - 1.8125, - 2.046875, - 2.109375, - 1.34375, - 2.09375, - 2.078125, - 1.273438, - 2.0, - 1.882812, - 2.203125, - 2.015625, - 0.570312, - 2.171875, - 2.140625, - 2.140625, - 1.984375, - 2.203125, - 2.4375, - 2.171875, - 2.109375, - 2.125, - 2.21875, - -0.001511, - -0.042725, - -0.231445, - 1.226562, - 0.265625, - 1.625, - 0.800781, - 1.398438, - 1.695312, - 1.523438, - 1.265625, - 1.476562, - 1.664062, - 2.03125, - 1.78125, - 2.0, - 2.21875, - 2.28125, - 2.15625, - 2.0, - 2.359375, - 3.15625, - 2.046875, - 2.09375, - 2.1875, - 1.898438, - 2.171875, - 2.53125, - 2.109375, - 2.4375, - 2.109375, - 2.015625 - ] - }, - "name": "model.transformer.layers.17.attn.k_norm.weight", - "outputIndexes": [ - 1110 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1109, - 1110 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1111 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1111, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_70_output_0", - "outputIndexes": [ - 1112 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1111, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_71_output_0", - "outputIndexes": [ - 1113 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1113 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_35_output_0", - "outputIndexes": [ - 1114 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1111, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_70_output_0", - "outputIndexes": [ - 1115 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1114, - 1115 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_89_output_0", - "outputIndexes": [ - 1116 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1116, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_71_output_0", - "outputIndexes": [ - 1117 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1112, - 1117 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_69_output_0", - "outputIndexes": [ - 1118 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1079 - ], - "outputIndexes": [ - 2437 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2437 - ], - "outputIndexes": [ - 2438 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear", - "inputIndexes": [ - 2438 - ], - "outputIndexes": [ - 2439 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 6144, - "weightSize": 0 - }, - "external": [ - 251116784, - 393238, - 49152, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2439 - ], - "outputIndexes": [ - 2440 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2440 - ], - "outputIndexes": [ - 1119 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1119, - 1107 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_71_output_0", - "outputIndexes": [ - 1120 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1105, - 1118, - 1120, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.17/self_attn/FusedAttention", - "outputIndexes": [ - 1121 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1121 - ], - "outputIndexes": [ - 2441 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2441 - ], - "outputIndexes": [ - 2442 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear", - "inputIndexes": [ - 2442 - ], - "outputIndexes": [ - 2443 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 251560710, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2443 - ], - "outputIndexes": [ - 2444 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2444 - ], - "outputIndexes": [ - 1122 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1076, - 1122 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_70_output_0", - "outputIndexes": [ - 1123 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1123 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_17/Mul_output_0", - "outputIndexes": [ - 1124 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.447266, - 0.320312, - 0.423828, - 0.447266, - 0.439453, - 0.400391, - 0.460938, - 0.400391, - 0.410156, - 0.34375, - 0.453125, - 0.386719, - 0.416016, - 0.441406, - 0.416016, - 0.320312, - 0.4375, - 0.396484, - 0.414062, - 0.455078, - 0.457031, - 0.443359, - 0.462891, - 0.351562, - 0.380859, - 0.558594, - 0.423828, - 0.40625, - 0.394531, - 0.378906, - 0.396484, - 0.398438, - 0.40625, - 0.421875, - 0.453125, - 0.443359, - 0.5, - 0.451172, - 0.382812, - 0.349609, - 0.507812, - 0.402344, - 0.390625, - 0.335938, - 0.4375, - 0.304688, - 0.417969, - 0.404297, - 0.419922, - 0.390625, - 0.435547, - 0.386719, - 0.441406, - 0.341797, - 0.380859, - 0.404297, - 0.40625, - 0.480469, - 0.445312, - 0.416016, - 0.417969, - 0.390625, - 0.400391, - 0.431641, - 0.197266, - 0.392578, - 0.382812, - 0.408203, - 0.439453, - 0.449219, - 0.417969, - 0.378906, - 0.398438, - 0.464844, - 0.332031, - 0.373047, - 0.396484, - 0.388672, - 0.402344, - 0.472656, - 0.390625, - 0.441406, - 0.365234, - 0.398438, - 0.408203, - 0.414062, - 0.390625, - 0.4375, - 0.400391, - 0.371094, - 0.470703, - 0.390625, - 0.392578, - 0.291016, - 0.328125, - 0.464844, - 0.433594, - 0.320312, - 0.417969, - 0.429688, - 0.382812, - 0.417969, - 0.363281, - 0.412109, - 0.382812, - 0.289062, - 0.384766, - 0.421875, - 0.416016, - 0.339844, - 0.347656, - 0.441406, - 0.425781, - 0.392578, - 0.5, - 0.378906, - 0.40625, - 0.369141, - 0.402344, - 0.408203, - 0.394531, - 0.427734, - 0.337891, - 0.34375, - 0.458984, - 0.310547, - 0.378906, - 0.503906, - 0.314453, - 0.359375, - 0.400391, - 0.460938, - 0.394531, - 0.404297, - 0.375, - 0.457031, - 0.443359, - 0.316406, - 0.357422, - 0.394531, - 0.351562, - 0.429688, - 0.435547, - 0.402344, - 0.320312, - 0.351562, - 0.419922, - 0.320312, - 0.355469, - 0.332031, - 0.458984, - 0.453125, - 0.398438, - 0.400391, - 0.429688, - 0.382812, - 0.427734, - 0.419922, - 0.326172, - 0.417969, - 0.412109, - 0.412109, - 0.267578, - 0.361328, - 0.367188, - 0.341797, - 0.388672, - 0.318359, - 0.322266, - 0.435547, - 0.238281, - 0.324219, - 0.417969, - 0.353516, - 0.40625, - 0.394531, - 0.373047, - 0.412109, - 0.326172, - 0.453125, - 0.4375, - 0.453125, - 0.421875, - 0.390625, - 0.429688, - 0.394531, - 0.417969, - 0.427734, - 0.423828, - 0.457031, - 0.402344, - 0.484375, - 0.431641, - 0.363281, - 0.380859, - 0.363281, - 0.451172, - 0.363281, - 0.423828, - 0.410156, - 0.412109, - 0.400391, - 0.353516, - 0.419922, - 0.373047, - 0.427734, - 0.417969, - 0.431641, - 0.318359, - 0.318359, - 0.376953, - 0.400391, - 0.449219, - 0.394531, - 0.382812, - 0.404297, - 0.410156, - 0.439453, - 0.404297, - 0.337891, - 0.302734, - 0.404297, - 0.248047, - 0.416016, - 0.339844, - 0.310547, - 0.386719, - 0.419922, - 0.345703, - 0.439453, - 0.361328, - 0.333984, - 0.324219, - 0.416016, - 0.408203, - 0.40625, - 0.361328, - 0.447266, - 0.231445, - 0.429688, - 0.404297, - 0.328125, - 0.449219, - 0.414062, - 0.388672, - 0.416016, - 0.316406, - 0.421875, - 0.345703, - 0.429688, - 0.417969, - 0.314453, - 0.433594, - 0.414062, - 0.380859, - 0.310547, - 0.398438, - 0.439453, - 0.376953, - 0.412109, - 0.380859, - 0.337891, - 0.433594, - 0.361328, - 0.382812, - 0.390625, - 0.4375, - 0.386719, - 0.439453, - 0.427734, - 0.478516, - 0.458984, - 0.400391, - 0.396484, - 0.400391, - 0.3125, - 0.298828, - 0.443359, - 0.40625, - 0.4375, - 0.376953, - 0.425781, - 0.429688, - 0.376953, - 0.296875, - 0.423828, - 0.292969, - 0.412109, - 0.390625, - 0.449219, - 0.439453, - 0.421875, - 0.363281, - 0.398438, - 0.427734, - 0.414062, - 0.40625, - 0.453125, - 0.503906, - 0.359375, - 0.453125, - 0.375, - 0.347656, - 0.394531, - 0.462891, - 0.455078, - 0.259766, - 0.392578, - 0.335938, - 0.433594, - 0.349609, - 0.433594, - 0.412109, - 0.451172, - 0.605469, - 0.447266, - 0.414062, - 0.425781, - 0.486328, - 0.308594, - 0.388672, - 0.400391, - 0.433594, - 0.380859, - 0.421875, - 0.443359, - 0.425781, - 0.001511, - 0.394531, - 0.445312, - 0.408203, - 0.373047, - 0.423828, - 0.433594, - 0.388672, - 0.443359, - 0.423828, - 0.341797, - 0.423828, - 0.416016, - 0.427734, - 0.425781, - 0.480469, - 0.324219, - 0.425781, - 0.347656, - 0.375, - 0.419922, - 0.435547, - 0.361328, - 0.419922, - 0.408203, - 0.369141, - 0.363281, - 0.351562, - 0.416016, - 0.427734, - 0.414062, - 0.384766, - 0.355469, - 0.402344, - 0.306641, - 0.460938, - 0.359375, - 0.423828, - 0.341797, - 0.464844, - 0.4375, - 0.414062, - 0.433594, - 0.34375, - 0.253906, - 0.400391, - 0.328125, - 0.359375, - 0.363281, - 0.238281, - 0.373047, - 0.466797, - 0.328125, - 0.412109, - 0.408203, - 0.427734, - 0.369141, - 0.353516, - 0.414062, - 0.421875, - 0.414062, - 0.414062, - 0.380859, - 0.392578, - 0.398438, - 0.445312, - 0.402344, - 0.421875, - 0.457031, - 0.439453, - 0.435547, - 0.337891, - 0.441406, - 0.40625, - 0.439453, - 0.378906, - 0.441406, - 0.365234, - 0.355469, - 0.394531, - 0.404297, - 0.416016, - 0.373047, - 0.289062, - 0.4375, - 0.439453, - 0.384766, - 0.367188, - 0.357422, - 0.455078, - 0.470703, - 0.382812, - 0.414062, - 0.416016, - 0.257812, - 0.402344, - 0.425781, - 0.458984, - 0.441406, - 0.398438, - 0.347656, - 0.408203, - 0.398438, - 0.429688, - 0.416016, - 0.417969, - 0.460938, - 0.449219, - 0.417969, - 0.404297, - 0.404297, - 0.460938, - 0.398438, - 0.445312, - 0.429688, - 0.398438, - 0.466797, - 0.396484, - 0.421875, - 0.466797, - 0.396484, - 0.458984, - 0.363281, - 0.427734, - 0.341797, - 0.390625, - 0.357422, - 0.421875, - 0.443359, - 0.451172, - 0.410156, - 0.414062, - 0.351562, - 0.404297, - 0.419922, - 0.433594, - 0.414062, - 0.330078, - 0.443359, - 0.402344, - 0.419922, - 0.386719, - 0.466797, - 0.330078, - 0.302734, - 0.388672, - 0.412109, - 0.408203, - 0.427734, - 0.455078, - 0.378906, - 0.423828, - 0.402344, - 0.470703, - 0.429688, - 0.376953, - 0.431641, - 0.414062, - 0.380859, - 0.445312, - 0.408203, - 0.410156, - 0.400391, - 0.300781, - 0.445312, - 0.464844, - 0.361328, - 0.410156, - 0.351562, - 0.414062, - 0.376953, - 0.392578, - 0.382812, - 0.417969, - 0.474609, - 0.378906, - 0.429688, - 0.416016, - 0.5, - 0.486328, - 0.408203, - 0.429688, - 0.433594, - 0.404297, - 0.417969, - 0.423828, - 0.414062, - 0.341797, - 0.136719, - 0.431641, - 0.353516, - 0.400391, - 0.308594, - 0.458984, - 0.449219, - 0.376953, - 0.298828, - 0.316406, - 0.285156, - 0.425781, - 0.416016, - 0.427734, - 0.404297, - 0.402344, - 0.304688, - 0.4375, - 0.443359, - 0.445312, - 0.425781, - 0.408203, - 0.484375, - 0.382812, - 0.421875, - 0.384766, - 0.421875, - 0.435547, - 0.431641, - 0.449219, - 0.402344, - 0.259766, - 0.267578, - 0.435547, - 0.361328, - 0.357422, - 0.445312, - 0.425781, - 0.21582, - 0.408203, - 0.412109, - 0.396484, - 0.363281, - 0.351562, - 0.412109, - 0.402344, - 0.345703, - 0.369141, - 0.427734, - 0.376953, - 0.378906, - 0.361328, - 0.328125, - 0.382812, - 0.339844, - 0.431641, - 0.324219, - 0.394531, - 0.388672, - 0.439453, - 0.332031, - 0.371094, - 0.419922, - 0.300781, - 0.392578, - 0.447266, - 0.507812, - 0.320312, - 0.332031, - 0.417969, - 0.476562, - 0.427734, - 0.396484, - 0.394531, - 0.40625, - 0.289062, - 0.466797, - 0.519531, - 0.402344, - 0.40625, - 0.341797, - 0.419922, - 0.400391, - 0.384766, - 0.445312, - 0.388672, - 0.421875, - 0.367188, - 0.402344, - 0.378906, - 0.332031, - 0.412109, - 0.466797, - 0.259766, - 0.241211, - 0.453125, - 0.345703, - 0.375, - 0.490234, - 0.410156, - 0.402344, - 0.384766, - 0.474609, - 0.417969, - 0.457031, - 0.447266, - 0.4375, - 0.384766, - 0.398438, - 0.375, - 0.255859, - 0.417969, - 0.166016, - 0.451172, - 0.455078, - 0.386719, - 0.402344, - 0.384766, - 0.453125, - 0.404297, - 0.400391, - 0.439453, - 0.40625, - 0.386719, - 0.455078, - 0.382812, - 0.425781, - 0.429688, - 0.333984, - 0.441406, - 0.427734, - 0.460938, - 0.341797, - 0.410156, - 0.369141, - 0.390625, - 0.423828, - 0.355469, - 0.421875, - 0.421875, - 0.402344, - 0.423828, - 0.455078, - 0.447266, - 0.392578, - 0.503906, - 0.527344, - 0.441406, - 0.498047, - 0.40625, - 0.412109, - 0.341797, - 0.423828, - 0.375, - 0.402344, - 0.392578, - 0.412109, - 0.191406, - 0.400391, - 0.285156, - 0.392578, - 0.361328, - 0.365234, - 0.394531, - 0.410156, - 0.341797, - 0.302734, - 0.433594, - 0.404297, - 0.40625, - 0.421875, - 0.392578, - 0.425781, - 0.359375, - 0.320312, - 0.421875, - 0.458984, - 0.398438, - 0.394531, - 0.445312, - 0.433594, - 0.404297, - 0.347656, - 0.408203, - 0.449219, - 0.425781, - 0.392578, - 0.423828, - 0.458984, - 0.421875, - 0.392578, - 0.417969, - 0.417969, - 0.417969, - 0.359375, - 0.464844, - 0.351562, - 0.431641, - 0.425781, - 0.441406, - 0.421875, - 0.441406, - 0.412109, - 0.511719, - 0.341797, - 0.400391, - 0.441406, - 0.429688, - 0.416016, - 0.412109, - 0.396484, - 0.402344, - 0.421875, - 0.28125, - 0.357422, - 0.363281, - 0.421875, - 0.349609, - 0.417969, - 0.419922, - 0.371094, - 0.367188, - 0.427734, - 0.433594, - 0.408203, - 0.427734, - 0.429688, - 0.427734, - 0.21582, - 0.380859, - 0.390625, - 0.427734, - 0.419922, - 0.328125, - 0.40625, - 0.40625, - 0.445312, - 0.447266, - 0.5, - 0.423828, - 0.478516, - 0.386719, - 0.353516, - 0.402344, - 0.416016, - 0.349609, - 0.394531, - 0.371094, - 0.425781, - 0.421875, - 0.404297, - 0.365234, - 0.464844, - 0.408203, - 0.429688, - 0.386719, - 0.421875, - 0.388672, - 0.388672, - 0.394531, - 0.414062, - 0.390625, - 0.361328, - 0.417969, - 0.318359, - 0.414062, - 0.335938, - 0.371094, - 0.443359, - 0.458984, - 0.429688, - 0.400391, - 0.400391, - 0.439453, - 0.283203, - 0.367188, - 0.419922, - 0.449219, - 0.324219, - 0.347656, - 0.427734, - 0.34375, - 0.412109, - 0.392578, - 0.4375, - 0.445312, - 0.400391, - 0.375, - 0.410156, - 0.386719, - 0.404297, - 0.400391, - 0.369141, - 0.355469, - 0.363281, - 0.347656, - 0.447266, - 0.478516, - 0.392578, - 0.490234, - 0.416016, - 0.404297, - 0.416016, - 0.408203, - 0.488281, - 0.431641, - 0.40625, - 0.412109, - 0.380859, - 0.386719, - 0.419922, - 0.304688, - 0.376953, - 0.439453, - 0.365234, - 0.427734, - 0.427734, - 0.361328, - 0.416016, - 0.380859, - 0.398438, - 0.40625, - 0.470703, - 0.400391, - 0.396484, - 0.398438, - 0.400391, - 0.421875, - 0.435547, - 0.425781, - 0.404297, - 0.396484, - 0.423828, - 0.488281, - 0.400391, - 0.404297, - 0.431641, - 0.441406, - 0.466797, - 0.361328, - 0.326172, - 0.396484, - 0.396484, - 0.345703, - 0.451172, - 0.390625, - 0.369141, - 0.318359, - 0.410156, - 0.298828, - 0.376953, - 0.445312, - 0.349609, - 0.394531, - 0.249023, - 0.421875, - 0.320312, - 0.460938, - 0.435547, - 0.427734, - 0.371094, - 0.414062, - 0.435547, - 0.414062, - 0.462891, - 0.447266, - 0.384766, - 0.402344, - 0.421875, - 0.429688, - 0.4375, - 0.425781, - 0.410156, - 0.410156, - 0.4375, - 0.404297, - 0.476562, - 0.318359, - 0.398438, - 0.396484, - 0.421875, - 0.416016, - 0.431641, - 0.414062, - 0.4375, - 0.447266, - 0.359375, - 0.294922, - 0.470703, - 0.333984, - 0.390625, - 0.390625, - 0.447266, - 0.410156, - 0.4375, - 0.435547, - 0.419922, - 0.457031, - 0.333984, - 0.429688, - 0.433594, - 0.394531, - 0.490234, - 0.427734, - 0.392578, - 0.443359, - 0.396484, - 0.447266, - 0.396484, - 0.392578, - 0.414062, - 0.423828, - 0.318359, - 0.410156, - 0.378906, - 0.382812, - 0.373047, - 0.402344, - 0.404297, - 0.408203, - 0.410156, - 0.402344, - 0.398438, - 0.460938, - 0.4375, - 0.4375, - 0.40625, - 0.466797, - 0.204102, - 0.3125, - 0.375, - 0.257812, - 0.359375, - 0.435547, - 0.380859, - 0.40625, - 0.386719, - 0.271484, - 0.429688, - 0.392578, - 0.353516, - 0.439453, - 0.375, - 0.347656, - 0.441406, - 0.419922, - 0.404297, - 0.388672, - 0.445312, - 0.40625, - 0.294922, - 0.425781, - 0.431641, - 0.398438, - 0.439453, - 0.445312, - 0.482422, - 0.386719, - 0.261719, - 0.363281, - 0.4375, - 0.335938, - 0.316406, - 0.328125, - 0.398438, - 0.40625, - 0.396484, - 0.371094, - 0.298828, - 0.408203, - 0.400391, - 0.306641, - 0.443359, - 0.351562, - 0.433594, - 0.457031, - 0.470703, - 0.449219, - 0.271484, - 0.410156, - 0.451172, - 0.40625, - 0.330078, - 0.390625, - 0.421875, - 0.447266, - 0.421875, - 0.396484, - 0.466797, - 0.423828, - 0.416016, - 0.308594, - 0.427734, - 0.386719, - 0.492188, - 0.40625, - 0.408203, - 0.378906, - 0.433594, - 0.441406, - 0.423828, - 0.410156, - 0.435547, - 0.355469, - 0.4375, - 0.419922, - 0.410156, - 0.414062, - 0.412109, - 0.433594, - 0.40625, - 0.433594, - 0.402344, - 0.425781, - 0.316406, - 0.314453, - 0.359375, - 0.419922, - 0.466797, - 0.386719, - 0.306641, - 0.4375, - 0.351562, - 0.425781, - 0.324219, - 0.400391, - 0.480469, - 0.447266, - 0.462891, - 0.390625, - 0.431641, - 0.310547, - 0.460938, - 0.365234, - 0.464844, - 0.392578, - 0.369141, - 0.332031, - 0.433594, - 0.425781, - 0.388672, - 0.425781, - 0.417969, - 0.4375, - 0.410156, - 0.384766, - 0.388672, - 0.408203, - 0.349609, - 0.314453, - 0.382812, - 0.392578, - 0.382812, - 0.472656, - 0.285156, - 0.373047, - 0.441406, - 0.429688, - 0.390625, - 0.267578, - 0.523438, - 0.283203, - 0.347656, - 0.380859, - 0.333984, - 0.40625, - 0.417969, - 0.412109, - 0.419922, - 0.398438, - 0.412109, - 0.472656, - 0.410156, - 0.410156, - 0.457031, - 0.4375, - 0.535156, - 0.457031, - 0.443359, - 0.5, - 0.337891, - 0.398438, - 0.443359, - 0.357422, - 0.425781, - 0.396484, - 0.333984, - 0.404297, - 0.445312, - 0.380859, - 0.3125, - 0.349609, - 0.320312, - 0.404297, - 0.425781, - 0.333984, - 0.363281, - 0.439453, - 0.382812, - 0.470703, - 0.431641, - 0.408203, - 0.449219, - 0.421875, - 0.34375, - 0.449219, - 0.287109, - 0.347656, - 0.394531, - 0.353516, - 0.470703, - 0.376953, - 0.3125, - 0.412109, - 0.417969, - 0.40625, - 0.490234, - 0.392578, - 0.433594, - 0.433594, - 0.3125, - 0.488281, - 0.435547, - 0.458984, - 1.132812, - 0.455078, - 0.458984, - 0.394531, - 0.451172, - 0.388672, - 0.402344, - 0.433594, - 0.382812, - 0.455078, - 0.470703, - 0.470703, - 0.416016, - 0.439453, - 0.423828, - 0.449219, - 0.4375, - 0.455078, - 0.417969, - 0.330078, - 0.423828, - 0.380859, - 0.416016, - 0.419922, - 0.40625, - 0.458984, - 0.371094, - 0.404297, - 0.417969, - 0.400391, - 0.492188, - 0.388672, - 0.447266, - 0.40625, - 0.378906, - 0.451172, - 0.404297, - 0.396484, - 0.410156, - 0.455078, - 0.416016, - 0.361328, - 0.388672, - 0.447266, - 0.451172, - 0.453125, - 0.453125, - 0.345703, - 0.443359, - 0.357422, - 0.4375, - 0.425781, - 0.302734, - 0.425781, - 0.332031, - 0.373047, - 0.400391, - 0.386719, - 0.326172, - 0.308594, - 0.429688, - 0.417969, - 0.439453, - 0.416016, - 0.400391, - 0.427734, - 0.410156, - 0.464844, - 0.535156, - 0.392578, - 0.390625, - 0.402344, - 0.375, - 0.449219, - 0.392578, - 0.431641, - 0.449219, - 0.40625, - 0.427734, - 0.242188, - 0.416016, - 0.431641, - 0.417969, - 0.433594, - 0.421875, - 0.339844, - 0.441406, - 0.326172, - 0.423828, - 0.455078, - 0.402344, - 0.353516, - 0.408203, - 0.408203, - 0.408203, - 0.386719, - 0.416016, - 0.414062, - 0.367188, - 0.341797, - 0.289062, - 0.384766, - 0.392578, - 0.382812, - 0.408203, - 0.410156, - 0.429688, - 0.439453, - 0.462891, - 0.40625, - 0.388672, - 0.306641, - 0.433594, - 0.365234, - 0.373047, - 0.427734, - 0.460938, - 0.386719, - 0.229492, - 0.296875, - 0.433594, - 0.40625, - 0.349609, - 0.410156, - 0.396484, - 0.404297, - 0.40625, - 0.365234, - 0.458984, - 0.433594, - 0.400391, - 0.4375, - 0.388672, - 0.421875, - 0.394531, - 0.353516, - 0.425781, - 0.353516, - 0.367188, - 0.369141, - 0.396484, - 0.429688, - 0.441406, - 0.431641, - 0.396484, - 0.425781, - 0.302734, - 0.392578, - 0.458984, - 0.439453, - 0.470703, - 0.390625, - 0.4375, - 0.421875, - 0.439453, - 0.322266, - 0.398438, - 0.4375, - 0.435547, - 0.369141, - 0.337891, - 0.453125, - 0.330078, - 0.349609, - 0.376953, - 0.404297, - 0.466797, - 0.4375, - 0.421875, - 0.421875, - 0.421875, - 0.300781, - 0.421875, - 0.388672, - 0.439453, - 0.40625, - 0.416016, - 0.392578, - 0.404297, - 0.410156, - 0.410156, - 0.4375, - 0.414062, - 0.433594, - 0.384766, - 0.441406, - 0.316406, - 0.324219, - 0.417969, - 0.460938, - 0.412109, - 0.40625, - 0.382812, - 0.421875, - 0.337891, - 0.402344, - 0.429688, - 0.394531, - 0.417969, - 0.400391, - 0.351562, - 0.476562, - 0.419922, - 0.376953, - 0.396484, - 0.392578, - 0.414062, - 0.431641, - 0.425781, - 0.345703, - 0.439453, - 0.558594, - 0.462891, - 0.431641, - 0.388672, - 0.458984, - 0.412109, - 0.431641, - 0.439453, - 0.480469, - 0.408203, - 0.408203, - 0.382812, - 0.429688, - 0.419922, - 0.402344, - 0.353516, - 0.40625, - 0.416016, - 0.5625, - 0.4375, - 0.365234, - 0.378906, - 0.425781, - 0.412109, - 0.419922, - 0.257812, - 0.410156, - 0.416016, - 0.414062, - 0.380859, - 0.351562, - 0.396484, - 0.455078, - 0.375, - 0.347656, - 0.451172, - 0.376953, - 0.455078, - 0.229492, - 0.412109, - 0.455078, - 0.302734, - 0.482422, - 0.431641, - 0.398438, - 0.466797, - 0.308594, - 0.408203, - 0.408203, - 0.417969, - 0.445312, - 0.357422, - 0.400391, - 0.453125, - 0.400391, - 0.371094, - 0.388672, - 0.357422, - 0.417969, - 0.457031, - 0.298828, - 0.414062, - 0.244141, - 0.414062, - 0.412109, - 0.423828, - 0.386719, - 0.4375, - 0.396484, - 0.498047, - 0.386719, - 0.351562, - 0.417969, - 0.429688, - 0.419922, - 0.380859, - 0.357422, - 0.4375, - 0.425781, - 0.408203, - 0.445312, - 0.412109, - 0.470703, - 0.416016, - 0.0009, - 0.341797, - 0.386719, - 0.337891, - 0.349609, - 0.386719, - 0.375, - 0.480469, - 0.412109, - 0.482422, - 0.388672, - 0.369141, - 0.453125, - 0.345703, - 0.375, - 0.330078, - 0.460938, - 0.353516, - 0.231445, - 0.574219, - 0.503906, - 0.441406, - 0.384766, - 0.394531, - 0.400391, - 0.371094, - 0.410156, - 0.427734, - 0.53125, - 0.396484, - 0.462891, - 0.433594, - 0.410156, - 0.408203, - 0.425781, - 0.447266, - 0.353516, - 0.451172, - 0.322266, - 0.414062, - 0.421875, - 0.519531, - 0.341797, - 0.337891, - 0.419922, - 0.427734, - 0.335938, - 0.390625, - 0.4375, - 0.318359, - 0.396484, - 0.417969, - 0.388672, - 0.390625, - 0.431641, - 0.412109, - 0.451172, - 0.337891, - 0.373047, - 0.386719, - 0.365234, - 0.40625, - 0.326172, - 0.46875, - 0.396484, - 0.429688, - 0.376953, - 0.40625, - 0.435547, - 0.404297, - 0.361328, - 0.429688, - 0.388672, - 0.404297, - 0.318359, - 0.371094, - 0.429688, - 0.396484, - 0.519531, - 0.464844, - 0.410156, - 0.4375, - 0.412109, - 0.398438, - 0.408203, - 0.361328, - 0.404297, - 0.431641, - 0.412109, - 0.345703, - 0.382812, - 0.287109, - 0.396484, - 0.388672, - 0.367188, - 0.298828, - 0.390625, - 0.349609, - 0.441406, - 0.349609, - 0.427734, - 0.414062, - 0.449219, - 0.328125, - 0.367188, - 0.402344, - 0.408203, - 0.421875, - 0.40625, - 0.419922, - 0.417969, - 0.333984, - 0.34375, - 0.40625, - 0.412109, - 0.435547, - 0.380859, - 0.396484, - 0.349609, - 0.429688, - 0.5, - 0.427734, - 0.40625, - 0.494141, - 0.386719, - 0.402344, - 0.423828, - 0.417969, - 0.294922, - 0.441406, - 0.408203, - 0.414062, - 0.443359, - 0.417969, - 0.404297, - 0.410156, - 0.443359, - 0.423828, - 0.34375, - 0.388672, - 0.386719, - 0.423828, - 0.445312, - 0.441406, - 0.488281, - 0.376953, - 0.425781, - 0.451172, - 0.433594, - 0.417969, - 0.435547, - 0.445312, - 0.363281, - 0.419922, - 0.449219, - 0.410156, - 0.496094, - 0.439453, - 0.431641, - 0.392578, - 0.4375, - 0.404297, - 0.337891, - 0.400391, - 0.398438, - 0.451172, - 0.158203, - 0.408203, - 0.414062, - 0.318359, - 0.386719, - 0.419922, - 0.353516, - 0.378906, - 0.431641, - 0.404297, - 0.361328, - 0.378906, - 0.316406, - 0.371094, - 0.347656, - 0.408203, - 0.394531, - 0.447266, - 0.314453, - 0.443359, - 0.427734, - 0.404297, - 0.451172, - 0.394531, - 0.412109, - 0.359375, - 0.371094, - 0.283203, - 0.40625, - 0.369141, - 0.417969, - 0.449219, - 0.392578, - 0.423828, - 0.460938, - 0.4375, - 0.494141, - 0.402344, - 0.439453, - 0.373047, - 0.375, - 0.324219, - 0.439453, - 0.417969, - 0.376953, - 0.408203, - 0.427734, - 0.390625, - 0.449219, - 0.349609, - 0.402344, - 0.378906, - 0.398438, - 0.417969, - 0.402344, - 0.373047, - 0.400391, - 0.429688, - 0.433594, - 0.326172, - 0.433594, - 0.494141, - 0.382812, - 0.460938, - 0.478516, - 0.53125, - 0.464844, - 0.373047, - 0.494141, - 0.412109, - 0.4375, - 0.330078, - 0.392578, - 0.439453, - 0.394531, - 0.431641, - 0.404297, - 0.449219, - 0.369141, - 0.40625, - 0.419922, - 0.408203, - 0.429688, - 0.460938, - 0.371094, - 0.472656, - 0.435547, - 0.421875, - 0.494141, - 0.361328, - 0.308594, - 0.460938, - 0.404297, - 0.363281, - 0.414062, - 0.480469, - 0.380859, - 0.494141, - 0.40625, - 0.392578, - 0.408203, - 0.371094, - 0.333984, - 0.349609, - 0.394531, - 0.388672, - 0.453125, - 0.441406, - 0.414062, - 0.460938, - 0.423828, - 0.402344, - 0.201172, - 0.53125, - 0.380859, - 0.416016, - 0.439453, - 0.486328, - 0.421875, - 0.443359, - 0.388672, - 0.414062, - 0.380859, - 0.451172, - 0.351562, - 0.441406, - 0.326172, - 0.386719, - 0.384766, - 0.421875, - 0.412109, - 0.382812, - 0.414062, - 0.451172, - 0.302734, - 0.507812, - 0.429688, - 0.300781, - 0.478516, - 0.441406, - 0.392578, - 0.335938, - 0.447266, - 0.439453, - 0.398438, - 0.392578, - 0.433594, - 0.449219, - 0.3125, - 0.435547, - 0.353516, - 0.435547, - 0.439453, - 0.453125, - 0.394531, - 0.384766, - 0.417969, - 0.396484, - 0.294922, - 0.398438, - 0.476562, - 0.455078, - 0.316406, - 0.410156, - 0.414062, - 0.435547, - 0.408203, - 0.408203, - 0.318359, - 0.353516, - 0.5, - 0.466797, - 0.402344, - 0.341797, - 0.412109, - 0.285156, - 0.369141, - 0.398438, - 0.478516, - 0.275391, - 0.443359, - 0.433594, - 0.382812, - 0.414062, - 0.433594, - 0.384766, - 0.417969, - 0.398438, - 0.480469, - 0.443359, - 0.431641, - 0.410156, - 0.375, - 0.353516, - 0.212891, - 0.400391, - 0.46875, - 0.380859, - 0.392578, - 0.412109, - 0.507812, - 0.398438, - 0.402344, - 0.396484, - 0.347656, - 0.429688, - 0.355469, - 0.412109, - 0.423828, - 0.359375, - 0.404297, - 0.425781, - 0.439453, - 0.492188, - 0.443359, - 0.527344, - 0.416016, - 0.416016, - 0.414062, - 0.408203, - 0.425781, - 0.402344, - 0.410156, - 0.419922, - 0.386719, - 0.289062, - 0.441406, - 0.357422, - 0.503906, - 0.392578, - 0.458984, - 0.394531, - 0.412109, - 0.337891, - 0.417969, - 0.365234, - 0.400391, - 0.457031, - 0.400391, - 0.40625, - 0.353516, - 0.416016, - 0.398438, - 0.464844, - 0.408203, - 0.410156, - 0.431641, - 0.570312, - 0.519531, - 0.519531, - 0.417969, - 0.402344, - 0.361328, - 0.365234, - 0.429688, - 0.457031, - 0.337891, - 0.417969, - 0.40625, - 0.425781, - 0.431641, - 0.425781, - 0.429688, - 0.386719, - 0.443359, - 0.359375, - 0.396484, - 0.486328, - 0.396484, - 0.408203, - 0.445312, - 0.457031, - 0.353516, - 0.435547, - 0.34375, - 0.457031, - 0.4375, - 0.429688, - 0.351562, - 0.433594, - 0.386719, - 0.378906, - 0.398438, - 0.367188, - 0.363281, - 0.335938, - 0.384766, - 0.412109, - 0.353516, - 0.310547, - 0.355469, - 0.349609, - 0.341797, - 0.443359, - 0.474609, - 0.386719, - 0.306641, - 0.369141, - 0.453125, - 0.324219, - 0.361328, - 0.466797, - 0.400391, - 0.441406, - 0.482422, - 0.433594, - 0.394531, - 0.515625, - 0.371094, - 0.408203, - 0.414062, - 0.419922, - 0.361328, - 0.400391, - 0.449219, - 0.414062, - 0.410156, - 0.433594, - 0.330078, - 0.466797, - 0.304688, - 0.466797, - 0.347656, - 0.414062, - 0.511719, - 0.416016, - 0.34375, - 0.474609, - 0.429688, - 0.402344, - 0.318359, - 0.359375, - 0.408203, - 0.410156, - 0.417969, - 0.335938, - 0.421875, - 0.351562, - 0.410156, - 0.300781, - 0.40625, - 0.322266, - 0.492188, - 0.417969, - 0.496094, - 0.359375, - 0.376953, - 0.394531, - 0.404297, - 0.416016, - 0.464844, - 0.382812, - 0.417969, - 0.488281, - 0.417969, - 0.382812, - 0.373047, - 0.34375, - 0.400391, - 0.384766, - 0.396484, - 0.447266, - 0.458984, - 0.417969, - 0.363281, - 0.353516, - 0.417969, - 0.417969, - 0.326172, - 0.40625, - 0.353516, - 0.423828, - 0.457031, - 0.394531, - 0.412109, - 0.455078, - 0.410156, - 0.384766, - 0.435547, - 0.402344, - 0.496094, - 0.435547, - 0.458984, - 0.423828, - 0.386719, - 0.398438, - 0.417969, - 0.451172, - 0.402344, - 0.410156, - 0.384766, - 0.332031, - 0.335938, - 0.330078, - 0.416016, - 0.408203, - 0.410156, - 0.396484, - 0.429688, - 0.300781, - 0.384766, - 0.320312, - 0.396484, - 0.441406, - 0.425781, - 0.375, - 0.388672, - 0.390625, - 0.453125, - 0.449219, - 0.462891, - 0.414062, - 0.337891, - 0.320312, - 0.435547, - 0.466797, - 0.40625, - 0.439453, - 0.402344, - 0.427734, - 0.427734, - 0.390625, - 0.431641, - 0.357422, - 0.439453, - 0.248047, - 0.333984, - 0.443359, - 0.40625, - 0.462891, - 0.396484, - 0.457031, - 0.419922, - 0.443359, - 0.451172, - 0.445312, - 0.496094, - 0.335938, - 0.400391, - 0.462891, - 0.449219, - 0.472656, - 0.367188, - 0.351562, - 0.361328, - 0.439453, - 0.443359, - 0.400391 - ] - }, - "name": "model.transformer.layers.17.ffn_norm.weight", - "outputIndexes": [ - 1125 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1124, - 1125 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1126 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1126 - ], - "outputIndexes": [ - 2445 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2445 - ], - "outputIndexes": [ - 2446 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear", - "inputIndexes": [ - 2446 - ], - "outputIndexes": [ - 2447 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 11264, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 180224, - "weightSize": 0 - }, - "external": [ - 253330204, - 11534358, - 1441792, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2447 - ], - "outputIndexes": [ - 2448 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2448 - ], - "outputIndexes": [ - 1127 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 11264 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1127, - 21, - 527, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_17/Slice_output_0", - "outputIndexes": [ - 1128 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_17/Sigmoid_output_0", - "outputIndexes": [ - 1129 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128, - 1129 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_17/Mul_output_0", - "outputIndexes": [ - 1130 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 11264 - ] - }, - "name": "/ffn_17/Mul_1_output_0", - "outputIndexes": [ - 1131 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1127, - 527, - 1131, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_17/Slice_1_output_0", - "outputIndexes": [ - 1132 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1130, - 1132 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_17/Mul_2_output_0", - "outputIndexes": [ - 1133 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1133 - ], - "outputIndexes": [ - 2449 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5632, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2449 - ], - "outputIndexes": [ - 2450 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear", - "inputIndexes": [ - 2450 - ], - "outputIndexes": [ - 2451 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5632, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 90112, - "weightSize": 0 - }, - "external": [ - 266306354, - 5767190, - 720896, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2451 - ], - "outputIndexes": [ - 2452 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2452 - ], - "outputIndexes": [ - 1134 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1123, - 1134 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_71_output_0", - "outputIndexes": [ - 1135 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1135, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_72_output_0", - "outputIndexes": [ - 1136 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1136 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_18/Mul_output_0", - "outputIndexes": [ - 1137 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.455078, - 0.310547, - 0.498047, - 0.511719, - 0.476562, - 0.457031, - 0.578125, - 0.460938, - 0.478516, - 0.341797, - 0.515625, - 0.40625, - 0.464844, - 0.53125, - 0.425781, - 0.267578, - 0.589844, - 0.455078, - 0.462891, - 0.550781, - 0.570312, - 0.519531, - 0.527344, - 0.384766, - 0.451172, - 0.734375, - 0.511719, - 0.453125, - 0.46875, - 0.443359, - 0.429688, - 0.486328, - 0.523438, - 0.457031, - 0.462891, - 0.527344, - 0.660156, - 0.519531, - 0.458984, - 0.394531, - 0.605469, - 0.384766, - 0.453125, - 0.361328, - 0.53125, - 0.423828, - 0.507812, - 0.427734, - 0.542969, - 0.460938, - 0.527344, - 0.464844, - 0.457031, - 0.351562, - 0.4375, - 0.40625, - 0.410156, - 0.550781, - 0.503906, - 0.453125, - 0.474609, - 0.416016, - 0.367188, - 0.466797, - 0.394531, - 0.423828, - 0.421875, - 0.478516, - 0.474609, - 0.53125, - 0.453125, - 0.488281, - 0.386719, - 0.574219, - 0.511719, - 0.451172, - 0.435547, - 0.416016, - 0.488281, - 0.632812, - 0.398438, - 0.447266, - 0.386719, - 0.439453, - 0.527344, - 0.451172, - 0.458984, - 0.535156, - 0.550781, - 0.378906, - 0.578125, - 0.447266, - 0.371094, - 0.4375, - 0.300781, - 0.558594, - 0.490234, - 0.345703, - 0.457031, - 0.490234, - 0.484375, - 0.390625, - 0.472656, - 0.419922, - 0.398438, - 0.855469, - 0.423828, - 0.439453, - 0.429688, - 0.292969, - 0.375, - 0.523438, - 0.476562, - 0.414062, - 0.664062, - 0.365234, - 0.494141, - 0.380859, - 0.435547, - 0.539062, - 0.419922, - 0.527344, - 0.332031, - 0.363281, - 0.484375, - 0.28125, - 0.554688, - 0.589844, - 0.402344, - 0.339844, - 0.429688, - 0.589844, - 0.392578, - 0.574219, - 0.414062, - 0.464844, - 0.498047, - 0.269531, - 0.435547, - 0.515625, - 0.373047, - 0.482422, - 0.478516, - 0.414062, - 0.332031, - 0.349609, - 0.419922, - 0.400391, - 0.365234, - 0.378906, - 0.511719, - 0.550781, - 0.464844, - 0.470703, - 0.5625, - 0.380859, - 0.527344, - 0.476562, - 0.324219, - 0.5, - 0.488281, - 0.443359, - 0.53125, - 0.416016, - 0.382812, - 0.466797, - 0.498047, - 0.330078, - 0.417969, - 0.523438, - 0.746094, - 0.380859, - 0.628906, - 0.462891, - 0.492188, - 0.400391, - 0.402344, - 0.558594, - 0.486328, - 0.535156, - 0.5, - 0.5, - 0.519531, - 0.425781, - 0.578125, - 0.441406, - 0.546875, - 0.492188, - 0.416016, - 0.5625, - 0.527344, - 0.664062, - 0.539062, - 0.378906, - 0.421875, - 0.482422, - 0.527344, - 0.398438, - 0.404297, - 0.478516, - 0.458984, - 0.421875, - 0.384766, - 0.453125, - 0.376953, - 0.449219, - 0.433594, - 0.447266, - 0.53125, - 0.412109, - 0.345703, - 0.404297, - 0.558594, - 0.457031, - 0.462891, - 0.404297, - 0.472656, - 0.554688, - 0.462891, - 0.53125, - 0.367188, - 0.511719, - 0.75, - 0.5, - 0.351562, - 0.470703, - 0.447266, - 0.390625, - 0.341797, - 0.490234, - 0.429688, - 0.388672, - 0.414062, - 0.474609, - 0.507812, - 0.5, - 0.417969, - 0.585938, - 1.125, - 0.431641, - 0.449219, - 0.355469, - 0.457031, - 0.421875, - 0.396484, - 0.511719, - 0.283203, - 0.474609, - 0.433594, - 0.511719, - 0.480469, - 0.410156, - 0.478516, - 0.369141, - 0.402344, - 0.408203, - 0.421875, - 0.539062, - 0.423828, - 0.527344, - 0.396484, - 0.404297, - 0.5625, - 0.408203, - 0.474609, - 0.447266, - 0.476562, - 0.416016, - 0.546875, - 0.447266, - 0.558594, - 0.542969, - 0.439453, - 0.412109, - 0.394531, - 0.447266, - 0.3125, - 0.476562, - 0.429688, - 0.507812, - 0.4375, - 0.578125, - 0.542969, - 0.363281, - 0.248047, - 0.515625, - 0.632812, - 0.496094, - 0.402344, - 0.470703, - 0.527344, - 0.498047, - 0.605469, - 0.472656, - 0.535156, - 0.460938, - 0.498047, - 0.480469, - 0.695312, - 0.25, - 0.554688, - 0.408203, - 0.359375, - 0.365234, - 0.546875, - 0.451172, - 0.703125, - 0.435547, - 0.384766, - 0.46875, - 0.333984, - 0.462891, - 0.458984, - 0.542969, - 0.800781, - 0.535156, - 0.441406, - 0.449219, - 0.644531, - 0.402344, - 0.396484, - 0.429688, - 0.535156, - 0.382812, - 0.398438, - 0.53125, - 0.492188, - 0.960938, - 0.386719, - 0.458984, - 0.451172, - 0.404297, - 0.494141, - 0.570312, - 0.451172, - 0.515625, - 0.476562, - 0.320312, - 0.449219, - 0.488281, - 0.416016, - 0.470703, - 0.478516, - 0.582031, - 0.558594, - 0.527344, - 0.462891, - 0.492188, - 0.494141, - 0.367188, - 0.417969, - 0.496094, - 0.324219, - 0.464844, - 0.460938, - 0.490234, - 0.421875, - 0.390625, - 0.398438, - 0.339844, - 0.40625, - 0.488281, - 0.5625, - 0.289062, - 0.417969, - 0.589844, - 0.523438, - 0.578125, - 0.447266, - 0.578125, - 0.462891, - 0.789062, - 0.457031, - 0.365234, - 0.314453, - 0.326172, - 0.675781, - 0.388672, - 0.660156, - 0.390625, - 0.539062, - 0.314453, - 0.425781, - 0.427734, - 0.386719, - 0.453125, - 0.46875, - 0.439453, - 0.4375, - 0.490234, - 0.417969, - 0.503906, - 0.609375, - 0.402344, - 0.5, - 0.601562, - 0.511719, - 0.480469, - 0.337891, - 0.53125, - 0.457031, - 0.546875, - 0.361328, - 0.478516, - 0.402344, - 0.429688, - 0.447266, - 0.439453, - 0.515625, - 0.400391, - 0.285156, - 0.4375, - 0.527344, - 0.535156, - 0.439453, - 0.376953, - 0.535156, - 0.601562, - 0.464844, - 0.4375, - 0.527344, - 0.707031, - 0.417969, - 0.476562, - 0.679688, - 0.472656, - 0.345703, - 0.369141, - 0.474609, - 0.425781, - 0.498047, - 0.453125, - 0.382812, - 0.546875, - 0.445312, - 0.507812, - 0.451172, - 0.441406, - 0.515625, - 0.578125, - 0.625, - 0.53125, - 0.396484, - 0.613281, - 0.455078, - 0.476562, - 0.511719, - 0.480469, - 0.625, - 0.363281, - 0.439453, - 0.285156, - 0.410156, - 0.353516, - 0.519531, - 0.515625, - 0.53125, - 0.404297, - 0.462891, - 0.367188, - 0.515625, - 0.523438, - 0.5, - 0.535156, - 0.476562, - 0.527344, - 0.417969, - 0.478516, - 0.507812, - 0.550781, - 0.318359, - 0.472656, - 0.396484, - 0.472656, - 0.443359, - 0.486328, - 0.546875, - 0.466797, - 0.416016, - 0.539062, - 0.5625, - 0.496094, - 0.396484, - 0.433594, - 0.460938, - 0.412109, - 0.527344, - 0.421875, - 0.394531, - 0.400391, - 0.378906, - 0.53125, - 0.664062, - 0.388672, - 0.375, - 0.4375, - 0.496094, - 0.384766, - 0.357422, - 0.392578, - 0.5, - 0.660156, - 0.462891, - 0.458984, - 0.431641, - 0.523438, - 0.703125, - 0.431641, - 0.470703, - 0.527344, - 0.457031, - 0.503906, - 0.480469, - 0.482422, - 0.476562, - 1.09375, - 0.4375, - 0.498047, - 0.429688, - 0.4375, - 0.578125, - 0.462891, - 0.496094, - 0.318359, - 0.412109, - 0.519531, - 0.443359, - 0.445312, - 0.482422, - 0.414062, - 0.447266, - 0.902344, - 0.486328, - 0.589844, - 0.486328, - 0.5, - 0.453125, - 0.554688, - 0.398438, - 0.519531, - 0.392578, - 0.470703, - 0.515625, - 0.478516, - 0.574219, - 0.439453, - 0.302734, - 0.53125, - 0.601562, - 0.875, - 0.416016, - 0.511719, - 0.621094, - 0.6875, - 0.546875, - 0.4375, - 0.447266, - 0.46875, - 0.474609, - 0.53125, - 0.496094, - 0.427734, - 0.447266, - 0.451172, - 0.470703, - 0.367188, - 0.320312, - 0.439453, - 0.349609, - 0.621094, - 0.427734, - 0.285156, - 0.451172, - 0.298828, - 0.451172, - 0.457031, - 0.488281, - 0.441406, - 0.332031, - 0.425781, - 0.539062, - 0.675781, - 0.808594, - 0.380859, - 0.511719, - 0.683594, - 0.445312, - 0.375, - 0.394531, - 0.447266, - 0.328125, - 0.582031, - 0.710938, - 0.445312, - 0.451172, - 0.386719, - 0.451172, - 0.470703, - 0.367188, - 0.515625, - 0.417969, - 0.550781, - 0.347656, - 0.404297, - 0.380859, - 0.507812, - 0.375, - 0.53125, - 0.652344, - 0.996094, - 0.527344, - 0.431641, - 0.388672, - 0.601562, - 0.466797, - 0.476562, - 0.390625, - 0.558594, - 0.486328, - 0.523438, - 0.496094, - 0.472656, - 0.480469, - 0.410156, - 0.363281, - 0.804688, - 0.470703, - 1.054688, - 0.451172, - 0.582031, - 0.423828, - 0.386719, - 0.443359, - 0.566406, - 0.429688, - 0.472656, - 0.558594, - 0.470703, - 0.353516, - 0.546875, - 0.363281, - 0.419922, - 0.423828, - 0.318359, - 0.460938, - 0.503906, - 0.65625, - 0.349609, - 0.453125, - 0.339844, - 0.494141, - 0.511719, - 0.339844, - 0.578125, - 0.447266, - 0.439453, - 0.507812, - 0.5625, - 0.535156, - 0.380859, - 0.664062, - 0.699219, - 0.53125, - 0.597656, - 0.515625, - 0.408203, - 0.320312, - 0.53125, - 0.519531, - 0.457031, - 0.527344, - 0.470703, - 0.980469, - 0.429688, - 0.300781, - 0.416016, - 0.476562, - 0.455078, - 0.535156, - 0.464844, - 0.308594, - 0.347656, - 0.490234, - 0.470703, - 0.472656, - 0.466797, - 0.314453, - 0.53125, - 0.367188, - 0.357422, - 0.451172, - 0.550781, - 0.449219, - 0.464844, - 0.4375, - 0.492188, - 0.464844, - 0.291016, - 0.435547, - 0.503906, - 0.439453, - 0.447266, - 0.435547, - 0.558594, - 0.464844, - 0.382812, - 0.443359, - 0.400391, - 0.425781, - 0.570312, - 0.621094, - 0.503906, - 0.367188, - 0.507812, - 0.5, - 0.523438, - 0.507812, - 0.423828, - 0.671875, - 0.326172, - 0.447266, - 0.550781, - 0.503906, - 0.519531, - 0.484375, - 0.361328, - 0.462891, - 0.433594, - 0.515625, - 0.316406, - 0.369141, - 0.511719, - 0.476562, - 0.496094, - 0.498047, - 0.474609, - 0.462891, - 0.523438, - 0.523438, - 0.511719, - 0.519531, - 0.554688, - 0.542969, - 0.5, - 0.326172, - 0.476562, - 0.498047, - 0.419922, - 0.373047, - 0.435547, - 0.410156, - 0.492188, - 0.486328, - 0.554688, - 0.472656, - 0.535156, - 0.304688, - 0.699219, - 0.488281, - 0.486328, - 0.451172, - 0.425781, - 0.408203, - 0.478516, - 0.478516, - 0.535156, - 0.382812, - 0.597656, - 0.423828, - 0.484375, - 0.386719, - 0.451172, - 0.382812, - 0.427734, - 0.457031, - 0.490234, - 0.439453, - 0.326172, - 0.460938, - 0.400391, - 0.453125, - 0.324219, - 0.367188, - 0.507812, - 0.609375, - 0.503906, - 0.457031, - 0.511719, - 0.507812, - 0.433594, - 0.412109, - 0.441406, - 0.648438, - 0.416016, - 0.486328, - 0.476562, - 0.300781, - 0.419922, - 0.46875, - 0.431641, - 0.59375, - 0.511719, - 0.380859, - 0.574219, - 0.480469, - 0.451172, - 0.503906, - 0.816406, - 0.341797, - 0.466797, - 0.404297, - 0.470703, - 0.566406, - 0.447266, - 0.546875, - 0.498047, - 0.447266, - 0.447266, - 0.476562, - 0.515625, - 0.488281, - 0.511719, - 0.494141, - 0.449219, - 0.466797, - 0.447266, - 0.347656, - 0.404297, - 0.535156, - 0.388672, - 0.466797, - 0.447266, - 0.380859, - 0.398438, - 0.451172, - 0.439453, - 0.445312, - 0.609375, - 0.5, - 0.429688, - 0.496094, - 0.53125, - 0.357422, - 0.464844, - 0.365234, - 0.480469, - 0.515625, - 0.46875, - 0.707031, - 0.443359, - 0.476562, - 0.455078, - 0.496094, - 0.570312, - 0.371094, - 0.316406, - 0.421875, - 0.490234, - 0.369141, - 0.515625, - 0.402344, - 0.408203, - 0.304688, - 0.484375, - 0.582031, - 0.388672, - 0.482422, - 0.382812, - 0.53125, - 0.558594, - 0.431641, - 0.392578, - 0.648438, - 0.488281, - 0.451172, - 0.410156, - 0.433594, - 0.554688, - 0.511719, - 0.578125, - 0.457031, - 0.507812, - 0.464844, - 0.478516, - 0.464844, - 0.507812, - 0.494141, - 0.419922, - 0.423828, - 0.498047, - 0.515625, - 0.675781, - 0.359375, - 0.435547, - 0.412109, - 0.5, - 0.417969, - 0.539062, - 0.458984, - 0.53125, - 0.523438, - 0.380859, - 0.40625, - 0.617188, - 0.333984, - 0.476562, - 0.423828, - 0.5625, - 0.511719, - 0.453125, - 0.423828, - 0.455078, - 0.566406, - 0.261719, - 0.494141, - 0.480469, - 0.402344, - 0.542969, - 0.515625, - 0.380859, - 0.474609, - 0.470703, - 0.480469, - 0.494141, - 0.470703, - 0.503906, - 0.550781, - 0.625, - 0.519531, - 0.535156, - 0.243164, - 0.503906, - 0.46875, - 0.423828, - 0.427734, - 0.392578, - 0.376953, - 0.392578, - 0.539062, - 0.441406, - 0.550781, - 0.410156, - 0.761719, - 0.863281, - 0.441406, - 0.460938, - 0.609375, - 0.326172, - 0.511719, - 0.380859, - 0.419922, - 0.441406, - 0.511719, - 0.466797, - 0.390625, - 0.376953, - 0.478516, - 0.302734, - 0.419922, - 0.511719, - 0.4375, - 0.429688, - 0.417969, - 0.550781, - 0.462891, - 0.341797, - 0.539062, - 0.53125, - 0.613281, - 0.519531, - 0.550781, - 0.566406, - 0.410156, - 0.112305, - 0.353516, - 0.535156, - 0.498047, - 0.396484, - 0.419922, - 0.398438, - 0.435547, - 0.511719, - 0.363281, - 0.710938, - 0.486328, - 0.396484, - 0.941406, - 0.546875, - 0.59375, - 0.466797, - 0.546875, - 0.582031, - 0.527344, - 0.433594, - 0.457031, - 0.605469, - 0.449219, - 0.363281, - 0.408203, - 0.478516, - 0.451172, - 0.546875, - 0.494141, - 0.542969, - 0.470703, - 0.458984, - 0.511719, - 0.417969, - 0.289062, - 0.632812, - 0.455078, - 0.470703, - 0.371094, - 0.539062, - 0.470703, - 0.494141, - 0.449219, - 0.5, - 0.392578, - 0.496094, - 0.523438, - 0.447266, - 0.480469, - 0.480469, - 0.478516, - 0.503906, - 0.582031, - 0.396484, - 0.392578, - 0.386719, - 0.449219, - 0.361328, - 0.597656, - 0.578125, - 0.439453, - 0.53125, - 0.5, - 0.423828, - 0.539062, - 0.318359, - 0.390625, - 0.476562, - 0.511719, - 0.625, - 0.40625, - 0.474609, - 0.417969, - 0.558594, - 0.40625, - 0.53125, - 0.464844, - 0.398438, - 0.392578, - 0.539062, - 0.478516, - 0.457031, - 0.523438, - 0.423828, - 0.511719, - 0.486328, - 0.451172, - 0.40625, - 0.453125, - 0.585938, - 0.355469, - 0.515625, - 0.455078, - 0.408203, - 0.671875, - 0.460938, - 0.488281, - 0.558594, - 0.462891, - 0.396484, - 0.519531, - 0.761719, - 0.287109, - 0.34375, - 0.4375, - 0.419922, - 0.498047, - 0.472656, - 0.474609, - 0.458984, - 0.441406, - 0.460938, - 0.621094, - 0.550781, - 0.472656, - 0.609375, - 0.486328, - 1.609375, - 0.53125, - 0.494141, - 0.660156, - 0.455078, - 0.466797, - 0.574219, - 0.394531, - 0.464844, - 0.394531, - 0.470703, - 0.478516, - 0.589844, - 0.464844, - 0.486328, - 0.363281, - 0.369141, - 0.464844, - 0.486328, - 0.404297, - 0.417969, - 0.494141, - 0.421875, - 0.730469, - 0.482422, - 0.490234, - 0.5, - 0.433594, - 0.384766, - 0.515625, - 0.451172, - 0.318359, - 0.53125, - 0.458984, - 0.589844, - 0.302734, - 0.267578, - 0.458984, - 0.523438, - 0.390625, - 0.613281, - 0.357422, - 0.515625, - 0.515625, - 0.458984, - 0.574219, - 0.585938, - 0.523438, - 1.164062, - 0.558594, - 0.535156, - 0.378906, - 0.503906, - 0.388672, - 0.443359, - 0.566406, - 0.480469, - 0.5, - 0.554688, - 0.539062, - 0.417969, - 0.546875, - 0.496094, - 0.507812, - 0.490234, - 0.589844, - 0.425781, - 0.376953, - 0.462891, - 0.382812, - 0.439453, - 0.466797, - 0.523438, - 0.617188, - 0.414062, - 0.570312, - 0.53125, - 0.5, - 0.585938, - 0.351562, - 0.527344, - 0.417969, - 0.425781, - 0.539062, - 0.464844, - 0.46875, - 0.470703, - 0.566406, - 0.470703, - 0.283203, - 0.447266, - 0.582031, - 0.539062, - 0.539062, - 0.535156, - 0.480469, - 0.494141, - 0.367188, - 0.535156, - 0.466797, - 0.625, - 0.554688, - 0.341797, - 0.439453, - 0.384766, - 0.457031, - 0.291016, - 0.318359, - 0.527344, - 0.453125, - 0.447266, - 0.460938, - 0.503906, - 0.494141, - 0.453125, - 0.554688, - 0.730469, - 0.421875, - 0.539062, - 0.304688, - 0.558594, - 0.476562, - 0.382812, - 0.478516, - 0.542969, - 0.386719, - 0.503906, - 0.644531, - 0.441406, - 0.726562, - 0.503906, - 0.494141, - 0.482422, - 0.396484, - 0.722656, - 0.402344, - 0.523438, - 0.515625, - 0.511719, - 0.349609, - 0.527344, - 0.421875, - 0.417969, - 0.335938, - 0.451172, - 0.490234, - 0.376953, - 0.267578, - 0.470703, - 0.492188, - 0.396484, - 0.554688, - 0.488281, - 0.498047, - 0.486328, - 0.486328, - 0.597656, - 0.371094, - 0.378906, - 0.574219, - 0.46875, - 0.5, - 0.431641, - 0.445312, - 0.613281, - 0.490234, - 0.804688, - 0.507812, - 0.566406, - 0.486328, - 0.447266, - 0.464844, - 0.400391, - 0.419922, - 0.433594, - 0.310547, - 0.589844, - 0.435547, - 0.527344, - 0.46875, - 0.445312, - 0.427734, - 0.320312, - 0.269531, - 0.443359, - 0.373047, - 0.359375, - 0.40625, - 0.371094, - 0.507812, - 0.453125, - 0.472656, - 0.423828, - 0.474609, - 0.605469, - 0.464844, - 0.566406, - 0.464844, - 0.5625, - 0.441406, - 0.511719, - 0.433594, - 0.494141, - 0.464844, - 0.470703, - 0.519531, - 0.345703, - 0.433594, - 0.400391, - 0.582031, - 0.376953, - 0.375, - 0.361328, - 0.388672, - 0.539062, - 0.539062, - 0.503906, - 0.492188, - 0.441406, - 0.357422, - 0.503906, - 0.408203, - 0.462891, - 0.578125, - 0.447266, - 0.441406, - 0.53125, - 0.314453, - 0.435547, - 0.503906, - 0.490234, - 0.498047, - 0.402344, - 0.550781, - 0.474609, - 0.578125, - 0.474609, - 0.570312, - 0.388672, - 0.464844, - 0.376953, - 0.496094, - 0.376953, - 0.408203, - 0.542969, - 0.421875, - 0.46875, - 0.445312, - 0.535156, - 0.523438, - 0.515625, - 0.337891, - 0.443359, - 0.527344, - 0.390625, - 0.417969, - 0.46875, - 0.3125, - 0.519531, - 0.730469, - 0.570312, - 0.53125, - 0.486328, - 0.621094, - 0.464844, - 0.550781, - 0.476562, - 0.621094, - 0.458984, - 0.439453, - 0.515625, - 0.398438, - 0.515625, - 0.574219, - 0.367188, - 0.384766, - 0.404297, - 0.652344, - 0.554688, - 0.382812, - 0.4375, - 0.474609, - 0.476562, - 0.527344, - 0.550781, - 0.496094, - 0.447266, - 0.40625, - 0.470703, - 0.400391, - 0.466797, - 0.625, - 0.460938, - 0.416016, - 0.546875, - 0.453125, - 0.494141, - 0.820312, - 0.386719, - 0.5625, - 0.361328, - 0.5625, - 0.498047, - 0.451172, - 0.558594, - 0.231445, - 0.458984, - 0.417969, - 0.460938, - 0.523438, - 0.367188, - 0.423828, - 0.476562, - 0.421875, - 0.414062, - 0.445312, - 0.416016, - 0.486328, - 0.511719, - 0.474609, - 0.429688, - 0.5, - 0.478516, - 0.503906, - 0.507812, - 0.478516, - 0.496094, - 0.435547, - 0.714844, - 0.472656, - 0.328125, - 0.503906, - 0.4375, - 0.492188, - 0.558594, - 0.507812, - 0.558594, - 0.453125, - 0.458984, - 0.5, - 0.457031, - 0.628906, - 0.511719, - 0.238281, - 0.363281, - 0.369141, - 0.328125, - 0.339844, - 0.503906, - 0.390625, - 0.601562, - 0.478516, - 0.648438, - 0.416016, - 0.320312, - 0.482422, - 0.453125, - 0.404297, - 0.337891, - 0.542969, - 0.322266, - 0.765625, - 0.882812, - 0.554688, - 0.558594, - 0.347656, - 0.412109, - 0.474609, - 0.380859, - 0.484375, - 0.486328, - 0.644531, - 0.421875, - 0.53125, - 0.507812, - 0.460938, - 0.392578, - 0.410156, - 0.550781, - 0.345703, - 0.5625, - 0.367188, - 0.470703, - 0.519531, - 0.679688, - 0.378906, - 0.394531, - 0.443359, - 0.443359, - 0.255859, - 0.380859, - 0.5625, - 0.425781, - 0.416016, - 0.449219, - 0.425781, - 0.388672, - 0.429688, - 0.455078, - 0.503906, - 0.431641, - 0.351562, - 0.535156, - 0.441406, - 0.398438, - 0.322266, - 0.507812, - 0.453125, - 0.589844, - 0.652344, - 0.4375, - 0.480469, - 0.361328, - 0.367188, - 0.582031, - 0.341797, - 0.486328, - 0.369141, - 0.339844, - 0.503906, - 0.390625, - 0.730469, - 0.625, - 0.427734, - 0.490234, - 0.474609, - 0.433594, - 0.455078, - 0.339844, - 0.427734, - 0.523438, - 0.542969, - 0.324219, - 0.386719, - 0.585938, - 0.341797, - 0.441406, - 0.431641, - 0.492188, - 0.460938, - 0.367188, - 0.474609, - 0.402344, - 0.707031, - 0.466797, - 0.484375, - 0.314453, - 0.414062, - 0.425781, - 0.474609, - 0.478516, - 0.482422, - 0.445312, - 0.494141, - 0.351562, - 0.355469, - 0.339844, - 0.482422, - 0.5625, - 0.361328, - 0.412109, - 0.1875, - 0.443359, - 0.644531, - 0.472656, - 0.429688, - 0.498047, - 0.609375, - 0.53125, - 0.496094, - 0.427734, - 0.511719, - 0.542969, - 0.449219, - 0.460938, - 0.5, - 0.5, - 0.486328, - 0.476562, - 0.511719, - 0.441406, - 0.357422, - 0.4375, - 0.431641, - 0.5625, - 0.589844, - 0.496094, - 0.578125, - 0.457031, - 0.46875, - 0.539062, - 0.546875, - 0.503906, - 0.53125, - 0.539062, - 0.394531, - 0.466797, - 0.546875, - 0.482422, - 0.601562, - 0.609375, - 0.589844, - 0.390625, - 0.429688, - 0.375, - 0.445312, - 0.527344, - 0.503906, - 0.589844, - 1.023438, - 0.488281, - 0.503906, - 0.386719, - 0.392578, - 0.458984, - 0.345703, - 0.392578, - 0.535156, - 0.546875, - 0.345703, - 0.431641, - 0.332031, - 0.396484, - 0.414062, - 0.472656, - 0.455078, - 0.5625, - 0.427734, - 0.486328, - 0.542969, - 0.466797, - 0.5625, - 0.474609, - 0.40625, - 0.558594, - 0.382812, - 0.239258, - 0.429688, - 0.353516, - 0.451172, - 0.59375, - 0.476562, - 0.417969, - 0.574219, - 0.494141, - 0.59375, - 0.462891, - 0.53125, - 0.375, - 0.398438, - 0.351562, - 0.503906, - 0.539062, - 0.380859, - 0.425781, - 0.484375, - 0.4375, - 0.527344, - 0.302734, - 0.439453, - 0.373047, - 0.443359, - 0.449219, - 0.40625, - 0.353516, - 0.421875, - 0.542969, - 0.558594, - 0.345703, - 0.5625, - 0.726562, - 0.515625, - 0.482422, - 0.652344, - 0.408203, - 0.628906, - 0.412109, - 0.660156, - 0.408203, - 0.496094, - 0.384766, - 0.429688, - 0.503906, - 0.423828, - 0.503906, - 0.486328, - 0.476562, - 0.408203, - 0.40625, - 0.486328, - 0.464844, - 0.546875, - 0.640625, - 0.400391, - 0.59375, - 0.443359, - 0.492188, - 0.683594, - 0.484375, - 0.294922, - 0.558594, - 0.396484, - 0.359375, - 0.443359, - 0.609375, - 0.408203, - 0.511719, - 0.466797, - 0.414062, - 0.447266, - 0.351562, - 0.40625, - 0.410156, - 0.414062, - 0.416016, - 0.535156, - 0.460938, - 0.423828, - 0.542969, - 0.5625, - 0.416016, - 0.835938, - 0.632812, - 0.462891, - 0.439453, - 0.554688, - 0.539062, - 0.447266, - 0.550781, - 0.474609, - 0.46875, - 0.423828, - 0.511719, - 0.341797, - 0.523438, - 0.416016, - 0.476562, - 0.496094, - 0.396484, - 0.488281, - 0.335938, - 0.40625, - 0.632812, - 0.373047, - 0.652344, - 0.472656, - 0.371094, - 0.609375, - 0.558594, - 0.435547, - 0.355469, - 0.605469, - 0.53125, - 0.365234, - 0.373047, - 0.519531, - 0.542969, - 0.423828, - 0.507812, - 0.410156, - 0.4375, - 0.464844, - 0.578125, - 0.425781, - 0.435547, - 0.445312, - 0.46875, - 0.785156, - 0.410156, - 0.632812, - 0.515625, - 0.40625, - 0.458984, - 0.447266, - 0.539062, - 0.519531, - 0.464844, - 0.337891, - 0.347656, - 0.671875, - 0.539062, - 0.367188, - 0.4375, - 0.425781, - 0.53125, - 0.423828, - 0.578125, - 0.617188, - 0.703125, - 0.484375, - 0.546875, - 0.361328, - 0.507812, - 0.535156, - 0.486328, - 0.402344, - 0.443359, - 0.597656, - 0.478516, - 0.494141, - 0.478516, - 0.363281, - 0.283203, - 0.992188, - 0.427734, - 0.550781, - 0.449219, - 0.402344, - 0.421875, - 0.632812, - 0.494141, - 0.4375, - 0.507812, - 0.339844, - 0.458984, - 0.361328, - 0.503906, - 0.40625, - 0.447266, - 0.769531, - 0.447266, - 0.523438, - 0.695312, - 0.472656, - 0.667969, - 0.488281, - 0.503906, - 0.482422, - 0.458984, - 0.439453, - 0.419922, - 0.433594, - 0.4375, - 0.40625, - 0.449219, - 0.59375, - 0.371094, - 0.640625, - 0.474609, - 0.601562, - 0.443359, - 0.480469, - 0.394531, - 0.546875, - 0.333984, - 0.421875, - 0.566406, - 0.429688, - 0.392578, - 0.412109, - 0.496094, - 0.429688, - 0.535156, - 0.46875, - 0.447266, - 0.433594, - 0.816406, - 0.683594, - 0.683594, - 0.455078, - 0.503906, - 0.535156, - 0.322266, - 0.464844, - 0.542969, - 0.347656, - 0.460938, - 0.412109, - 0.462891, - 0.494141, - 0.433594, - 0.425781, - 0.417969, - 0.527344, - 0.357422, - 0.394531, - 0.585938, - 0.449219, - 0.457031, - 0.527344, - 0.507812, - 0.496094, - 0.542969, - 0.527344, - 0.589844, - 0.558594, - 0.498047, - 0.341797, - 0.527344, - 0.429688, - 0.429688, - 0.304688, - 0.357422, - 0.351562, - 0.347656, - 0.449219, - 0.566406, - 0.369141, - 0.425781, - 0.376953, - 0.507812, - 0.431641, - 0.53125, - 0.628906, - 0.431641, - 0.535156, - 0.443359, - 0.582031, - 0.320312, - 0.417969, - 0.554688, - 0.466797, - 0.566406, - 0.75, - 0.478516, - 0.566406, - 0.472656, - 0.361328, - 0.369141, - 0.589844, - 0.460938, - 0.429688, - 0.388672, - 0.683594, - 0.412109, - 0.398438, - 0.484375, - 0.355469, - 0.464844, - 0.382812, - 0.539062, - 0.367188, - 0.507812, - 0.625, - 0.414062, - 0.363281, - 0.667969, - 0.59375, - 0.494141, - 0.355469, - 0.390625, - 0.464844, - 0.404297, - 0.554688, - 0.390625, - 0.539062, - 0.5625, - 0.511719, - 0.453125, - 0.419922, - 0.417969, - 0.667969, - 0.523438, - 0.558594, - 0.404297, - 0.392578, - 0.527344, - 0.453125, - 0.404297, - 0.65625, - 0.378906, - 0.40625, - 0.664062, - 0.464844, - 0.400391, - 0.4375, - 0.353516, - 0.332031, - 0.402344, - 0.392578, - 0.589844, - 0.515625, - 0.476562, - 0.419922, - 0.457031, - 0.400391, - 0.472656, - 0.427734, - 0.408203, - 0.345703, - 0.484375, - 0.558594, - 0.433594, - 0.460938, - 0.519531, - 0.472656, - 0.457031, - 0.511719, - 0.460938, - 0.644531, - 0.585938, - 0.503906, - 0.455078, - 0.369141, - 0.470703, - 0.535156, - 0.570312, - 0.458984, - 0.423828, - 0.396484, - 0.398438, - 0.441406, - 0.640625, - 0.457031, - 0.585938, - 0.494141, - 0.410156, - 0.404297, - 0.287109, - 0.382812, - 0.265625, - 0.388672, - 0.457031, - 0.498047, - 0.458984, - 0.394531, - 0.503906, - 0.589844, - 0.582031, - 0.597656, - 0.498047, - 0.451172, - 0.292969, - 0.515625, - 0.714844, - 0.341797, - 0.546875, - 0.416016, - 0.431641, - 0.5625, - 0.396484, - 0.494141, - 0.46875, - 0.458984, - 0.660156, - 0.359375, - 0.554688, - 0.474609, - 0.605469, - 0.402344, - 0.515625, - 0.410156, - 0.523438, - 0.558594, - 0.523438, - 0.59375, - 0.308594, - 0.378906, - 0.5625, - 0.480469, - 0.558594, - 0.445312, - 0.416016, - 0.371094, - 0.414062, - 0.5625, - 0.417969 - ] - }, - "name": "model.transformer.layers.18.attn_norm.weight", - "outputIndexes": [ - 1138 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1137, - 1138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1139 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1139 - ], - "outputIndexes": [ - 2453 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2453 - ], - "outputIndexes": [ - 2454 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear", - "inputIndexes": [ - 2454 - ], - "outputIndexes": [ - 2455 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1792, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 272794440, - 1835030, - 229376, - 7168, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2455 - ], - "outputIndexes": [ - 2456 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2456 - ], - "outputIndexes": [ - 1140 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1792 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1139 - ], - "main_type": "NONE", - "name": "/Shape_73_output_0", - "outputIndexes": [ - 1141 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1141 - ], - "main_type": "NONE", - "name": "Shape1617", - "outputIndexes": [ - 1142 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1141 - ], - "main_type": "NONE", - "name": "Rank1619", - "outputIndexes": [ - 1143 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1143, - 1143 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1621", - "outputIndexes": [ - 1144 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1144 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1622", - "outputIndexes": [ - 1145 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1144, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1624", - "outputIndexes": [ - 1146 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1146 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1625", - "outputIndexes": [ - 1147 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1142, - 1145, - 1147, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1628", - "outputIndexes": [ - 1148 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1148 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1629", - "outputIndexes": [ - 1149 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1149 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1630", - "outputIndexes": [ - 1150 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1150, - 1149 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1631", - "outputIndexes": [ - 1151 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1141, - 1151, - 1144 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_94_output_0", - "outputIndexes": [ - 1152 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1152, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_181_output_0", - "outputIndexes": [ - 1153 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 28 - ] - }, - "name": "/Constant_542_output_0", - "outputIndexes": [ - 1154 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1153, - 1154, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_90_output_0", - "outputIndexes": [ - 1155 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1140, - 1155 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_73_output_0", - "outputIndexes": [ - 1156 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1156 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_18/Mul_output_0", - "outputIndexes": [ - 1157 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.246094, - 0.134766, - 0.015198, - 1.09375, - 1.140625, - 1.460938, - 1.507812, - 1.492188, - 1.679688, - 1.835938, - 1.578125, - 1.851562, - 1.710938, - 1.945312, - 2.078125, - 1.84375, - 1.984375, - 1.703125, - 1.953125, - 2.40625, - 2.40625, - 1.03125, - 2.171875, - 2.0625, - 2.125, - 2.90625, - 2.015625, - 2.328125, - 2.25, - 1.796875, - 2.0625, - 2.46875, - -0.002914, - 0.007141, - 1.804688, - 1.328125, - 1.390625, - 1.828125, - 1.84375, - 1.757812, - 1.820312, - 1.773438, - 1.976562, - 1.734375, - 2.3125, - 1.671875, - 1.921875, - 2.46875, - 2.125, - 2.40625, - 2.40625, - 1.921875, - 2.03125, - 3.421875, - 2.125, - 2.078125, - 2.125, - 1.71875, - 2.09375, - 1.773438, - 1.882812, - 2.234375, - 2.015625, - 1.8125 - ] - }, - "name": "model.transformer.layers.18.attn.q_norm.weight", - "outputIndexes": [ - 1158 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1157, - 1158 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1159 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1159, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_72_output_0", - "outputIndexes": [ - 1160 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1159, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_73_output_0", - "outputIndexes": [ - 1161 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1161 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_36_output_0", - "outputIndexes": [ - 1162 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1159, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_72_output_0", - "outputIndexes": [ - 1163 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1162, - 1163 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_93_output_0", - "outputIndexes": [ - 1164 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1164, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_73_output_0", - "outputIndexes": [ - 1165 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1160, - 1165 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_72_output_0", - "outputIndexes": [ - 1166 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1139 - ], - "outputIndexes": [ - 2457 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2457 - ], - "outputIndexes": [ - 2458 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear", - "inputIndexes": [ - 2458 - ], - "outputIndexes": [ - 2459 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 274866014, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2459 - ], - "outputIndexes": [ - 2460 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2460 - ], - "outputIndexes": [ - 1167 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7 - ] - }, - "name": "/Constant_544_output_0", - "outputIndexes": [ - 1168 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1153, - 1168, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_91_output_0", - "outputIndexes": [ - 1169 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1167, - 1169 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_74_output_0", - "outputIndexes": [ - 1170 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1170 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_18/Mul_output_0", - "outputIndexes": [ - 1171 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.237305, - 0.132812, - 0.008057, - 0.511719, - 0.660156, - 1.65625, - 0.314453, - 1.757812, - 1.640625, - 1.648438, - 2.171875, - 1.609375, - 2.28125, - 1.351562, - 2.078125, - 2.3125, - 2.265625, - 2.46875, - 2.359375, - 2.0, - 1.992188, - 4.03125, - 2.125, - 2.234375, - 2.171875, - 1.523438, - 2.171875, - 1.828125, - 1.875, - 2.5, - 2.015625, - 2.1875, - -0.003769, - 0.015076, - 1.351562, - 1.460938, - 1.570312, - 1.757812, - 2.015625, - 1.320312, - 1.789062, - 2.046875, - 1.429688, - 2.09375, - 1.40625, - 2.25, - 2.015625, - 1.585938, - 2.078125, - 1.679688, - 1.929688, - 2.421875, - 2.3125, - 0.240234, - 2.15625, - 2.203125, - 2.140625, - 2.40625, - 2.09375, - 2.1875, - 1.984375, - 2.09375, - 2.203125, - 2.359375 - ] - }, - "name": "model.transformer.layers.18.attn.k_norm.weight", - "outputIndexes": [ - 1172 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1171, - 1172 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1173 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1173, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_74_output_0", - "outputIndexes": [ - 1174 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1173, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_75_output_0", - "outputIndexes": [ - 1175 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1175 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_37_output_0", - "outputIndexes": [ - 1176 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1173, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_74_output_0", - "outputIndexes": [ - 1177 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1176, - 1177 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_94_output_0", - "outputIndexes": [ - 1178 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1178, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_75_output_0", - "outputIndexes": [ - 1179 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1174, - 1179 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_73_output_0", - "outputIndexes": [ - 1180 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1139 - ], - "outputIndexes": [ - 2461 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2461 - ], - "outputIndexes": [ - 2462 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear", - "inputIndexes": [ - 2462 - ], - "outputIndexes": [ - 2463 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 275383924, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2463 - ], - "outputIndexes": [ - 2464 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2464 - ], - "outputIndexes": [ - 1181 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1181, - 1169 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_75_output_0", - "outputIndexes": [ - 1182 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1166, - 1180, - 1182, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.18/self_attn/FusedAttention", - "outputIndexes": [ - 1183 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1183 - ], - "outputIndexes": [ - 2465 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2465 - ], - "outputIndexes": [ - 2466 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear", - "inputIndexes": [ - 2466 - ], - "outputIndexes": [ - 2467 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 275901834, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2467 - ], - "outputIndexes": [ - 2468 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2468 - ], - "outputIndexes": [ - 1184 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1136, - 1184 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_74_output_0", - "outputIndexes": [ - 1185 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1185 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_18/Mul_output_0", - "outputIndexes": [ - 1186 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.46875, - 0.396484, - 0.451172, - 0.455078, - 0.472656, - 0.443359, - 0.476562, - 0.4375, - 0.445312, - 0.408203, - 0.470703, - 0.421875, - 0.453125, - 0.455078, - 0.445312, - 0.396484, - 0.458984, - 0.445312, - 0.451172, - 0.480469, - 0.472656, - 0.464844, - 0.496094, - 0.400391, - 0.419922, - 0.53125, - 0.447266, - 0.441406, - 0.429688, - 0.408203, - 0.431641, - 0.4375, - 0.429688, - 0.457031, - 0.466797, - 0.460938, - 0.503906, - 0.453125, - 0.423828, - 0.410156, - 0.498047, - 0.433594, - 0.425781, - 0.416016, - 0.476562, - 0.369141, - 0.453125, - 0.429688, - 0.445312, - 0.433594, - 0.460938, - 0.421875, - 0.470703, - 0.392578, - 0.427734, - 0.445312, - 0.4375, - 0.507812, - 0.460938, - 0.453125, - 0.458984, - 0.431641, - 0.431641, - 0.449219, - 0.253906, - 0.439453, - 0.414062, - 0.441406, - 0.458984, - 0.466797, - 0.443359, - 0.419922, - 0.425781, - 0.462891, - 0.373047, - 0.414062, - 0.4375, - 0.427734, - 0.443359, - 0.484375, - 0.431641, - 0.455078, - 0.416016, - 0.431641, - 0.435547, - 0.447266, - 0.427734, - 0.445312, - 0.414062, - 0.427734, - 0.507812, - 0.433594, - 0.425781, - 0.347656, - 0.398438, - 0.488281, - 0.460938, - 0.382812, - 0.447266, - 0.457031, - 0.414062, - 0.451172, - 0.410156, - 0.445312, - 0.433594, - 0.261719, - 0.421875, - 0.4375, - 0.429688, - 0.404297, - 0.386719, - 0.460938, - 0.449219, - 0.433594, - 0.507812, - 0.425781, - 0.4375, - 0.423828, - 0.4375, - 0.433594, - 0.433594, - 0.462891, - 0.398438, - 0.375, - 0.46875, - 0.404297, - 0.410156, - 0.503906, - 0.388672, - 0.410156, - 0.439453, - 0.470703, - 0.425781, - 0.445312, - 0.412109, - 0.482422, - 0.453125, - 0.408203, - 0.404297, - 0.439453, - 0.390625, - 0.451172, - 0.466797, - 0.433594, - 0.400391, - 0.423828, - 0.458984, - 0.378906, - 0.394531, - 0.398438, - 0.476562, - 0.46875, - 0.431641, - 0.429688, - 0.457031, - 0.416016, - 0.439453, - 0.458984, - 0.40625, - 0.457031, - 0.443359, - 0.447266, - 0.320312, - 0.419922, - 0.416016, - 0.386719, - 0.416016, - 0.402344, - 0.414062, - 0.457031, - 0.275391, - 0.394531, - 0.449219, - 0.414062, - 0.443359, - 0.425781, - 0.425781, - 0.443359, - 0.369141, - 0.478516, - 0.458984, - 0.472656, - 0.453125, - 0.414062, - 0.453125, - 0.431641, - 0.453125, - 0.451172, - 0.457031, - 0.458984, - 0.4375, - 0.490234, - 0.458984, - 0.416016, - 0.423828, - 0.410156, - 0.476562, - 0.400391, - 0.451172, - 0.439453, - 0.439453, - 0.4375, - 0.392578, - 0.455078, - 0.40625, - 0.451172, - 0.447266, - 0.462891, - 0.349609, - 0.398438, - 0.414062, - 0.431641, - 0.470703, - 0.427734, - 0.414062, - 0.441406, - 0.441406, - 0.443359, - 0.443359, - 0.365234, - 0.371094, - 0.449219, - 0.279297, - 0.451172, - 0.408203, - 0.371094, - 0.439453, - 0.441406, - 0.421875, - 0.458984, - 0.423828, - 0.414062, - 0.396484, - 0.451172, - 0.447266, - 0.429688, - 0.40625, - 0.457031, - 0.294922, - 0.470703, - 0.419922, - 0.404297, - 0.46875, - 0.445312, - 0.425781, - 0.439453, - 0.408203, - 0.449219, - 0.40625, - 0.460938, - 0.453125, - 0.382812, - 0.445312, - 0.439453, - 0.412109, - 0.378906, - 0.431641, - 0.466797, - 0.416016, - 0.439453, - 0.419922, - 0.382812, - 0.443359, - 0.402344, - 0.423828, - 0.429688, - 0.455078, - 0.423828, - 0.464844, - 0.466797, - 0.474609, - 0.496094, - 0.4375, - 0.445312, - 0.441406, - 0.375, - 0.357422, - 0.474609, - 0.447266, - 0.466797, - 0.416016, - 0.455078, - 0.455078, - 0.4375, - 0.380859, - 0.453125, - 0.351562, - 0.439453, - 0.439453, - 0.466797, - 0.458984, - 0.451172, - 0.388672, - 0.423828, - 0.453125, - 0.453125, - 0.447266, - 0.474609, - 0.503906, - 0.414062, - 0.462891, - 0.416016, - 0.410156, - 0.427734, - 0.492188, - 0.472656, - 0.294922, - 0.429688, - 0.394531, - 0.451172, - 0.390625, - 0.457031, - 0.441406, - 0.460938, - 0.542969, - 0.470703, - 0.445312, - 0.455078, - 0.474609, - 0.375, - 0.435547, - 0.427734, - 0.453125, - 0.431641, - 0.453125, - 0.462891, - 0.451172, - -0.000496, - 0.425781, - 0.466797, - 0.439453, - 0.421875, - 0.451172, - 0.449219, - 0.4375, - 0.470703, - 0.445312, - 0.414062, - 0.455078, - 0.443359, - 0.445312, - 0.462891, - 0.494141, - 0.347656, - 0.457031, - 0.378906, - 0.417969, - 0.439453, - 0.457031, - 0.400391, - 0.443359, - 0.439453, - 0.416016, - 0.412109, - 0.386719, - 0.4375, - 0.449219, - 0.445312, - 0.429688, - 0.414062, - 0.427734, - 0.357422, - 0.484375, - 0.414062, - 0.453125, - 0.392578, - 0.480469, - 0.464844, - 0.439453, - 0.453125, - 0.380859, - 0.298828, - 0.431641, - 0.394531, - 0.412109, - 0.408203, - 0.267578, - 0.425781, - 0.449219, - 0.392578, - 0.443359, - 0.453125, - 0.462891, - 0.425781, - 0.421875, - 0.431641, - 0.443359, - 0.455078, - 0.4375, - 0.416016, - 0.439453, - 0.427734, - 0.457031, - 0.4375, - 0.451172, - 0.466797, - 0.453125, - 0.470703, - 0.412109, - 0.460938, - 0.441406, - 0.46875, - 0.417969, - 0.466797, - 0.40625, - 0.431641, - 0.445312, - 0.427734, - 0.435547, - 0.421875, - 0.365234, - 0.451172, - 0.46875, - 0.419922, - 0.408203, - 0.396484, - 0.482422, - 0.474609, - 0.439453, - 0.451172, - 0.439453, - 0.283203, - 0.435547, - 0.458984, - 0.480469, - 0.470703, - 0.439453, - 0.400391, - 0.4375, - 0.433594, - 0.453125, - 0.423828, - 0.503906, - 0.482422, - 0.462891, - 0.435547, - 0.435547, - 0.429688, - 0.474609, - 0.419922, - 0.478516, - 0.453125, - 0.441406, - 0.480469, - 0.4375, - 0.460938, - 0.482422, - 0.423828, - 0.476562, - 0.427734, - 0.447266, - 0.402344, - 0.427734, - 0.416016, - 0.445312, - 0.474609, - 0.476562, - 0.453125, - 0.441406, - 0.390625, - 0.433594, - 0.451172, - 0.458984, - 0.433594, - 0.378906, - 0.470703, - 0.441406, - 0.433594, - 0.423828, - 0.482422, - 0.396484, - 0.353516, - 0.433594, - 0.451172, - 0.453125, - 0.453125, - 0.478516, - 0.412109, - 0.455078, - 0.427734, - 0.474609, - 0.462891, - 0.423828, - 0.466797, - 0.431641, - 0.425781, - 0.460938, - 0.439453, - 0.453125, - 0.431641, - 0.375, - 0.466797, - 0.478516, - 0.414062, - 0.441406, - 0.392578, - 0.4375, - 0.419922, - 0.4375, - 0.414062, - 0.435547, - 0.494141, - 0.417969, - 0.458984, - 0.458984, - 0.507812, - 0.482422, - 0.441406, - 0.449219, - 0.441406, - 0.449219, - 0.453125, - 0.460938, - 0.439453, - 0.386719, - 0.441406, - 0.455078, - 0.392578, - 0.435547, - 0.349609, - 0.457031, - 0.478516, - 0.412109, - 0.367188, - 0.388672, - 0.355469, - 0.451172, - 0.443359, - 0.453125, - 0.431641, - 0.443359, - 0.347656, - 0.466797, - 0.460938, - 0.462891, - 0.458984, - 0.447266, - 0.484375, - 0.433594, - 0.458984, - 0.427734, - 0.464844, - 0.457031, - 0.455078, - 0.46875, - 0.433594, - 0.287109, - 0.318359, - 0.445312, - 0.347656, - 0.404297, - 0.458984, - 0.453125, - 0.28125, - 0.447266, - 0.451172, - 0.423828, - 0.394531, - 0.400391, - 0.427734, - 0.431641, - 0.388672, - 0.410156, - 0.451172, - 0.410156, - 0.414062, - 0.410156, - 0.400391, - 0.423828, - 0.410156, - 0.453125, - 0.373047, - 0.429688, - 0.421875, - 0.46875, - 0.382812, - 0.404297, - 0.439453, - 0.376953, - 0.425781, - 0.46875, - 0.492188, - 0.398438, - 0.400391, - 0.462891, - 0.458984, - 0.458984, - 0.427734, - 0.425781, - 0.433594, - 0.361328, - 0.496094, - 0.507812, - 0.425781, - 0.435547, - 0.388672, - 0.453125, - 0.425781, - 0.429688, - 0.466797, - 0.455078, - 0.455078, - 0.410156, - 0.439453, - 0.417969, - 0.369141, - 0.439453, - 0.474609, - 0.277344, - 0.237305, - 0.455078, - 0.394531, - 0.421875, - 0.503906, - 0.441406, - 0.431641, - 0.429688, - 0.482422, - 0.464844, - 0.474609, - 0.478516, - 0.458984, - 0.412109, - 0.425781, - 0.417969, - 0.257812, - 0.455078, - 0.251953, - 0.458984, - 0.464844, - 0.435547, - 0.445312, - 0.421875, - 0.46875, - 0.427734, - 0.431641, - 0.458984, - 0.441406, - 0.431641, - 0.46875, - 0.414062, - 0.457031, - 0.462891, - 0.394531, - 0.460938, - 0.455078, - 0.474609, - 0.412109, - 0.441406, - 0.416016, - 0.439453, - 0.451172, - 0.402344, - 0.453125, - 0.443359, - 0.433594, - 0.439453, - 0.476562, - 0.46875, - 0.433594, - 0.507812, - 0.511719, - 0.443359, - 0.5, - 0.441406, - 0.4375, - 0.40625, - 0.4375, - 0.414062, - 0.423828, - 0.423828, - 0.441406, - 0.214844, - 0.445312, - 0.351562, - 0.425781, - 0.402344, - 0.394531, - 0.435547, - 0.433594, - 0.404297, - 0.380859, - 0.453125, - 0.431641, - 0.433594, - 0.449219, - 0.433594, - 0.447266, - 0.40625, - 0.373047, - 0.464844, - 0.478516, - 0.431641, - 0.435547, - 0.464844, - 0.458984, - 0.433594, - 0.410156, - 0.451172, - 0.466797, - 0.449219, - 0.431641, - 0.455078, - 0.486328, - 0.453125, - 0.429688, - 0.445312, - 0.447266, - 0.445312, - 0.394531, - 0.476562, - 0.384766, - 0.457031, - 0.455078, - 0.460938, - 0.457031, - 0.453125, - 0.445312, - 0.494141, - 0.392578, - 0.431641, - 0.445312, - 0.453125, - 0.441406, - 0.431641, - 0.435547, - 0.441406, - 0.458984, - 0.322266, - 0.394531, - 0.417969, - 0.458984, - 0.402344, - 0.457031, - 0.439453, - 0.408203, - 0.410156, - 0.453125, - 0.46875, - 0.427734, - 0.453125, - 0.447266, - 0.462891, - 0.261719, - 0.4375, - 0.429688, - 0.455078, - 0.449219, - 0.390625, - 0.433594, - 0.447266, - 0.46875, - 0.466797, - 0.488281, - 0.451172, - 0.492188, - 0.423828, - 0.371094, - 0.435547, - 0.445312, - 0.408203, - 0.421875, - 0.421875, - 0.46875, - 0.451172, - 0.425781, - 0.408203, - 0.470703, - 0.4375, - 0.455078, - 0.416016, - 0.447266, - 0.423828, - 0.417969, - 0.427734, - 0.451172, - 0.427734, - 0.402344, - 0.457031, - 0.384766, - 0.445312, - 0.398438, - 0.425781, - 0.458984, - 0.482422, - 0.451172, - 0.433594, - 0.435547, - 0.460938, - 0.353516, - 0.40625, - 0.458984, - 0.476562, - 0.388672, - 0.398438, - 0.458984, - 0.40625, - 0.433594, - 0.421875, - 0.464844, - 0.462891, - 0.433594, - 0.410156, - 0.4375, - 0.427734, - 0.4375, - 0.423828, - 0.449219, - 0.40625, - 0.408203, - 0.400391, - 0.472656, - 0.476562, - 0.423828, - 0.507812, - 0.439453, - 0.427734, - 0.458984, - 0.429688, - 0.5, - 0.457031, - 0.431641, - 0.431641, - 0.416016, - 0.425781, - 0.457031, - 0.365234, - 0.416016, - 0.441406, - 0.421875, - 0.443359, - 0.460938, - 0.408203, - 0.441406, - 0.416016, - 0.435547, - 0.441406, - 0.478516, - 0.431641, - 0.429688, - 0.439453, - 0.435547, - 0.466797, - 0.443359, - 0.458984, - 0.4375, - 0.419922, - 0.449219, - 0.480469, - 0.431641, - 0.427734, - 0.457031, - 0.462891, - 0.474609, - 0.40625, - 0.431641, - 0.4375, - 0.425781, - 0.402344, - 0.466797, - 0.431641, - 0.410156, - 0.388672, - 0.441406, - 0.328125, - 0.427734, - 0.457031, - 0.404297, - 0.427734, - 0.296875, - 0.445312, - 0.390625, - 0.478516, - 0.466797, - 0.445312, - 0.412109, - 0.453125, - 0.464844, - 0.455078, - 0.453125, - 0.451172, - 0.414062, - 0.4375, - 0.449219, - 0.453125, - 0.429688, - 0.451172, - 0.443359, - 0.441406, - 0.457031, - 0.441406, - 0.503906, - 0.408203, - 0.433594, - 0.445312, - 0.457031, - 0.445312, - 0.460938, - 0.457031, - 0.466797, - 0.472656, - 0.416016, - 0.382812, - 0.492188, - 0.390625, - 0.419922, - 0.423828, - 0.46875, - 0.435547, - 0.460938, - 0.460938, - 0.445312, - 0.464844, - 0.410156, - 0.4375, - 0.462891, - 0.439453, - 0.494141, - 0.462891, - 0.433594, - 0.455078, - 0.423828, - 0.460938, - 0.460938, - 0.433594, - 0.431641, - 0.457031, - 0.357422, - 0.445312, - 0.414062, - 0.439453, - 0.408203, - 0.431641, - 0.439453, - 0.443359, - 0.455078, - 0.433594, - 0.439453, - 0.472656, - 0.464844, - 0.455078, - 0.4375, - 0.472656, - 0.259766, - 0.357422, - 0.417969, - 0.304688, - 0.410156, - 0.462891, - 0.425781, - 0.449219, - 0.423828, - 0.322266, - 0.447266, - 0.445312, - 0.408203, - 0.466797, - 0.419922, - 0.398438, - 0.460938, - 0.433594, - 0.435547, - 0.429688, - 0.460938, - 0.443359, - 0.375, - 0.441406, - 0.451172, - 0.416016, - 0.462891, - 0.458984, - 0.490234, - 0.433594, - 0.3125, - 0.412109, - 0.453125, - 0.369141, - 0.398438, - 0.392578, - 0.425781, - 0.451172, - 0.414062, - 0.419922, - 0.308594, - 0.427734, - 0.443359, - 0.359375, - 0.46875, - 0.392578, - 0.464844, - 0.462891, - 0.476562, - 0.462891, - 0.335938, - 0.457031, - 0.466797, - 0.443359, - 0.388672, - 0.4375, - 0.464844, - 0.455078, - 0.449219, - 0.433594, - 0.478516, - 0.451172, - 0.451172, - 0.367188, - 0.460938, - 0.4375, - 0.482422, - 0.4375, - 0.431641, - 0.425781, - 0.462891, - 0.472656, - 0.455078, - 0.447266, - 0.466797, - 0.398438, - 0.451172, - 0.447266, - 0.4375, - 0.427734, - 0.453125, - 0.453125, - 0.451172, - 0.464844, - 0.441406, - 0.464844, - 0.384766, - 0.369141, - 0.416016, - 0.435547, - 0.478516, - 0.427734, - 0.365234, - 0.449219, - 0.400391, - 0.451172, - 0.40625, - 0.4375, - 0.492188, - 0.462891, - 0.474609, - 0.439453, - 0.457031, - 0.380859, - 0.484375, - 0.421875, - 0.482422, - 0.433594, - 0.421875, - 0.386719, - 0.449219, - 0.462891, - 0.427734, - 0.451172, - 0.458984, - 0.488281, - 0.455078, - 0.431641, - 0.431641, - 0.435547, - 0.384766, - 0.380859, - 0.423828, - 0.433594, - 0.417969, - 0.478516, - 0.351562, - 0.410156, - 0.453125, - 0.449219, - 0.429688, - 0.320312, - 0.519531, - 0.322266, - 0.40625, - 0.410156, - 0.402344, - 0.449219, - 0.443359, - 0.451172, - 0.455078, - 0.4375, - 0.457031, - 0.486328, - 0.451172, - 0.435547, - 0.462891, - 0.46875, - 0.589844, - 0.480469, - 0.470703, - 0.5, - 0.380859, - 0.431641, - 0.455078, - 0.414062, - 0.458984, - 0.439453, - 0.382812, - 0.439453, - 0.476562, - 0.423828, - 0.367188, - 0.402344, - 0.408203, - 0.429688, - 0.449219, - 0.390625, - 0.416016, - 0.457031, - 0.421875, - 0.470703, - 0.458984, - 0.451172, - 0.478516, - 0.445312, - 0.396484, - 0.458984, - 0.351562, - 0.40625, - 0.449219, - 0.408203, - 0.482422, - 0.433594, - 0.371094, - 0.447266, - 0.433594, - 0.445312, - 0.515625, - 0.421875, - 0.458984, - 0.447266, - 0.375, - 0.507812, - 0.472656, - 0.476562, - 1.75, - 0.478516, - 0.476562, - 0.441406, - 0.46875, - 0.439453, - 0.435547, - 0.447266, - 0.419922, - 0.484375, - 0.492188, - 0.486328, - 0.455078, - 0.464844, - 0.455078, - 0.474609, - 0.457031, - 0.464844, - 0.449219, - 0.402344, - 0.443359, - 0.416016, - 0.455078, - 0.447266, - 0.4375, - 0.478516, - 0.419922, - 0.431641, - 0.455078, - 0.435547, - 0.496094, - 0.425781, - 0.458984, - 0.441406, - 0.419922, - 0.478516, - 0.453125, - 0.431641, - 0.449219, - 0.472656, - 0.445312, - 0.458984, - 0.421875, - 0.476562, - 0.464844, - 0.46875, - 0.464844, - 0.394531, - 0.451172, - 0.419922, - 0.462891, - 0.455078, - 0.349609, - 0.451172, - 0.400391, - 0.412109, - 0.4375, - 0.433594, - 0.384766, - 0.392578, - 0.443359, - 0.449219, - 0.472656, - 0.449219, - 0.427734, - 0.449219, - 0.441406, - 0.482422, - 0.515625, - 0.419922, - 0.416016, - 0.453125, - 0.394531, - 0.474609, - 0.429688, - 0.460938, - 0.46875, - 0.433594, - 0.447266, - 0.285156, - 0.449219, - 0.458984, - 0.4375, - 0.46875, - 0.447266, - 0.427734, - 0.443359, - 0.382812, - 0.462891, - 0.482422, - 0.435547, - 0.408203, - 0.435547, - 0.441406, - 0.441406, - 0.417969, - 0.445312, - 0.439453, - 0.400391, - 0.388672, - 0.357422, - 0.423828, - 0.429688, - 0.404297, - 0.4375, - 0.433594, - 0.460938, - 0.460938, - 0.482422, - 0.4375, - 0.421875, - 0.365234, - 0.451172, - 0.439453, - 0.4375, - 0.451172, - 0.480469, - 0.417969, - 0.273438, - 0.347656, - 0.460938, - 0.441406, - 0.402344, - 0.439453, - 0.431641, - 0.433594, - 0.449219, - 0.423828, - 0.462891, - 0.457031, - 0.431641, - 0.457031, - 0.421875, - 0.455078, - 0.431641, - 0.414062, - 0.453125, - 0.417969, - 0.421875, - 0.408203, - 0.433594, - 0.453125, - 0.476562, - 0.455078, - 0.439453, - 0.451172, - 0.335938, - 0.429688, - 0.482422, - 0.46875, - 0.488281, - 0.433594, - 0.453125, - 0.453125, - 0.449219, - 0.378906, - 0.447266, - 0.453125, - 0.480469, - 0.408203, - 0.394531, - 0.472656, - 0.400391, - 0.404297, - 0.423828, - 0.435547, - 0.470703, - 0.46875, - 0.447266, - 0.449219, - 0.447266, - 0.410156, - 0.443359, - 0.425781, - 0.472656, - 0.414062, - 0.433594, - 0.4375, - 0.441406, - 0.451172, - 0.447266, - 0.455078, - 0.4375, - 0.449219, - 0.429688, - 0.449219, - 0.392578, - 0.357422, - 0.439453, - 0.470703, - 0.439453, - 0.439453, - 0.423828, - 0.439453, - 0.40625, - 0.451172, - 0.451172, - 0.4375, - 0.439453, - 0.443359, - 0.390625, - 0.492188, - 0.433594, - 0.414062, - 0.425781, - 0.419922, - 0.451172, - 0.474609, - 0.445312, - 0.398438, - 0.455078, - 0.523438, - 0.486328, - 0.451172, - 0.429688, - 0.484375, - 0.443359, - 0.457031, - 0.457031, - 0.488281, - 0.445312, - 0.447266, - 0.431641, - 0.466797, - 0.443359, - 0.476562, - 0.410156, - 0.439453, - 0.458984, - 0.554688, - 0.447266, - 0.416016, - 0.427734, - 0.449219, - 0.447266, - 0.457031, - 0.306641, - 0.433594, - 0.455078, - 0.447266, - 0.429688, - 0.400391, - 0.427734, - 0.460938, - 0.410156, - 0.388672, - 0.464844, - 0.416016, - 0.466797, - 0.251953, - 0.447266, - 0.470703, - 0.394531, - 0.486328, - 0.460938, - 0.439453, - 0.478516, - 0.353516, - 0.435547, - 0.447266, - 0.455078, - 0.466797, - 0.40625, - 0.443359, - 0.472656, - 0.435547, - 0.402344, - 0.412109, - 0.410156, - 0.449219, - 0.457031, - 0.347656, - 0.455078, - 0.296875, - 0.443359, - 0.445312, - 0.435547, - 0.421875, - 0.464844, - 0.431641, - 0.582031, - 0.421875, - 0.412109, - 0.443359, - 0.462891, - 0.4375, - 0.417969, - 0.412109, - 0.474609, - 0.441406, - 0.439453, - 0.460938, - 0.447266, - 0.472656, - 0.443359, - 0.068848, - 0.408203, - 0.427734, - 0.400391, - 0.402344, - 0.416016, - 0.416016, - 0.460938, - 0.441406, - 0.511719, - 0.431641, - 0.419922, - 0.466797, - 0.396484, - 0.419922, - 0.398438, - 0.470703, - 0.410156, - 0.291016, - 0.542969, - 0.511719, - 0.458984, - 0.425781, - 0.423828, - 0.429688, - 0.416016, - 0.429688, - 0.455078, - 0.542969, - 0.425781, - 0.484375, - 0.455078, - 0.447266, - 0.441406, - 0.464844, - 0.458984, - 0.410156, - 0.466797, - 0.378906, - 0.449219, - 0.433594, - 0.519531, - 0.402344, - 0.400391, - 0.443359, - 0.453125, - 0.386719, - 0.435547, - 0.460938, - 0.382812, - 0.429688, - 0.453125, - 0.427734, - 0.423828, - 0.464844, - 0.439453, - 0.462891, - 0.394531, - 0.410156, - 0.412109, - 0.412109, - 0.443359, - 0.384766, - 0.486328, - 0.439453, - 0.458984, - 0.408203, - 0.451172, - 0.460938, - 0.443359, - 0.412109, - 0.451172, - 0.431641, - 0.451172, - 0.380859, - 0.412109, - 0.462891, - 0.433594, - 0.527344, - 0.488281, - 0.441406, - 0.464844, - 0.447266, - 0.431641, - 0.441406, - 0.384766, - 0.443359, - 0.453125, - 0.4375, - 0.371094, - 0.433594, - 0.318359, - 0.429688, - 0.429688, - 0.404297, - 0.357422, - 0.425781, - 0.408203, - 0.462891, - 0.398438, - 0.433594, - 0.443359, - 0.458984, - 0.404297, - 0.417969, - 0.427734, - 0.439453, - 0.451172, - 0.439453, - 0.443359, - 0.445312, - 0.398438, - 0.421875, - 0.445312, - 0.447266, - 0.460938, - 0.417969, - 0.423828, - 0.417969, - 0.447266, - 0.496094, - 0.462891, - 0.445312, - 0.498047, - 0.410156, - 0.431641, - 0.447266, - 0.457031, - 0.351562, - 0.474609, - 0.439453, - 0.429688, - 0.466797, - 0.449219, - 0.423828, - 0.445312, - 0.472656, - 0.453125, - 0.410156, - 0.419922, - 0.414062, - 0.447266, - 0.458984, - 0.472656, - 0.482422, - 0.410156, - 0.453125, - 0.474609, - 0.451172, - 0.431641, - 0.466797, - 0.472656, - 0.408203, - 0.445312, - 0.470703, - 0.441406, - 0.515625, - 0.455078, - 0.457031, - 0.425781, - 0.460938, - 0.445312, - 0.392578, - 0.441406, - 0.425781, - 0.451172, - 0.271484, - 0.439453, - 0.421875, - 0.390625, - 0.427734, - 0.460938, - 0.402344, - 0.417969, - 0.449219, - 0.433594, - 0.431641, - 0.427734, - 0.400391, - 0.421875, - 0.396484, - 0.439453, - 0.4375, - 0.455078, - 0.386719, - 0.455078, - 0.453125, - 0.439453, - 0.460938, - 0.429688, - 0.443359, - 0.410156, - 0.423828, - 0.347656, - 0.429688, - 0.412109, - 0.447266, - 0.476562, - 0.419922, - 0.457031, - 0.476562, - 0.462891, - 0.492188, - 0.443359, - 0.462891, - 0.419922, - 0.425781, - 0.400391, - 0.462891, - 0.447266, - 0.421875, - 0.435547, - 0.457031, - 0.421875, - 0.472656, - 0.412109, - 0.441406, - 0.421875, - 0.441406, - 0.447266, - 0.443359, - 0.423828, - 0.435547, - 0.460938, - 0.441406, - 0.414062, - 0.466797, - 0.484375, - 0.421875, - 0.488281, - 0.494141, - 0.546875, - 0.472656, - 0.414062, - 0.503906, - 0.433594, - 0.466797, - 0.400391, - 0.425781, - 0.453125, - 0.427734, - 0.458984, - 0.427734, - 0.457031, - 0.416016, - 0.439453, - 0.449219, - 0.4375, - 0.460938, - 0.472656, - 0.417969, - 0.482422, - 0.460938, - 0.451172, - 0.488281, - 0.412109, - 0.390625, - 0.486328, - 0.4375, - 0.421875, - 0.445312, - 0.511719, - 0.4375, - 0.523438, - 0.439453, - 0.431641, - 0.449219, - 0.421875, - 0.390625, - 0.410156, - 0.441406, - 0.416016, - 0.486328, - 0.466797, - 0.451172, - 0.474609, - 0.449219, - 0.4375, - 0.239258, - 0.527344, - 0.425781, - 0.439453, - 0.457031, - 0.490234, - 0.445312, - 0.458984, - 0.431641, - 0.4375, - 0.425781, - 0.482422, - 0.404297, - 0.466797, - 0.394531, - 0.425781, - 0.417969, - 0.443359, - 0.429688, - 0.412109, - 0.447266, - 0.480469, - 0.384766, - 0.503906, - 0.462891, - 0.390625, - 0.492188, - 0.46875, - 0.429688, - 0.400391, - 0.482422, - 0.458984, - 0.427734, - 0.429688, - 0.453125, - 0.451172, - 0.388672, - 0.453125, - 0.382812, - 0.458984, - 0.462891, - 0.462891, - 0.417969, - 0.433594, - 0.453125, - 0.435547, - 0.28125, - 0.421875, - 0.480469, - 0.470703, - 0.373047, - 0.445312, - 0.445312, - 0.451172, - 0.439453, - 0.445312, - 0.404297, - 0.398438, - 0.523438, - 0.478516, - 0.439453, - 0.388672, - 0.439453, - 0.335938, - 0.410156, - 0.435547, - 0.490234, - 0.320312, - 0.462891, - 0.447266, - 0.419922, - 0.445312, - 0.462891, - 0.425781, - 0.441406, - 0.423828, - 0.488281, - 0.457031, - 0.455078, - 0.449219, - 0.423828, - 0.414062, - 0.237305, - 0.451172, - 0.496094, - 0.419922, - 0.429688, - 0.439453, - 0.5, - 0.431641, - 0.425781, - 0.4375, - 0.402344, - 0.470703, - 0.414062, - 0.449219, - 0.445312, - 0.398438, - 0.408203, - 0.462891, - 0.464844, - 0.492188, - 0.486328, - 0.515625, - 0.4375, - 0.447266, - 0.427734, - 0.431641, - 0.455078, - 0.431641, - 0.427734, - 0.439453, - 0.429688, - 0.34375, - 0.462891, - 0.419922, - 0.519531, - 0.416016, - 0.472656, - 0.427734, - 0.441406, - 0.417969, - 0.445312, - 0.408203, - 0.4375, - 0.474609, - 0.431641, - 0.445312, - 0.378906, - 0.443359, - 0.429688, - 0.488281, - 0.453125, - 0.439453, - 0.455078, - 0.546875, - 0.535156, - 0.515625, - 0.445312, - 0.427734, - 0.414062, - 0.412109, - 0.457031, - 0.457031, - 0.40625, - 0.447266, - 0.435547, - 0.441406, - 0.451172, - 0.451172, - 0.462891, - 0.425781, - 0.457031, - 0.419922, - 0.439453, - 0.486328, - 0.429688, - 0.4375, - 0.464844, - 0.478516, - 0.404297, - 0.458984, - 0.388672, - 0.472656, - 0.458984, - 0.455078, - 0.40625, - 0.443359, - 0.419922, - 0.419922, - 0.439453, - 0.414062, - 0.402344, - 0.402344, - 0.429688, - 0.4375, - 0.404297, - 0.361328, - 0.408203, - 0.404297, - 0.400391, - 0.457031, - 0.482422, - 0.433594, - 0.353516, - 0.416016, - 0.478516, - 0.423828, - 0.416016, - 0.476562, - 0.431641, - 0.476562, - 0.482422, - 0.462891, - 0.431641, - 0.546875, - 0.421875, - 0.449219, - 0.431641, - 0.449219, - 0.398438, - 0.433594, - 0.460938, - 0.447266, - 0.445312, - 0.458984, - 0.419922, - 0.5, - 0.408203, - 0.470703, - 0.400391, - 0.4375, - 0.511719, - 0.449219, - 0.408203, - 0.478516, - 0.455078, - 0.4375, - 0.402344, - 0.416016, - 0.447266, - 0.445312, - 0.449219, - 0.4375, - 0.453125, - 0.408203, - 0.431641, - 0.357422, - 0.4375, - 0.384766, - 0.488281, - 0.455078, - 0.503906, - 0.396484, - 0.417969, - 0.417969, - 0.431641, - 0.458984, - 0.462891, - 0.416016, - 0.441406, - 0.490234, - 0.458984, - 0.427734, - 0.417969, - 0.400391, - 0.449219, - 0.429688, - 0.433594, - 0.460938, - 0.486328, - 0.443359, - 0.408203, - 0.404297, - 0.455078, - 0.435547, - 0.378906, - 0.4375, - 0.408203, - 0.458984, - 0.482422, - 0.423828, - 0.445312, - 0.470703, - 0.439453, - 0.421875, - 0.460938, - 0.4375, - 0.515625, - 0.443359, - 0.478516, - 0.449219, - 0.416016, - 0.4375, - 0.443359, - 0.466797, - 0.439453, - 0.451172, - 0.427734, - 0.386719, - 0.380859, - 0.349609, - 0.457031, - 0.445312, - 0.445312, - 0.425781, - 0.453125, - 0.345703, - 0.429688, - 0.380859, - 0.423828, - 0.484375, - 0.449219, - 0.419922, - 0.423828, - 0.417969, - 0.46875, - 0.458984, - 0.480469, - 0.441406, - 0.400391, - 0.402344, - 0.453125, - 0.458984, - 0.439453, - 0.455078, - 0.423828, - 0.457031, - 0.457031, - 0.435547, - 0.464844, - 0.408203, - 0.464844, - 0.28125, - 0.388672, - 0.460938, - 0.435547, - 0.482422, - 0.421875, - 0.457031, - 0.460938, - 0.46875, - 0.472656, - 0.462891, - 0.507812, - 0.384766, - 0.439453, - 0.466797, - 0.46875, - 0.490234, - 0.400391, - 0.396484, - 0.412109, - 0.464844, - 0.480469, - 0.433594 - ] - }, - "name": "model.transformer.layers.18.ffn_norm.weight", - "outputIndexes": [ - 1187 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1186, - 1187 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1188 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1188 - ], - "outputIndexes": [ - 2469 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2469 - ], - "outputIndexes": [ - 2470 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear", - "inputIndexes": [ - 2470 - ], - "outputIndexes": [ - 2471 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 11776, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 188416, - "weightSize": 0 - }, - "external": [ - 277966240, - 12058646, - 1507328, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2471 - ], - "outputIndexes": [ - 2472 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2472 - ], - "outputIndexes": [ - 1189 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 11776 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5888 - ] - }, - "name": "/ffn_18/Mul_output_0", - "outputIndexes": [ - 1190 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1189, - 21, - 1190, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_18/Slice_output_0", - "outputIndexes": [ - 1191 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1191 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_18/Sigmoid_output_0", - "outputIndexes": [ - 1192 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1191, - 1192 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_18/Mul_output_0", - "outputIndexes": [ - 1193 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 11776 - ] - }, - "name": "/ffn_18/Mul_1_output_0", - "outputIndexes": [ - 1194 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1189, - 1190, - 1194, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_18/Slice_1_output_0", - "outputIndexes": [ - 1195 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1193, - 1195 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_18/Mul_2_output_0", - "outputIndexes": [ - 1196 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1196 - ], - "outputIndexes": [ - 2473 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5888, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2473 - ], - "outputIndexes": [ - 2474 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear", - "inputIndexes": [ - 2474 - ], - "outputIndexes": [ - 2475 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5888, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 94208, - "weightSize": 0 - }, - "external": [ - 291532214, - 6029334, - 753664, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2475 - ], - "outputIndexes": [ - 2476 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2476 - ], - "outputIndexes": [ - 1197 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1185, - 1197 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_75_output_0", - "outputIndexes": [ - 1198 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1198, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_76_output_0", - "outputIndexes": [ - 1199 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1199 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_19/Mul_output_0", - "outputIndexes": [ - 1200 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.640625, - 0.445312, - 0.621094, - 0.660156, - 0.628906, - 0.65625, - 0.746094, - 0.632812, - 0.648438, - 0.435547, - 0.6875, - 0.574219, - 0.644531, - 0.660156, - 0.601562, - 0.378906, - 0.757812, - 0.609375, - 0.640625, - 0.707031, - 0.777344, - 0.664062, - 0.679688, - 0.550781, - 0.640625, - 0.738281, - 0.679688, - 0.644531, - 0.652344, - 0.628906, - 0.566406, - 0.664062, - 0.695312, - 0.617188, - 0.621094, - 0.707031, - 0.761719, - 0.695312, - 0.605469, - 0.570312, - 0.800781, - 0.578125, - 0.636719, - 0.457031, - 0.695312, - 0.539062, - 0.695312, - 0.578125, - 0.683594, - 0.671875, - 0.679688, - 0.625, - 0.613281, - 0.515625, - 0.578125, - 0.558594, - 0.558594, - 0.6875, - 0.644531, - 0.574219, - 0.671875, - 0.574219, - 0.507812, - 0.585938, - 0.439453, - 0.597656, - 0.582031, - 0.601562, - 0.632812, - 0.6875, - 0.550781, - 0.683594, - 0.511719, - 0.722656, - 0.664062, - 0.589844, - 0.597656, - 0.539062, - 0.65625, - 0.707031, - 0.566406, - 0.628906, - 0.566406, - 0.601562, - 0.691406, - 0.625, - 0.65625, - 0.707031, - 0.714844, - 0.597656, - 0.742188, - 0.578125, - 0.566406, - 0.558594, - 0.486328, - 0.699219, - 0.671875, - 0.494141, - 0.632812, - 0.636719, - 0.636719, - 0.558594, - 0.636719, - 0.574219, - 0.558594, - 1.03125, - 0.640625, - 0.640625, - 0.605469, - 0.400391, - 0.535156, - 0.679688, - 0.632812, - 0.59375, - 0.792969, - 0.542969, - 0.636719, - 0.570312, - 0.621094, - 0.707031, - 0.589844, - 0.699219, - 0.484375, - 0.421875, - 0.695312, - 0.353516, - 0.753906, - 0.699219, - 0.527344, - 0.523438, - 0.570312, - 0.746094, - 0.535156, - 0.75, - 0.617188, - 0.640625, - 0.667969, - 0.425781, - 0.617188, - 0.636719, - 0.480469, - 0.660156, - 0.625, - 0.578125, - 0.486328, - 0.398438, - 0.585938, - 0.464844, - 0.400391, - 0.53125, - 0.679688, - 0.683594, - 0.609375, - 0.617188, - 0.75, - 0.523438, - 0.660156, - 0.636719, - 0.390625, - 0.691406, - 0.664062, - 0.605469, - 0.609375, - 0.5625, - 0.574219, - 0.660156, - 0.746094, - 0.375, - 0.490234, - 0.699219, - 0.886719, - 0.570312, - 0.75, - 0.605469, - 0.65625, - 0.59375, - 0.605469, - 0.765625, - 0.75, - 0.722656, - 0.675781, - 0.648438, - 0.714844, - 0.574219, - 0.777344, - 0.582031, - 0.722656, - 0.6875, - 0.582031, - 0.632812, - 0.703125, - 0.789062, - 0.585938, - 0.539062, - 0.632812, - 0.707031, - 0.6875, - 0.585938, - 0.542969, - 0.632812, - 0.613281, - 0.601562, - 0.5625, - 0.636719, - 0.558594, - 0.636719, - 0.574219, - 0.601562, - 0.75, - 0.589844, - 0.503906, - 0.5625, - 0.695312, - 0.644531, - 0.65625, - 0.574219, - 0.6875, - 0.679688, - 0.625, - 0.675781, - 0.445312, - 0.65625, - 1.101562, - 0.640625, - 0.464844, - 0.625, - 0.609375, - 0.554688, - 0.498047, - 0.664062, - 0.621094, - 0.515625, - 0.609375, - 0.679688, - 0.65625, - 0.679688, - 0.53125, - 0.726562, - 1.65625, - 0.636719, - 0.660156, - 0.5, - 0.628906, - 0.59375, - 0.566406, - 0.6875, - 0.408203, - 0.675781, - 0.515625, - 0.6875, - 0.617188, - 0.460938, - 0.632812, - 0.585938, - 0.597656, - 0.503906, - 0.617188, - 0.691406, - 0.558594, - 0.679688, - 0.605469, - 0.585938, - 0.691406, - 0.53125, - 0.734375, - 0.652344, - 0.605469, - 0.597656, - 0.695312, - 0.582031, - 0.664062, - 0.679688, - 0.613281, - 0.613281, - 0.558594, - 0.621094, - 0.408203, - 0.613281, - 0.59375, - 0.683594, - 0.617188, - 0.742188, - 0.683594, - 0.542969, - 0.447266, - 0.703125, - 0.699219, - 0.625, - 0.628906, - 0.636719, - 0.699219, - 0.6875, - 0.757812, - 0.660156, - 0.691406, - 0.667969, - 0.699219, - 0.636719, - 0.8125, - 0.376953, - 0.683594, - 0.597656, - 0.511719, - 0.535156, - 0.660156, - 0.621094, - 1.046875, - 0.605469, - 0.53125, - 0.597656, - 0.443359, - 0.574219, - 0.667969, - 0.71875, - 0.832031, - 0.683594, - 0.613281, - 0.585938, - 0.746094, - 0.472656, - 0.59375, - 0.605469, - 0.660156, - 0.617188, - 0.53125, - 0.667969, - 0.671875, - 1.273438, - 0.53125, - 0.617188, - 0.640625, - 0.570312, - 0.664062, - 0.691406, - 0.65625, - 0.691406, - 0.683594, - 0.435547, - 0.585938, - 0.640625, - 0.605469, - 0.691406, - 0.613281, - 0.75, - 0.710938, - 0.65625, - 0.640625, - 0.707031, - 0.671875, - 0.515625, - 0.558594, - 0.644531, - 0.484375, - 0.640625, - 0.59375, - 0.691406, - 0.597656, - 0.597656, - 0.519531, - 0.503906, - 0.550781, - 0.652344, - 0.671875, - 0.425781, - 0.613281, - 0.683594, - 0.625, - 0.722656, - 0.589844, - 0.679688, - 0.632812, - 0.917969, - 0.625, - 0.539062, - 0.478516, - 0.480469, - 0.886719, - 0.546875, - 0.828125, - 0.539062, - 0.753906, - 0.478516, - 0.539062, - 0.585938, - 0.558594, - 0.570312, - 0.613281, - 0.621094, - 0.59375, - 0.703125, - 0.628906, - 0.679688, - 0.78125, - 0.582031, - 0.679688, - 0.703125, - 0.664062, - 0.632812, - 0.470703, - 0.707031, - 0.65625, - 0.652344, - 0.546875, - 0.605469, - 0.605469, - 0.416016, - 0.5625, - 0.613281, - 0.644531, - 0.5625, - 0.337891, - 0.605469, - 0.699219, - 0.773438, - 0.589844, - 0.550781, - 0.683594, - 0.777344, - 0.621094, - 0.671875, - 0.691406, - 0.890625, - 0.585938, - 0.636719, - 0.796875, - 0.628906, - 0.476562, - 0.5625, - 0.65625, - 0.585938, - 0.699219, - 0.5625, - 0.59375, - 0.691406, - 0.527344, - 0.667969, - 0.648438, - 0.558594, - 0.65625, - 0.796875, - 0.773438, - 0.652344, - 0.550781, - 0.703125, - 0.675781, - 0.675781, - 0.722656, - 0.671875, - 0.8125, - 0.535156, - 0.621094, - 0.392578, - 0.585938, - 0.507812, - 0.648438, - 0.648438, - 0.660156, - 0.546875, - 0.625, - 0.523438, - 0.675781, - 0.667969, - 0.683594, - 0.691406, - 0.625, - 0.722656, - 0.585938, - 0.617188, - 0.660156, - 0.75, - 0.445312, - 0.644531, - 0.597656, - 0.652344, - 0.644531, - 0.652344, - 0.660156, - 0.640625, - 0.582031, - 0.699219, - 0.71875, - 0.625, - 0.585938, - 0.59375, - 0.636719, - 0.550781, - 0.675781, - 0.632812, - 0.519531, - 0.585938, - 0.490234, - 0.648438, - 0.800781, - 0.546875, - 0.558594, - 0.542969, - 0.710938, - 0.535156, - 0.527344, - 0.613281, - 0.660156, - 0.796875, - 0.671875, - 0.640625, - 0.617188, - 0.683594, - 0.839844, - 0.601562, - 0.625, - 0.664062, - 0.648438, - 0.648438, - 0.660156, - 0.632812, - 0.582031, - 0.90625, - 0.613281, - 0.679688, - 0.597656, - 0.578125, - 0.722656, - 0.652344, - 0.660156, - 0.457031, - 0.570312, - 0.640625, - 0.5625, - 0.636719, - 0.625, - 0.570312, - 0.683594, - 1.125, - 0.679688, - 0.734375, - 0.675781, - 0.699219, - 0.601562, - 0.714844, - 0.578125, - 0.65625, - 0.523438, - 0.621094, - 0.691406, - 0.652344, - 0.742188, - 0.605469, - 0.330078, - 0.558594, - 0.753906, - 1.078125, - 0.566406, - 0.710938, - 0.824219, - 1.085938, - 0.683594, - 0.578125, - 0.601562, - 0.632812, - 0.660156, - 0.707031, - 0.660156, - 0.582031, - 0.589844, - 0.621094, - 0.636719, - 0.347656, - 0.503906, - 0.582031, - 0.503906, - 0.6875, - 0.628906, - 0.373047, - 0.601562, - 0.435547, - 0.625, - 0.601562, - 0.671875, - 0.585938, - 0.408203, - 0.597656, - 0.6875, - 0.796875, - 1.039062, - 0.539062, - 0.65625, - 0.828125, - 0.601562, - 0.546875, - 0.539062, - 0.582031, - 0.472656, - 0.691406, - 0.757812, - 0.632812, - 0.617188, - 0.539062, - 0.574219, - 0.660156, - 0.542969, - 0.683594, - 0.53125, - 0.710938, - 0.5, - 0.566406, - 0.578125, - 0.714844, - 0.554688, - 0.65625, - 0.890625, - 1.109375, - 0.722656, - 0.609375, - 0.535156, - 0.71875, - 0.617188, - 0.640625, - 0.527344, - 0.714844, - 0.632812, - 0.675781, - 0.683594, - 0.628906, - 0.699219, - 0.589844, - 0.523438, - 1.039062, - 0.644531, - 1.296875, - 0.613281, - 0.730469, - 0.574219, - 0.640625, - 0.609375, - 0.6875, - 0.589844, - 0.609375, - 0.734375, - 0.628906, - 0.484375, - 0.679688, - 0.486328, - 0.605469, - 0.644531, - 0.410156, - 0.59375, - 0.628906, - 0.769531, - 0.464844, - 0.605469, - 0.558594, - 0.667969, - 0.734375, - 0.484375, - 0.753906, - 0.558594, - 0.621094, - 0.671875, - 0.75, - 0.644531, - 0.558594, - 0.78125, - 0.769531, - 0.683594, - 0.742188, - 0.703125, - 0.570312, - 0.410156, - 0.710938, - 0.683594, - 0.613281, - 0.667969, - 0.617188, - 1.125, - 0.597656, - 0.369141, - 0.511719, - 0.613281, - 0.660156, - 0.664062, - 0.65625, - 0.455078, - 0.416016, - 0.671875, - 0.605469, - 0.636719, - 0.605469, - 0.433594, - 0.675781, - 0.546875, - 0.472656, - 0.625, - 0.644531, - 0.621094, - 0.625, - 0.613281, - 0.6875, - 0.617188, - 0.439453, - 0.574219, - 0.648438, - 0.582031, - 0.640625, - 0.578125, - 0.738281, - 0.664062, - 0.585938, - 0.609375, - 0.546875, - 0.601562, - 0.738281, - 0.757812, - 0.671875, - 0.535156, - 0.695312, - 0.707031, - 0.6875, - 0.710938, - 0.605469, - 0.863281, - 0.480469, - 0.621094, - 0.722656, - 0.671875, - 0.71875, - 0.625, - 0.554688, - 0.648438, - 0.589844, - 0.660156, - 0.40625, - 0.554688, - 0.71875, - 0.652344, - 0.625, - 0.667969, - 0.660156, - 0.621094, - 0.667969, - 0.726562, - 0.699219, - 0.65625, - 0.726562, - 0.75, - 0.605469, - 0.431641, - 0.636719, - 0.652344, - 0.601562, - 0.507812, - 0.558594, - 0.605469, - 0.679688, - 0.617188, - 0.699219, - 0.664062, - 0.621094, - 0.476562, - 0.953125, - 0.628906, - 0.703125, - 0.570312, - 0.605469, - 0.566406, - 0.640625, - 0.632812, - 0.71875, - 0.550781, - 0.78125, - 0.558594, - 0.664062, - 0.535156, - 0.601562, - 0.542969, - 0.625, - 0.609375, - 0.675781, - 0.554688, - 0.498047, - 0.609375, - 0.554688, - 0.65625, - 0.435547, - 0.550781, - 0.621094, - 0.769531, - 0.625, - 0.625, - 0.703125, - 0.695312, - 0.511719, - 0.589844, - 0.632812, - 0.765625, - 0.416016, - 0.542969, - 0.601562, - 0.427734, - 0.546875, - 0.65625, - 0.597656, - 0.742188, - 0.683594, - 0.558594, - 0.714844, - 0.636719, - 0.652344, - 0.667969, - 1.117188, - 0.488281, - 0.632812, - 0.554688, - 0.632812, - 0.699219, - 0.597656, - 0.699219, - 0.640625, - 0.632812, - 0.648438, - 0.636719, - 0.714844, - 0.671875, - 0.679688, - 0.6875, - 0.597656, - 0.667969, - 0.585938, - 0.457031, - 0.554688, - 0.628906, - 0.625, - 0.65625, - 0.621094, - 0.546875, - 0.550781, - 0.65625, - 0.65625, - 0.625, - 0.726562, - 0.664062, - 0.632812, - 0.671875, - 0.6875, - 0.478516, - 0.644531, - 0.539062, - 0.617188, - 0.679688, - 0.613281, - 0.777344, - 0.625, - 0.652344, - 0.664062, - 0.601562, - 0.699219, - 0.53125, - 0.429688, - 0.589844, - 0.6875, - 0.535156, - 0.667969, - 0.578125, - 0.609375, - 0.476562, - 0.695312, - 0.6875, - 0.539062, - 0.636719, - 0.574219, - 0.734375, - 0.589844, - 0.605469, - 0.550781, - 0.835938, - 0.695312, - 0.621094, - 0.578125, - 0.589844, - 0.738281, - 0.667969, - 0.707031, - 0.648438, - 0.640625, - 0.648438, - 0.636719, - 0.632812, - 0.644531, - 0.648438, - 0.578125, - 0.5625, - 0.625, - 0.632812, - 0.804688, - 0.5, - 0.574219, - 0.570312, - 0.625, - 0.613281, - 0.742188, - 0.632812, - 0.667969, - 0.640625, - 0.558594, - 0.503906, - 0.765625, - 0.498047, - 0.675781, - 0.558594, - 0.703125, - 0.679688, - 0.640625, - 0.605469, - 0.632812, - 0.753906, - 0.326172, - 0.652344, - 0.644531, - 0.550781, - 0.605469, - 0.714844, - 0.59375, - 0.636719, - 0.628906, - 0.652344, - 0.703125, - 0.625, - 0.660156, - 0.714844, - 0.761719, - 0.71875, - 0.691406, - 0.40625, - 0.6875, - 0.625, - 0.585938, - 0.558594, - 0.566406, - 0.550781, - 0.5625, - 0.707031, - 0.585938, - 0.742188, - 0.613281, - 0.882812, - 1.109375, - 0.601562, - 0.605469, - 0.714844, - 0.519531, - 0.71875, - 0.550781, - 0.570312, - 0.644531, - 0.558594, - 0.648438, - 0.554688, - 0.527344, - 0.566406, - 0.470703, - 0.613281, - 0.652344, - 0.597656, - 0.550781, - 0.589844, - 0.644531, - 0.597656, - 0.378906, - 0.695312, - 0.628906, - 0.703125, - 0.683594, - 0.664062, - 0.738281, - 0.585938, - 0.151367, - 0.496094, - 0.652344, - 0.660156, - 0.464844, - 0.486328, - 0.570312, - 0.59375, - 0.722656, - 0.542969, - 0.84375, - 0.699219, - 0.589844, - 1.296875, - 0.703125, - 0.722656, - 0.585938, - 0.679688, - 0.722656, - 0.675781, - 0.539062, - 0.660156, - 0.820312, - 0.59375, - 0.408203, - 0.574219, - 0.660156, - 0.542969, - 0.710938, - 0.671875, - 0.625, - 0.652344, - 0.640625, - 0.632812, - 0.597656, - 0.476562, - 0.785156, - 0.640625, - 0.632812, - 0.490234, - 0.707031, - 0.625, - 0.621094, - 0.570312, - 0.640625, - 0.519531, - 0.640625, - 0.722656, - 0.628906, - 0.621094, - 0.648438, - 0.640625, - 0.730469, - 0.765625, - 0.527344, - 0.554688, - 0.503906, - 0.601562, - 0.511719, - 0.808594, - 0.6875, - 0.632812, - 0.703125, - 0.675781, - 0.605469, - 0.640625, - 0.453125, - 0.566406, - 0.59375, - 0.65625, - 0.710938, - 0.566406, - 0.632812, - 0.507812, - 0.691406, - 0.605469, - 0.652344, - 0.601562, - 0.566406, - 0.515625, - 0.675781, - 0.613281, - 0.644531, - 0.671875, - 0.59375, - 0.710938, - 0.648438, - 0.625, - 0.558594, - 0.625, - 0.765625, - 0.369141, - 0.761719, - 0.628906, - 0.582031, - 0.773438, - 0.542969, - 0.667969, - 0.664062, - 0.609375, - 0.609375, - 0.65625, - 0.886719, - 0.332031, - 0.546875, - 0.597656, - 0.453125, - 0.695312, - 0.621094, - 0.648438, - 0.597656, - 0.613281, - 0.617188, - 0.773438, - 0.699219, - 0.632812, - 0.71875, - 0.628906, - 2.21875, - 0.679688, - 0.6875, - 0.796875, - 0.613281, - 0.671875, - 0.722656, - 0.5625, - 0.652344, - 0.582031, - 0.648438, - 0.628906, - 0.738281, - 0.671875, - 0.742188, - 0.542969, - 0.458984, - 0.644531, - 0.628906, - 0.5, - 0.601562, - 0.710938, - 0.636719, - 0.808594, - 0.652344, - 0.6875, - 0.632812, - 0.546875, - 0.570312, - 0.703125, - 0.53125, - 0.441406, - 0.714844, - 0.632812, - 0.746094, - 0.441406, - 0.386719, - 0.59375, - 0.726562, - 0.570312, - 0.789062, - 0.480469, - 0.71875, - 0.65625, - 0.632812, - 0.726562, - 0.753906, - 0.71875, - 1.53125, - 0.730469, - 0.671875, - 0.539062, - 0.621094, - 0.539062, - 0.644531, - 0.757812, - 0.695312, - 0.695312, - 0.699219, - 0.640625, - 0.582031, - 0.714844, - 0.667969, - 0.664062, - 0.699219, - 0.734375, - 0.574219, - 0.546875, - 0.601562, - 0.539062, - 0.613281, - 0.6875, - 0.703125, - 0.78125, - 0.597656, - 0.738281, - 0.707031, - 0.648438, - 0.6875, - 0.539062, - 0.703125, - 0.597656, - 0.601562, - 0.6875, - 0.671875, - 0.632812, - 0.640625, - 0.714844, - 0.613281, - 0.380859, - 0.601562, - 0.734375, - 0.640625, - 0.691406, - 0.746094, - 0.628906, - 0.613281, - 0.5625, - 0.707031, - 0.636719, - 0.804688, - 0.703125, - 0.464844, - 0.652344, - 0.535156, - 0.644531, - 0.453125, - 0.441406, - 0.675781, - 0.632812, - 0.613281, - 0.609375, - 0.664062, - 0.652344, - 0.605469, - 0.65625, - 0.8125, - 0.589844, - 0.746094, - 0.488281, - 0.773438, - 0.648438, - 0.515625, - 0.640625, - 0.707031, - 0.535156, - 0.601562, - 0.996094, - 0.585938, - 0.921875, - 0.691406, - 0.691406, - 0.667969, - 0.433594, - 0.894531, - 0.5625, - 0.65625, - 0.707031, - 0.683594, - 0.507812, - 0.691406, - 0.578125, - 0.609375, - 0.53125, - 0.644531, - 0.667969, - 0.519531, - 0.314453, - 0.613281, - 0.644531, - 0.535156, - 0.761719, - 0.660156, - 0.625, - 0.679688, - 0.691406, - 0.648438, - 0.5, - 0.484375, - 0.730469, - 0.601562, - 0.550781, - 0.601562, - 0.589844, - 0.683594, - 0.660156, - 1.117188, - 0.667969, - 0.707031, - 0.644531, - 0.589844, - 0.59375, - 0.59375, - 0.664062, - 0.625, - 0.5, - 0.796875, - 0.636719, - 0.652344, - 0.617188, - 0.625, - 0.558594, - 0.486328, - 0.439453, - 0.640625, - 0.515625, - 0.539062, - 0.578125, - 0.486328, - 0.6875, - 0.613281, - 0.605469, - 0.617188, - 0.667969, - 0.734375, - 0.652344, - 0.667969, - 0.570312, - 0.746094, - 0.640625, - 0.660156, - 0.582031, - 0.609375, - 0.605469, - 0.679688, - 0.667969, - 0.523438, - 0.609375, - 0.558594, - 0.667969, - 0.492188, - 0.519531, - 0.472656, - 0.535156, - 0.632812, - 0.683594, - 0.597656, - 0.648438, - 0.617188, - 0.388672, - 0.679688, - 0.570312, - 0.648438, - 0.769531, - 0.652344, - 0.570312, - 0.660156, - 0.457031, - 0.601562, - 0.707031, - 0.605469, - 0.628906, - 0.621094, - 0.722656, - 0.738281, - 0.757812, - 0.640625, - 0.695312, - 0.570312, - 0.640625, - 0.546875, - 0.648438, - 0.539062, - 0.601562, - 0.734375, - 0.570312, - 0.59375, - 0.578125, - 0.71875, - 0.683594, - 0.730469, - 0.5, - 0.652344, - 0.660156, - 0.527344, - 0.578125, - 0.640625, - 0.486328, - 0.6875, - 0.933594, - 0.71875, - 0.683594, - 0.671875, - 0.699219, - 0.613281, - 0.75, - 0.628906, - 0.734375, - 0.664062, - 0.597656, - 0.679688, - 0.494141, - 0.679688, - 0.746094, - 0.523438, - 0.566406, - 0.574219, - 0.761719, - 0.6875, - 0.566406, - 0.601562, - 0.628906, - 0.617188, - 0.675781, - 0.582031, - 0.699219, - 0.621094, - 0.59375, - 0.652344, - 0.597656, - 0.625, - 0.765625, - 0.632812, - 0.398438, - 0.722656, - 0.601562, - 0.679688, - 1.007812, - 0.566406, - 0.703125, - 0.455078, - 0.710938, - 0.632812, - 0.617188, - 0.714844, - 0.328125, - 0.589844, - 0.597656, - 0.636719, - 0.644531, - 0.519531, - 0.574219, - 0.660156, - 0.574219, - 0.542969, - 0.640625, - 0.597656, - 0.640625, - 0.632812, - 0.617188, - 0.582031, - 0.585938, - 0.625, - 0.652344, - 0.648438, - 0.628906, - 0.644531, - 0.636719, - 0.972656, - 0.609375, - 0.466797, - 0.660156, - 0.597656, - 0.691406, - 0.765625, - 0.683594, - 0.71875, - 0.628906, - 0.585938, - 0.613281, - 0.617188, - 0.761719, - 0.636719, - 0.378906, - 0.539062, - 0.511719, - 0.373047, - 0.523438, - 0.664062, - 0.582031, - 0.695312, - 0.667969, - 0.753906, - 0.578125, - 0.480469, - 0.578125, - 0.605469, - 0.550781, - 0.503906, - 0.675781, - 0.474609, - 0.992188, - 0.875, - 0.675781, - 0.703125, - 0.503906, - 0.617188, - 0.644531, - 0.570312, - 0.628906, - 0.664062, - 0.75, - 0.550781, - 0.671875, - 0.734375, - 0.636719, - 0.554688, - 0.585938, - 0.710938, - 0.539062, - 0.722656, - 0.478516, - 0.625, - 0.648438, - 0.777344, - 0.523438, - 0.574219, - 0.5625, - 0.636719, - 0.294922, - 0.542969, - 0.714844, - 0.5625, - 0.605469, - 0.59375, - 0.558594, - 0.550781, - 0.585938, - 0.617188, - 0.636719, - 0.597656, - 0.427734, - 0.699219, - 0.660156, - 0.574219, - 0.400391, - 0.691406, - 0.625, - 0.726562, - 0.898438, - 0.601562, - 0.640625, - 0.515625, - 0.546875, - 0.757812, - 0.542969, - 0.648438, - 0.486328, - 0.515625, - 0.632812, - 0.578125, - 0.828125, - 0.785156, - 0.601562, - 0.625, - 0.675781, - 0.589844, - 0.601562, - 0.400391, - 0.589844, - 0.683594, - 0.71875, - 0.390625, - 0.539062, - 0.761719, - 0.511719, - 0.597656, - 0.59375, - 0.5625, - 0.628906, - 0.554688, - 0.640625, - 0.554688, - 0.960938, - 0.609375, - 0.660156, - 0.367188, - 0.5625, - 0.585938, - 0.644531, - 0.617188, - 0.65625, - 0.605469, - 0.609375, - 0.482422, - 0.472656, - 0.527344, - 0.648438, - 0.714844, - 0.542969, - 0.609375, - 0.235352, - 0.585938, - 0.75, - 0.644531, - 0.535156, - 0.675781, - 0.761719, - 0.703125, - 0.59375, - 0.625, - 0.601562, - 0.71875, - 0.609375, - 0.628906, - 0.601562, - 0.652344, - 0.644531, - 0.644531, - 0.652344, - 0.554688, - 0.5, - 0.621094, - 0.574219, - 0.679688, - 0.820312, - 0.644531, - 0.65625, - 0.617188, - 0.640625, - 0.726562, - 0.746094, - 0.644531, - 0.710938, - 0.625, - 0.546875, - 0.644531, - 0.707031, - 0.679688, - 0.6875, - 0.757812, - 0.746094, - 0.5625, - 0.582031, - 0.53125, - 0.625, - 0.71875, - 0.6875, - 0.792969, - 1.304688, - 0.652344, - 0.714844, - 0.527344, - 0.582031, - 0.578125, - 0.535156, - 0.542969, - 0.695312, - 0.738281, - 0.546875, - 0.609375, - 0.404297, - 0.589844, - 0.585938, - 0.652344, - 0.621094, - 0.699219, - 0.550781, - 0.671875, - 0.65625, - 0.617188, - 0.675781, - 0.648438, - 0.566406, - 0.792969, - 0.542969, - 0.351562, - 0.546875, - 0.5, - 0.605469, - 0.683594, - 0.703125, - 0.5625, - 0.695312, - 0.671875, - 0.695312, - 0.6875, - 0.648438, - 0.566406, - 0.523438, - 0.445312, - 0.578125, - 0.710938, - 0.546875, - 0.566406, - 0.699219, - 0.613281, - 0.640625, - 0.416016, - 0.664062, - 0.511719, - 0.628906, - 0.628906, - 0.582031, - 0.550781, - 0.59375, - 0.738281, - 0.707031, - 0.431641, - 0.6875, - 0.855469, - 0.667969, - 0.617188, - 0.800781, - 0.433594, - 0.8125, - 0.59375, - 0.757812, - 0.5625, - 0.726562, - 0.486328, - 0.644531, - 0.621094, - 0.625, - 0.660156, - 0.632812, - 0.617188, - 0.578125, - 0.523438, - 0.679688, - 0.621094, - 0.699219, - 0.792969, - 0.558594, - 0.726562, - 0.664062, - 0.679688, - 0.773438, - 0.664062, - 0.316406, - 0.699219, - 0.566406, - 0.53125, - 0.605469, - 0.734375, - 0.570312, - 0.671875, - 0.59375, - 0.589844, - 0.628906, - 0.511719, - 0.613281, - 0.613281, - 0.605469, - 0.605469, - 0.730469, - 0.609375, - 0.585938, - 0.691406, - 0.707031, - 0.597656, - 0.851562, - 0.652344, - 0.640625, - 0.617188, - 0.703125, - 0.683594, - 0.625, - 0.6875, - 0.683594, - 0.660156, - 0.613281, - 0.636719, - 0.511719, - 0.671875, - 0.554688, - 0.605469, - 0.640625, - 0.550781, - 0.582031, - 0.503906, - 0.5625, - 0.75, - 0.449219, - 0.746094, - 0.621094, - 0.410156, - 0.765625, - 0.691406, - 0.59375, - 0.498047, - 0.699219, - 0.671875, - 0.523438, - 0.535156, - 0.660156, - 0.710938, - 0.546875, - 0.640625, - 0.435547, - 0.574219, - 0.640625, - 0.730469, - 0.566406, - 0.613281, - 0.628906, - 0.679688, - 0.917969, - 0.550781, - 0.78125, - 0.6875, - 0.566406, - 0.605469, - 0.605469, - 0.675781, - 0.675781, - 0.605469, - 0.445312, - 0.507812, - 0.785156, - 0.65625, - 0.494141, - 0.476562, - 0.640625, - 0.640625, - 0.574219, - 0.71875, - 0.742188, - 0.859375, - 0.597656, - 0.671875, - 0.539062, - 0.660156, - 0.648438, - 0.613281, - 0.554688, - 0.625, - 0.796875, - 0.636719, - 0.625, - 0.601562, - 0.507812, - 0.458984, - 1.25, - 0.609375, - 0.683594, - 0.636719, - 0.601562, - 0.601562, - 0.710938, - 0.667969, - 0.609375, - 0.640625, - 0.484375, - 0.636719, - 0.519531, - 0.582031, - 0.578125, - 0.664062, - 1.078125, - 0.636719, - 0.667969, - 0.816406, - 0.679688, - 0.816406, - 0.640625, - 0.648438, - 0.695312, - 0.644531, - 0.582031, - 0.59375, - 0.585938, - 0.605469, - 0.570312, - 0.554688, - 0.765625, - 0.554688, - 0.769531, - 0.675781, - 0.765625, - 0.613281, - 0.652344, - 0.445312, - 0.679688, - 0.460938, - 0.59375, - 0.707031, - 0.566406, - 0.519531, - 0.589844, - 0.664062, - 0.605469, - 0.679688, - 0.660156, - 0.605469, - 0.605469, - 0.824219, - 0.824219, - 0.8125, - 0.605469, - 0.671875, - 0.800781, - 0.492188, - 0.636719, - 0.707031, - 0.486328, - 0.613281, - 0.597656, - 0.601562, - 0.675781, - 0.621094, - 0.605469, - 0.585938, - 0.675781, - 0.503906, - 0.546875, - 0.746094, - 0.644531, - 0.648438, - 0.707031, - 0.660156, - 0.660156, - 0.710938, - 0.65625, - 0.667969, - 0.65625, - 0.660156, - 0.515625, - 0.652344, - 0.59375, - 0.589844, - 0.458984, - 0.554688, - 0.478516, - 0.410156, - 0.625, - 0.765625, - 0.523438, - 0.542969, - 0.582031, - 0.667969, - 0.59375, - 0.667969, - 0.789062, - 0.609375, - 0.613281, - 0.597656, - 0.742188, - 0.361328, - 0.628906, - 0.691406, - 0.691406, - 0.699219, - 0.882812, - 0.589844, - 0.785156, - 0.640625, - 0.558594, - 0.494141, - 0.773438, - 0.648438, - 0.652344, - 0.550781, - 0.832031, - 0.558594, - 0.589844, - 0.648438, - 0.492188, - 0.574219, - 0.451172, - 0.632812, - 0.369141, - 0.695312, - 0.800781, - 0.582031, - 0.539062, - 0.816406, - 0.753906, - 0.644531, - 0.431641, - 0.582031, - 0.664062, - 0.613281, - 0.742188, - 0.386719, - 0.71875, - 0.710938, - 0.675781, - 0.589844, - 0.601562, - 0.566406, - 0.773438, - 0.625, - 0.707031, - 0.609375, - 0.601562, - 0.746094, - 0.644531, - 0.613281, - 0.808594, - 0.527344, - 0.589844, - 0.78125, - 0.65625, - 0.597656, - 0.597656, - 0.542969, - 0.527344, - 0.585938, - 0.539062, - 0.691406, - 0.703125, - 0.625, - 0.585938, - 0.675781, - 0.53125, - 0.621094, - 0.632812, - 0.5625, - 0.554688, - 0.644531, - 0.683594, - 0.582031, - 0.632812, - 0.660156, - 0.628906, - 0.601562, - 0.648438, - 0.636719, - 0.773438, - 0.734375, - 0.675781, - 0.601562, - 0.53125, - 0.617188, - 0.683594, - 0.757812, - 0.628906, - 0.574219, - 0.597656, - 0.585938, - 0.609375, - 0.847656, - 0.671875, - 0.726562, - 0.648438, - 0.535156, - 0.558594, - 0.382812, - 0.558594, - 0.365234, - 0.566406, - 0.625, - 0.667969, - 0.683594, - 0.558594, - 0.65625, - 0.699219, - 0.722656, - 0.730469, - 0.691406, - 0.433594, - 0.365234, - 0.632812, - 0.828125, - 0.488281, - 0.773438, - 0.617188, - 0.589844, - 0.703125, - 0.546875, - 0.679688, - 0.597656, - 0.617188, - 0.859375, - 0.40625, - 0.699219, - 0.628906, - 0.785156, - 0.566406, - 0.671875, - 0.601562, - 0.644531, - 0.691406, - 0.71875, - 0.769531, - 0.431641, - 0.539062, - 0.664062, - 0.621094, - 0.75, - 0.597656, - 0.570312, - 0.554688, - 0.554688, - 0.71875, - 0.558594 - ] - }, - "name": "model.transformer.layers.19.attn_norm.weight", - "outputIndexes": [ - 1201 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1200, - 1201 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1202 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1202 - ], - "outputIndexes": [ - 2477 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2477 - ], - "outputIndexes": [ - 2478 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear", - "inputIndexes": [ - 2478 - ], - "outputIndexes": [ - 2479 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1792, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 298315212, - 1835030, - 229376, - 7168, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2479 - ], - "outputIndexes": [ - 2480 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2480 - ], - "outputIndexes": [ - 1203 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1792 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1202 - ], - "main_type": "NONE", - "name": "/Shape_77_output_0", - "outputIndexes": [ - 1204 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1204 - ], - "main_type": "NONE", - "name": "Shape1705", - "outputIndexes": [ - 1205 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1204 - ], - "main_type": "NONE", - "name": "Rank1707", - "outputIndexes": [ - 1206 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1206, - 1206 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1709", - "outputIndexes": [ - 1207 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1207 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1710", - "outputIndexes": [ - 1208 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1207, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1712", - "outputIndexes": [ - 1209 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1209 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1713", - "outputIndexes": [ - 1210 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1205, - 1208, - 1210, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1716", - "outputIndexes": [ - 1211 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1211 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1717", - "outputIndexes": [ - 1212 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1212 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1718", - "outputIndexes": [ - 1213 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1213, - 1212 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1719", - "outputIndexes": [ - 1214 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1204, - 1214, - 1207 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_99_output_0", - "outputIndexes": [ - 1215 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1215, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_191_output_0", - "outputIndexes": [ - 1216 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1216, - 1154, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_95_output_0", - "outputIndexes": [ - 1217 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1203, - 1217 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_77_output_0", - "outputIndexes": [ - 1218 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1218 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_19/Mul_output_0", - "outputIndexes": [ - 1219 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.097168, - -0.027344, - 0.027832, - 0.007324, - 1.53125, - 1.539062, - 1.28125, - 1.929688, - 1.585938, - 1.820312, - 1.703125, - 1.984375, - 2.109375, - 2.03125, - 2.09375, - 2.078125, - 2.015625, - 2.5, - 2.03125, - 2.40625, - 2.375, - 2.875, - 2.234375, - 2.28125, - 2.203125, - 2.234375, - 2.359375, - 2.125, - 2.140625, - 2.1875, - 2.171875, - 2.328125, - -0.018311, - -0.052002, - 1.007812, - 1.84375, - 0.890625, - 1.6875, - 1.71875, - 1.484375, - 1.71875, - 1.882812, - 1.898438, - 2.0, - 1.648438, - 2.078125, - 1.78125, - 2.234375, - 1.921875, - 2.140625, - 2.140625, - 2.078125, - 2.078125, - 1.578125, - 2.3125, - 2.234375, - 2.203125, - 2.140625, - 1.953125, - 2.109375, - 2.078125, - 2.203125, - 2.234375, - 1.820312 - ] - }, - "name": "model.transformer.layers.19.attn.q_norm.weight", - "outputIndexes": [ - 1220 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1219, - 1220 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1221 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1221, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_76_output_0", - "outputIndexes": [ - 1222 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1221, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_77_output_0", - "outputIndexes": [ - 1223 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1223 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_38_output_0", - "outputIndexes": [ - 1224 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1221, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_76_output_0", - "outputIndexes": [ - 1225 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1224, - 1225 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_98_output_0", - "outputIndexes": [ - 1226 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1226, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_77_output_0", - "outputIndexes": [ - 1227 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1222, - 1227 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_76_output_0", - "outputIndexes": [ - 1228 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1202 - ], - "outputIndexes": [ - 2481 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2481 - ], - "outputIndexes": [ - 2482 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear", - "inputIndexes": [ - 2482 - ], - "outputIndexes": [ - 2483 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 300386786, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2483 - ], - "outputIndexes": [ - 2484 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2484 - ], - "outputIndexes": [ - 1229 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1216, - 1168, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_96_output_0", - "outputIndexes": [ - 1230 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1229, - 1230 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_78_output_0", - "outputIndexes": [ - 1231 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1231 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_19/Mul_output_0", - "outputIndexes": [ - 1232 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.130859, - -0.022339, - 0.004181, - 0.003036, - 1.625, - 1.492188, - 0.542969, - 1.773438, - 1.054688, - 2.03125, - 2.03125, - 1.515625, - 1.515625, - 2.046875, - 1.34375, - 2.1875, - 1.9375, - 1.835938, - 2.203125, - 2.015625, - 2.078125, - 1.421875, - 2.296875, - 2.1875, - 2.234375, - 2.171875, - 1.921875, - 2.140625, - 2.171875, - 2.15625, - 2.25, - 2.234375, - -0.003662, - 0.035889, - 0.427734, - 1.46875, - 0.080078, - 1.765625, - 1.828125, - 1.625, - 1.976562, - 1.5, - 1.203125, - 2.171875, - 2.03125, - 2.046875, - 2.078125, - 2.03125, - 2.078125, - 2.34375, - 1.992188, - 2.484375, - 2.171875, - 3.203125, - 2.234375, - 2.296875, - 2.265625, - 2.21875, - 2.140625, - 2.171875, - 2.1875, - 2.171875, - 2.3125, - 2.640625 - ] - }, - "name": "model.transformer.layers.19.attn.k_norm.weight", - "outputIndexes": [ - 1233 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1232, - 1233 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1234 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1234, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_78_output_0", - "outputIndexes": [ - 1235 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1234, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_79_output_0", - "outputIndexes": [ - 1236 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1236 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_39_output_0", - "outputIndexes": [ - 1237 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1234, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_78_output_0", - "outputIndexes": [ - 1238 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1237, - 1238 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_99_output_0", - "outputIndexes": [ - 1239 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1239, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_79_output_0", - "outputIndexes": [ - 1240 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1235, - 1240 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_77_output_0", - "outputIndexes": [ - 1241 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1202 - ], - "outputIndexes": [ - 2485 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2485 - ], - "outputIndexes": [ - 2486 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear", - "inputIndexes": [ - 2486 - ], - "outputIndexes": [ - 2487 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 300904696, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2487 - ], - "outputIndexes": [ - 2488 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2488 - ], - "outputIndexes": [ - 1242 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1242, - 1230 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_79_output_0", - "outputIndexes": [ - 1243 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1228, - 1241, - 1243, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.19/self_attn/FusedAttention", - "outputIndexes": [ - 1244 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1244 - ], - "outputIndexes": [ - 2489 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2489 - ], - "outputIndexes": [ - 2490 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear", - "inputIndexes": [ - 2490 - ], - "outputIndexes": [ - 2491 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 301422606, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2491 - ], - "outputIndexes": [ - 2492 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2492 - ], - "outputIndexes": [ - 1245 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1199, - 1245 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_78_output_0", - "outputIndexes": [ - 1246 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1246 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_19/Mul_output_0", - "outputIndexes": [ - 1247 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.523438, - 0.445312, - 0.490234, - 0.503906, - 0.507812, - 0.476562, - 0.511719, - 0.482422, - 0.503906, - 0.490234, - 0.515625, - 0.480469, - 0.496094, - 0.498047, - 0.503906, - 0.472656, - 0.486328, - 0.474609, - 0.5, - 0.523438, - 0.5, - 0.488281, - 0.515625, - 0.460938, - 0.451172, - 0.539062, - 0.488281, - 0.470703, - 0.462891, - 0.453125, - 0.486328, - 0.482422, - 0.470703, - 0.484375, - 0.523438, - 0.496094, - 0.519531, - 0.503906, - 0.46875, - 0.470703, - 0.53125, - 0.484375, - 0.46875, - 0.455078, - 0.507812, - 0.398438, - 0.492188, - 0.476562, - 0.478516, - 0.472656, - 0.494141, - 0.466797, - 0.490234, - 0.445312, - 0.470703, - 0.490234, - 0.46875, - 0.527344, - 0.5, - 0.490234, - 0.503906, - 0.478516, - 0.486328, - 0.5, - 0.296875, - 0.482422, - 0.466797, - 0.478516, - 0.5, - 0.503906, - 0.476562, - 0.464844, - 0.46875, - 0.503906, - 0.388672, - 0.462891, - 0.482422, - 0.486328, - 0.482422, - 0.515625, - 0.484375, - 0.515625, - 0.472656, - 0.476562, - 0.464844, - 0.498047, - 0.474609, - 0.490234, - 0.445312, - 0.472656, - 0.53125, - 0.472656, - 0.490234, - 0.375, - 0.507812, - 0.515625, - 0.507812, - 0.441406, - 0.5, - 0.507812, - 0.455078, - 0.507812, - 0.4375, - 0.490234, - 0.46875, - 0.230469, - 0.474609, - 0.484375, - 0.476562, - 0.464844, - 0.435547, - 0.498047, - 0.496094, - 0.480469, - 0.535156, - 0.464844, - 0.492188, - 0.474609, - 0.478516, - 0.480469, - 0.474609, - 0.507812, - 0.451172, - 0.457031, - 0.503906, - 0.492188, - 0.4375, - 0.542969, - 0.423828, - 0.466797, - 0.486328, - 0.507812, - 0.476562, - 0.474609, - 0.470703, - 0.539062, - 0.494141, - 0.558594, - 0.453125, - 0.472656, - 0.435547, - 0.498047, - 0.494141, - 0.494141, - 0.449219, - 0.496094, - 0.515625, - 0.433594, - 0.435547, - 0.445312, - 0.503906, - 0.5, - 0.466797, - 0.494141, - 0.503906, - 0.457031, - 0.470703, - 0.507812, - 0.457031, - 0.498047, - 0.490234, - 0.478516, - 0.324219, - 0.46875, - 0.466797, - 0.423828, - 0.455078, - 0.458984, - 0.476562, - 0.496094, - 0.263672, - 0.435547, - 0.470703, - 0.455078, - 0.482422, - 0.470703, - 0.476562, - 0.478516, - 0.390625, - 0.515625, - 0.507812, - 0.515625, - 0.503906, - 0.462891, - 0.484375, - 0.478516, - 0.480469, - 0.503906, - 0.478516, - 0.507812, - 0.474609, - 0.515625, - 0.498047, - 0.474609, - 0.476562, - 0.431641, - 0.515625, - 0.455078, - 0.507812, - 0.472656, - 0.490234, - 0.476562, - 0.433594, - 0.494141, - 0.458984, - 0.503906, - 0.507812, - 0.519531, - 0.353516, - 0.417969, - 0.464844, - 0.484375, - 0.490234, - 0.455078, - 0.460938, - 0.498047, - 0.486328, - 0.490234, - 0.486328, - 0.410156, - 0.447266, - 0.490234, - 0.22168, - 0.486328, - 0.462891, - 0.396484, - 0.470703, - 0.498047, - 0.462891, - 0.503906, - 0.458984, - 0.458984, - 0.429688, - 0.503906, - 0.474609, - 0.460938, - 0.449219, - 0.498047, - 0.292969, - 0.5, - 0.464844, - 0.457031, - 0.515625, - 0.488281, - 0.482422, - 0.482422, - 0.457031, - 0.494141, - 0.449219, - 0.5, - 0.507812, - 0.423828, - 0.498047, - 0.480469, - 0.460938, - 0.40625, - 0.482422, - 0.496094, - 0.458984, - 0.486328, - 0.472656, - 0.421875, - 0.492188, - 0.449219, - 0.453125, - 0.476562, - 0.503906, - 0.480469, - 0.498047, - 0.511719, - 0.511719, - 0.539062, - 0.5, - 0.482422, - 0.494141, - 0.416016, - 0.433594, - 0.503906, - 0.503906, - 0.511719, - 0.46875, - 0.476562, - 0.494141, - 0.466797, - 0.496094, - 0.5, - 0.365234, - 0.484375, - 0.486328, - 0.5, - 0.511719, - 0.519531, - 0.417969, - 0.476562, - 0.496094, - 0.498047, - 0.498047, - 0.511719, - 0.527344, - 0.480469, - 0.503906, - 0.462891, - 0.455078, - 0.484375, - 0.53125, - 0.507812, - 0.267578, - 0.482422, - 0.445312, - 0.507812, - 0.474609, - 0.507812, - 0.480469, - 0.503906, - 0.542969, - 0.5, - 0.482422, - 0.507812, - 0.484375, - 0.419922, - 0.488281, - 0.480469, - 0.492188, - 0.476562, - 0.496094, - 0.507812, - 0.492188, - 0.400391, - 0.474609, - 0.515625, - 0.490234, - 0.478516, - 0.503906, - 0.484375, - 0.498047, - 0.498047, - 0.496094, - 0.46875, - 0.5, - 0.5, - 0.478516, - 0.496094, - 0.53125, - 0.324219, - 0.496094, - 0.414062, - 0.457031, - 0.470703, - 0.496094, - 0.457031, - 0.494141, - 0.474609, - 0.480469, - 0.443359, - 0.421875, - 0.470703, - 0.503906, - 0.492188, - 0.472656, - 0.472656, - 0.470703, - 0.380859, - 0.527344, - 0.496094, - 0.5, - 0.425781, - 0.519531, - 0.5, - 0.492188, - 0.490234, - 0.419922, - 0.285156, - 0.474609, - 0.441406, - 0.472656, - 0.476562, - 0.244141, - 0.466797, - 0.470703, - 0.458984, - 0.480469, - 0.515625, - 0.503906, - 0.470703, - 0.462891, - 0.488281, - 0.482422, - 0.490234, - 0.488281, - 0.451172, - 0.480469, - 0.464844, - 0.503906, - 0.494141, - 0.484375, - 0.496094, - 0.478516, - 0.5, - 0.455078, - 0.511719, - 0.486328, - 0.496094, - 0.453125, - 0.511719, - 0.449219, - 0.476562, - 0.507812, - 0.472656, - 0.46875, - 0.46875, - 0.478516, - 0.507812, - 0.503906, - 0.449219, - 0.449219, - 0.449219, - 0.5, - 0.488281, - 0.476562, - 0.490234, - 0.478516, - 0.261719, - 0.484375, - 0.5, - 0.503906, - 0.527344, - 0.494141, - 0.449219, - 0.470703, - 0.488281, - 0.480469, - 0.494141, - 0.601562, - 0.515625, - 0.511719, - 0.484375, - 0.486328, - 0.486328, - 0.498047, - 0.453125, - 0.511719, - 0.498047, - 0.482422, - 0.515625, - 0.476562, - 0.5, - 0.519531, - 0.484375, - 0.519531, - 0.46875, - 0.496094, - 0.498047, - 0.476562, - 0.494141, - 0.488281, - 0.511719, - 0.511719, - 0.515625, - 0.490234, - 0.447266, - 0.466797, - 0.494141, - 0.486328, - 0.466797, - 0.404297, - 0.494141, - 0.498047, - 0.472656, - 0.457031, - 0.503906, - 0.458984, - 0.382812, - 0.490234, - 0.498047, - 0.488281, - 0.492188, - 0.496094, - 0.443359, - 0.492188, - 0.474609, - 0.511719, - 0.496094, - 0.476562, - 0.5, - 0.476562, - 0.472656, - 0.507812, - 0.486328, - 0.496094, - 0.484375, - 0.435547, - 0.5, - 0.5, - 0.453125, - 0.488281, - 0.435547, - 0.482422, - 0.470703, - 0.496094, - 0.466797, - 0.496094, - 0.519531, - 0.458984, - 0.498047, - 0.488281, - 0.53125, - 0.486328, - 0.496094, - 0.507812, - 0.5, - 0.488281, - 0.490234, - 0.492188, - 0.490234, - 0.427734, - 0.137695, - 0.490234, - 0.421875, - 0.488281, - 0.40625, - 0.5, - 0.53125, - 0.457031, - 0.455078, - 0.429688, - 0.363281, - 0.492188, - 0.470703, - 0.496094, - 0.494141, - 0.494141, - 0.332031, - 0.5, - 0.478516, - 0.503906, - 0.5, - 0.480469, - 0.523438, - 0.472656, - 0.488281, - 0.476562, - 0.494141, - 0.480469, - 0.494141, - 0.486328, - 0.486328, - 0.363281, - 0.34375, - 0.482422, - 0.294922, - 0.441406, - 0.498047, - 0.464844, - 0.275391, - 0.462891, - 0.503906, - 0.466797, - 0.425781, - 0.429688, - 0.46875, - 0.476562, - 0.431641, - 0.464844, - 0.492188, - 0.457031, - 0.511719, - 0.458984, - 0.447266, - 0.476562, - 0.4375, - 0.5, - 0.470703, - 0.474609, - 0.492188, - 0.511719, - 0.421875, - 0.4375, - 0.492188, - 0.439453, - 0.490234, - 0.519531, - 0.523438, - 0.380859, - 0.449219, - 0.488281, - 0.496094, - 0.486328, - 0.490234, - 0.486328, - 0.480469, - 0.433594, - 0.507812, - 0.519531, - 0.460938, - 0.486328, - 0.425781, - 0.490234, - 0.474609, - 0.486328, - 0.523438, - 0.605469, - 0.494141, - 0.480469, - 0.480469, - 0.480469, - 0.367188, - 0.498047, - 0.503906, - 0.261719, - 0.192383, - 0.503906, - 0.449219, - 0.480469, - 0.523438, - 0.472656, - 0.482422, - 0.466797, - 0.523438, - 0.496094, - 0.496094, - 0.515625, - 0.494141, - 0.435547, - 0.482422, - 0.447266, - 0.217773, - 0.503906, - 0.210938, - 0.490234, - 0.515625, - 0.480469, - 0.492188, - 0.470703, - 0.498047, - 0.46875, - 0.46875, - 0.498047, - 0.482422, - 0.470703, - 0.503906, - 0.482422, - 0.5, - 0.507812, - 0.482422, - 0.503906, - 0.498047, - 0.507812, - 0.462891, - 0.486328, - 0.460938, - 0.476562, - 0.476562, - 0.457031, - 0.496094, - 0.484375, - 0.482422, - 0.476562, - 0.507812, - 0.5, - 0.478516, - 0.535156, - 0.539062, - 0.492188, - 0.511719, - 0.478516, - 0.484375, - 0.474609, - 0.488281, - 0.447266, - 0.46875, - 0.46875, - 0.480469, - 0.172852, - 0.486328, - 0.419922, - 0.482422, - 0.431641, - 0.410156, - 0.482422, - 0.478516, - 0.478516, - 0.439453, - 0.498047, - 0.482422, - 0.498047, - 0.490234, - 0.503906, - 0.484375, - 0.447266, - 0.435547, - 0.507812, - 0.515625, - 0.478516, - 0.476562, - 0.511719, - 0.496094, - 0.470703, - 0.474609, - 0.490234, - 0.511719, - 0.498047, - 0.472656, - 0.503906, - 0.519531, - 0.490234, - 0.488281, - 0.5, - 0.494141, - 0.488281, - 0.427734, - 0.503906, - 0.431641, - 0.5, - 0.498047, - 0.511719, - 0.486328, - 0.492188, - 0.486328, - 0.527344, - 0.4375, - 0.478516, - 0.486328, - 0.492188, - 0.478516, - 0.460938, - 0.492188, - 0.486328, - 0.503906, - 0.333984, - 0.482422, - 0.462891, - 0.494141, - 0.433594, - 0.507812, - 0.486328, - 0.451172, - 0.443359, - 0.486328, - 0.511719, - 0.474609, - 0.482422, - 0.484375, - 0.490234, - 0.285156, - 0.494141, - 0.466797, - 0.494141, - 0.494141, - 0.439453, - 0.478516, - 0.494141, - 0.507812, - 0.511719, - 0.539062, - 0.503906, - 0.519531, - 0.494141, - 0.363281, - 0.460938, - 0.498047, - 0.435547, - 0.466797, - 0.472656, - 0.507812, - 0.5, - 0.458984, - 0.462891, - 0.503906, - 0.490234, - 0.494141, - 0.474609, - 0.496094, - 0.482422, - 0.46875, - 0.472656, - 0.492188, - 0.466797, - 0.458984, - 0.492188, - 0.431641, - 0.486328, - 0.472656, - 0.464844, - 0.498047, - 0.511719, - 0.5, - 0.474609, - 0.460938, - 0.488281, - 0.384766, - 0.470703, - 0.492188, - 0.5, - 0.46875, - 0.484375, - 0.498047, - 0.470703, - 0.484375, - 0.458984, - 0.519531, - 0.484375, - 0.474609, - 0.460938, - 0.470703, - 0.478516, - 0.478516, - 0.462891, - 0.490234, - 0.458984, - 0.443359, - 0.4375, - 0.511719, - 0.511719, - 0.46875, - 0.53125, - 0.478516, - 0.478516, - 0.496094, - 0.482422, - 0.535156, - 0.490234, - 0.474609, - 0.466797, - 0.460938, - 0.472656, - 0.498047, - 0.408203, - 0.470703, - 0.480469, - 0.470703, - 0.482422, - 0.492188, - 0.466797, - 0.503906, - 0.460938, - 0.474609, - 0.492188, - 0.503906, - 0.460938, - 0.472656, - 0.474609, - 0.488281, - 0.507812, - 0.480469, - 0.511719, - 0.480469, - 0.462891, - 0.490234, - 0.498047, - 0.482422, - 0.460938, - 0.5, - 0.498047, - 0.5, - 0.447266, - 0.472656, - 0.486328, - 0.457031, - 0.441406, - 0.503906, - 0.484375, - 0.457031, - 0.455078, - 0.484375, - 0.328125, - 0.476562, - 0.5, - 0.449219, - 0.472656, - 0.310547, - 0.486328, - 0.429688, - 0.503906, - 0.511719, - 0.492188, - 0.458984, - 0.5, - 0.488281, - 0.484375, - 0.507812, - 0.5, - 0.441406, - 0.488281, - 0.492188, - 0.515625, - 0.486328, - 0.511719, - 0.46875, - 0.494141, - 0.511719, - 0.482422, - 0.515625, - 0.447266, - 0.484375, - 0.486328, - 0.486328, - 0.488281, - 0.492188, - 0.5, - 0.494141, - 0.527344, - 0.457031, - 0.425781, - 0.535156, - 0.4375, - 0.455078, - 0.480469, - 0.498047, - 0.464844, - 0.523438, - 0.496094, - 0.490234, - 0.507812, - 0.490234, - 0.474609, - 0.488281, - 0.476562, - 0.535156, - 0.484375, - 0.478516, - 0.498047, - 0.472656, - 0.496094, - 0.597656, - 0.490234, - 0.482422, - 0.482422, - 0.359375, - 0.476562, - 0.453125, - 0.546875, - 0.435547, - 0.464844, - 0.492188, - 0.498047, - 0.503906, - 0.5, - 0.490234, - 0.515625, - 0.503906, - 0.478516, - 0.494141, - 0.494141, - 0.237305, - 0.392578, - 0.470703, - 0.318359, - 0.458984, - 0.5, - 0.478516, - 0.507812, - 0.460938, - 0.345703, - 0.482422, - 0.494141, - 0.455078, - 0.515625, - 0.498047, - 0.433594, - 0.492188, - 0.482422, - 0.498047, - 0.466797, - 0.5, - 0.488281, - 0.492188, - 0.474609, - 0.480469, - 0.441406, - 0.511719, - 0.519531, - 0.519531, - 0.484375, - 0.369141, - 0.460938, - 0.476562, - 0.410156, - 0.441406, - 0.439453, - 0.482422, - 0.486328, - 0.460938, - 0.470703, - 0.304688, - 0.46875, - 0.482422, - 0.402344, - 0.498047, - 0.427734, - 0.503906, - 0.488281, - 0.515625, - 0.503906, - 0.390625, - 0.490234, - 0.503906, - 0.5, - 0.478516, - 0.484375, - 0.492188, - 0.511719, - 0.470703, - 0.455078, - 0.511719, - 0.494141, - 0.503906, - 0.394531, - 0.511719, - 0.498047, - 0.503906, - 0.470703, - 0.494141, - 0.472656, - 0.498047, - 0.498047, - 0.498047, - 0.494141, - 0.494141, - 0.431641, - 0.498047, - 0.496094, - 0.486328, - 0.472656, - 0.492188, - 0.496094, - 0.492188, - 0.488281, - 0.482422, - 0.515625, - 0.441406, - 0.412109, - 0.474609, - 0.458984, - 0.523438, - 0.457031, - 0.382812, - 0.5, - 0.453125, - 0.484375, - 0.455078, - 0.486328, - 0.535156, - 0.498047, - 0.498047, - 0.488281, - 0.503906, - 0.433594, - 0.5, - 0.464844, - 0.539062, - 0.470703, - 0.460938, - 0.439453, - 0.482422, - 0.507812, - 0.482422, - 0.5, - 0.496094, - 0.507812, - 0.498047, - 0.466797, - 0.46875, - 0.484375, - 0.400391, - 0.441406, - 0.462891, - 0.480469, - 0.460938, - 0.511719, - 0.386719, - 0.453125, - 0.484375, - 0.5, - 0.472656, - 0.351562, - 0.542969, - 0.388672, - 0.453125, - 0.476562, - 0.445312, - 0.488281, - 0.484375, - 0.494141, - 0.490234, - 0.486328, - 0.482422, - 0.515625, - 0.476562, - 0.472656, - 0.519531, - 0.507812, - 0.652344, - 0.519531, - 0.503906, - 0.503906, - 0.408203, - 0.458984, - 0.494141, - 0.462891, - 0.515625, - 0.492188, - 0.414062, - 0.476562, - 0.515625, - 0.460938, - 0.390625, - 0.455078, - 0.457031, - 0.482422, - 0.480469, - 0.441406, - 0.464844, - 0.498047, - 0.472656, - 0.486328, - 0.503906, - 0.482422, - 0.511719, - 0.492188, - 0.445312, - 0.498047, - 0.392578, - 0.472656, - 0.472656, - 0.445312, - 0.507812, - 0.490234, - 0.453125, - 0.486328, - 0.470703, - 0.492188, - 0.550781, - 0.472656, - 0.484375, - 0.5, - 0.40625, - 0.539062, - 0.496094, - 0.5, - 2.109375, - 0.503906, - 0.519531, - 0.484375, - 0.515625, - 0.484375, - 0.484375, - 0.474609, - 0.464844, - 0.507812, - 0.527344, - 0.511719, - 0.498047, - 0.5, - 0.5, - 0.507812, - 0.5, - 0.5, - 0.488281, - 0.435547, - 0.488281, - 0.474609, - 0.494141, - 0.492188, - 0.484375, - 0.511719, - 0.466797, - 0.476562, - 0.482422, - 0.46875, - 0.515625, - 0.478516, - 0.496094, - 0.484375, - 0.474609, - 0.523438, - 0.484375, - 0.478516, - 0.482422, - 0.503906, - 0.488281, - 0.617188, - 0.46875, - 0.507812, - 0.503906, - 0.5, - 0.503906, - 0.414062, - 0.503906, - 0.470703, - 0.492188, - 0.496094, - 0.382812, - 0.494141, - 0.462891, - 0.464844, - 0.494141, - 0.470703, - 0.494141, - 0.447266, - 0.476562, - 0.494141, - 0.519531, - 0.490234, - 0.472656, - 0.474609, - 0.498047, - 0.53125, - 0.539062, - 0.460938, - 0.458984, - 0.511719, - 0.408203, - 0.507812, - 0.488281, - 0.503906, - 0.503906, - 0.494141, - 0.476562, - 0.279297, - 0.478516, - 0.558594, - 0.462891, - 0.511719, - 0.486328, - 0.470703, - 0.435547, - 0.431641, - 0.5, - 0.511719, - 0.488281, - 0.476562, - 0.480469, - 0.494141, - 0.476562, - 0.478516, - 0.507812, - 0.478516, - 0.462891, - 0.527344, - 0.458984, - 0.455078, - 0.496094, - 0.421875, - 0.464844, - 0.466797, - 0.498047, - 0.515625, - 0.515625, - 0.494141, - 0.492188, - 0.369141, - 0.482422, - 0.464844, - 0.472656, - 0.503906, - 0.511719, - 0.449219, - 0.233398, - 0.378906, - 0.478516, - 0.476562, - 0.453125, - 0.486328, - 0.478516, - 0.470703, - 0.484375, - 0.476562, - 0.480469, - 0.498047, - 0.470703, - 0.488281, - 0.460938, - 0.5, - 0.490234, - 0.515625, - 0.515625, - 0.46875, - 0.458984, - 0.464844, - 0.484375, - 0.496094, - 0.523438, - 0.515625, - 0.480469, - 0.492188, - 0.349609, - 0.478516, - 0.539062, - 0.494141, - 0.515625, - 0.46875, - 0.498047, - 0.503906, - 0.490234, - 0.408203, - 0.480469, - 0.486328, - 0.535156, - 0.453125, - 0.453125, - 0.503906, - 0.445312, - 0.464844, - 0.480469, - 0.482422, - 0.507812, - 0.494141, - 0.478516, - 0.488281, - 0.494141, - 0.482422, - 0.494141, - 0.472656, - 0.507812, - 0.435547, - 0.474609, - 0.470703, - 0.472656, - 0.511719, - 0.484375, - 0.507812, - 0.478516, - 0.494141, - 0.470703, - 0.476562, - 0.492188, - 0.369141, - 0.476562, - 0.5, - 0.498047, - 0.488281, - 0.474609, - 0.476562, - 0.443359, - 0.490234, - 0.470703, - 0.476562, - 0.470703, - 0.492188, - 0.433594, - 0.519531, - 0.464844, - 0.472656, - 0.480469, - 0.458984, - 0.490234, - 0.519531, - 0.490234, - 0.455078, - 0.490234, - 0.53125, - 0.503906, - 0.496094, - 0.470703, - 0.515625, - 0.480469, - 0.490234, - 0.507812, - 0.507812, - 0.5, - 0.482422, - 0.462891, - 0.523438, - 0.482422, - 0.621094, - 0.464844, - 0.476562, - 0.5, - 0.554688, - 0.490234, - 0.466797, - 0.472656, - 0.5, - 0.480469, - 0.488281, - 0.335938, - 0.464844, - 0.496094, - 0.486328, - 0.462891, - 0.445312, - 0.466797, - 0.488281, - 0.460938, - 0.484375, - 0.507812, - 0.466797, - 0.498047, - 0.214844, - 0.488281, - 0.519531, - 0.46875, - 0.523438, - 0.503906, - 0.478516, - 0.503906, - 0.449219, - 0.476562, - 0.482422, - 0.494141, - 0.503906, - 0.453125, - 0.478516, - 0.515625, - 0.474609, - 0.458984, - 0.457031, - 0.445312, - 0.480469, - 0.507812, - 0.373047, - 0.492188, - 0.314453, - 0.490234, - 0.492188, - 0.488281, - 0.451172, - 0.503906, - 0.466797, - 0.789062, - 0.470703, - 0.462891, - 0.494141, - 0.503906, - 0.474609, - 0.449219, - 0.439453, - 0.519531, - 0.494141, - 0.480469, - 0.5, - 0.474609, - 0.507812, - 0.488281, - 0.074219, - 0.443359, - 0.482422, - 0.53125, - 0.441406, - 0.458984, - 0.462891, - 0.5, - 0.490234, - 0.539062, - 0.474609, - 0.478516, - 0.5, - 0.433594, - 0.462891, - 0.455078, - 0.507812, - 0.476562, - 0.267578, - 0.550781, - 0.527344, - 0.472656, - 0.482422, - 0.46875, - 0.480469, - 0.464844, - 0.466797, - 0.496094, - 0.558594, - 0.488281, - 0.519531, - 0.5, - 0.490234, - 0.492188, - 0.507812, - 0.494141, - 0.457031, - 0.503906, - 0.427734, - 0.480469, - 0.490234, - 0.523438, - 0.441406, - 0.445312, - 0.5, - 0.507812, - 0.498047, - 0.476562, - 0.496094, - 0.427734, - 0.480469, - 0.507812, - 0.470703, - 0.484375, - 0.494141, - 0.476562, - 0.519531, - 0.439453, - 0.503906, - 0.423828, - 0.443359, - 0.492188, - 0.464844, - 0.519531, - 0.480469, - 0.488281, - 0.417969, - 0.503906, - 0.5, - 0.492188, - 0.458984, - 0.482422, - 0.484375, - 0.474609, - 0.449219, - 0.46875, - 0.503906, - 0.478516, - 0.523438, - 0.515625, - 0.486328, - 0.507812, - 0.482422, - 0.472656, - 0.476562, - 0.486328, - 0.474609, - 0.492188, - 0.462891, - 0.414062, - 0.484375, - 0.320312, - 0.490234, - 0.470703, - 0.453125, - 0.386719, - 0.470703, - 0.449219, - 0.511719, - 0.449219, - 0.441406, - 0.486328, - 0.498047, - 0.449219, - 0.458984, - 0.480469, - 0.486328, - 0.503906, - 0.462891, - 0.5, - 0.486328, - 0.447266, - 0.480469, - 0.486328, - 0.484375, - 0.496094, - 0.462891, - 0.476562, - 0.5625, - 0.503906, - 0.527344, - 0.490234, - 0.478516, - 0.527344, - 0.441406, - 0.462891, - 0.476562, - 0.503906, - 0.388672, - 0.511719, - 0.490234, - 0.490234, - 0.507812, - 0.490234, - 0.464844, - 0.5, - 0.494141, - 0.498047, - 0.466797, - 0.478516, - 0.462891, - 0.496094, - 0.480469, - 0.515625, - 0.515625, - 0.458984, - 0.507812, - 0.515625, - 0.507812, - 0.490234, - 0.498047, - 0.507812, - 0.462891, - 0.492188, - 0.523438, - 0.486328, - 0.523438, - 0.480469, - 0.466797, - 0.464844, - 0.515625, - 0.492188, - 0.429688, - 0.484375, - 0.466797, - 0.480469, - 0.181641, - 0.476562, - 0.470703, - 0.449219, - 0.480469, - 0.494141, - 0.447266, - 0.464844, - 0.466797, - 0.462891, - 0.570312, - 0.472656, - 0.447266, - 0.46875, - 0.441406, - 0.492188, - 0.492188, - 0.496094, - 0.427734, - 0.507812, - 0.490234, - 0.482422, - 0.507812, - 0.466797, - 0.494141, - 0.435547, - 0.480469, - 0.435547, - 0.474609, - 0.462891, - 0.5, - 0.507812, - 0.472656, - 0.498047, - 0.503906, - 0.496094, - 0.539062, - 0.476562, - 0.496094, - 0.482422, - 0.472656, - 0.462891, - 0.503906, - 0.472656, - 0.460938, - 0.484375, - 0.492188, - 0.484375, - 0.523438, - 0.5, - 0.466797, - 0.472656, - 0.488281, - 0.488281, - 0.482422, - 0.484375, - 0.482422, - 0.488281, - 0.466797, - 0.453125, - 0.492188, - 0.503906, - 0.449219, - 0.53125, - 0.5, - 0.574219, - 0.511719, - 0.460938, - 0.511719, - 0.480469, - 0.511719, - 0.443359, - 0.46875, - 0.5, - 0.462891, - 0.503906, - 0.472656, - 0.498047, - 0.443359, - 0.486328, - 0.488281, - 0.476562, - 0.492188, - 0.490234, - 0.46875, - 0.503906, - 0.5, - 0.503906, - 0.511719, - 0.464844, - 0.5, - 0.511719, - 0.486328, - 0.472656, - 0.494141, - 0.546875, - 0.488281, - 0.5625, - 0.472656, - 0.480469, - 0.490234, - 0.46875, - 0.431641, - 0.462891, - 0.478516, - 0.464844, - 0.511719, - 0.519531, - 0.488281, - 0.503906, - 0.480469, - 0.486328, - 0.208984, - 0.542969, - 0.453125, - 0.5, - 0.492188, - 0.53125, - 0.486328, - 0.486328, - 0.474609, - 0.482422, - 0.466797, - 0.519531, - 0.449219, - 0.507812, - 0.4375, - 0.476562, - 0.464844, - 0.5, - 0.474609, - 0.476562, - 0.511719, - 0.503906, - 0.431641, - 0.515625, - 0.503906, - 0.414062, - 0.515625, - 0.515625, - 0.476562, - 0.447266, - 0.515625, - 0.484375, - 0.484375, - 0.482422, - 0.480469, - 0.498047, - 0.414062, - 0.503906, - 0.470703, - 0.492188, - 0.498047, - 0.5, - 0.464844, - 0.460938, - 0.511719, - 0.46875, - 0.248047, - 0.480469, - 0.515625, - 0.507812, - 0.429688, - 0.484375, - 0.488281, - 0.507812, - 0.476562, - 0.494141, - 0.472656, - 0.449219, - 0.566406, - 0.498047, - 0.490234, - 0.449219, - 0.470703, - 0.339844, - 0.453125, - 0.462891, - 0.515625, - 0.332031, - 0.511719, - 0.507812, - 0.476562, - 0.486328, - 0.503906, - 0.474609, - 0.490234, - 0.470703, - 0.507812, - 0.511719, - 0.490234, - 0.486328, - 0.486328, - 0.466797, - 0.193359, - 0.490234, - 0.527344, - 0.474609, - 0.476562, - 0.484375, - 0.519531, - 0.472656, - 0.470703, - 0.472656, - 0.457031, - 0.5, - 0.458984, - 0.490234, - 0.484375, - 0.4375, - 0.414062, - 0.511719, - 0.498047, - 0.511719, - 0.519531, - 0.539062, - 0.488281, - 0.503906, - 0.458984, - 0.486328, - 0.507812, - 0.488281, - 0.478516, - 0.482422, - 0.478516, - 0.390625, - 0.498047, - 0.466797, - 0.542969, - 0.451172, - 0.503906, - 0.457031, - 0.482422, - 0.474609, - 0.484375, - 0.460938, - 0.492188, - 0.515625, - 0.482422, - 0.490234, - 0.412109, - 0.490234, - 0.470703, - 0.515625, - 0.474609, - 0.482422, - 0.503906, - 0.53125, - 0.554688, - 0.550781, - 0.482422, - 0.476562, - 0.427734, - 0.482422, - 0.490234, - 0.498047, - 0.458984, - 0.482422, - 0.478516, - 0.496094, - 0.498047, - 0.496094, - 0.507812, - 0.46875, - 0.488281, - 0.458984, - 0.488281, - 0.515625, - 0.466797, - 0.464844, - 0.507812, - 0.519531, - 0.427734, - 0.484375, - 0.433594, - 0.507812, - 0.494141, - 0.492188, - 0.458984, - 0.474609, - 0.460938, - 0.466797, - 0.498047, - 0.474609, - 0.464844, - 0.488281, - 0.472656, - 0.462891, - 0.458984, - 0.400391, - 0.462891, - 0.447266, - 0.447266, - 0.494141, - 0.511719, - 0.476562, - 0.376953, - 0.46875, - 0.523438, - 0.476562, - 0.458984, - 0.507812, - 0.472656, - 0.519531, - 0.484375, - 0.498047, - 0.455078, - 0.566406, - 0.476562, - 0.490234, - 0.460938, - 0.498047, - 0.431641, - 0.5, - 0.486328, - 0.490234, - 0.492188, - 0.496094, - 0.451172, - 0.519531, - 0.472656, - 0.511719, - 0.478516, - 0.480469, - 0.539062, - 0.507812, - 0.455078, - 0.480469, - 0.486328, - 0.472656, - 0.449219, - 0.466797, - 0.488281, - 0.494141, - 0.486328, - 0.492188, - 0.496094, - 0.414062, - 0.476562, - 0.394531, - 0.492188, - 0.421875, - 0.486328, - 0.492188, - 0.515625, - 0.458984, - 0.46875, - 0.458984, - 0.484375, - 0.515625, - 0.486328, - 0.478516, - 0.490234, - 0.507812, - 0.498047, - 0.484375, - 0.453125, - 0.460938, - 0.503906, - 0.484375, - 0.484375, - 0.511719, - 0.503906, - 0.484375, - 0.453125, - 0.439453, - 0.498047, - 0.488281, - 0.400391, - 0.472656, - 0.460938, - 0.490234, - 0.519531, - 0.470703, - 0.486328, - 0.515625, - 0.490234, - 0.466797, - 0.511719, - 0.476562, - 0.53125, - 0.480469, - 0.515625, - 0.5, - 0.466797, - 0.466797, - 0.474609, - 0.507812, - 0.488281, - 0.488281, - 0.482422, - 0.433594, - 0.427734, - 0.355469, - 0.5, - 0.453125, - 0.482422, - 0.474609, - 0.503906, - 0.412109, - 0.478516, - 0.443359, - 0.480469, - 0.507812, - 0.492188, - 0.457031, - 0.474609, - 0.457031, - 0.488281, - 0.503906, - 0.503906, - 0.488281, - 0.433594, - 0.472656, - 0.488281, - 0.464844, - 0.496094, - 0.498047, - 0.474609, - 0.503906, - 0.488281, - 0.482422, - 0.503906, - 0.447266, - 0.5, - 0.28125, - 0.458984, - 0.507812, - 0.472656, - 0.503906, - 0.462891, - 0.494141, - 0.511719, - 0.503906, - 0.519531, - 0.503906, - 0.53125, - 0.472656, - 0.490234, - 0.515625, - 0.5, - 0.515625, - 0.441406, - 0.449219, - 0.455078, - 0.515625, - 0.507812, - 0.478516 - ] - }, - "name": "model.transformer.layers.19.ffn_norm.weight", - "outputIndexes": [ - 1248 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1247, - 1248 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1249 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1249 - ], - "outputIndexes": [ - 2493 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2493 - ], - "outputIndexes": [ - 2494 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear", - "inputIndexes": [ - 2494 - ], - "outputIndexes": [ - 2495 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 12288, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 196608, - "weightSize": 0 - }, - "external": [ - 303487012, - 12582934, - 1572864, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2495 - ], - "outputIndexes": [ - 2496 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2496 - ], - "outputIndexes": [ - 1250 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 12288 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1250, - 21, - 587, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_19/Slice_output_0", - "outputIndexes": [ - 1251 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1251 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_19/Sigmoid_output_0", - "outputIndexes": [ - 1252 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1251, - 1252 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_19/Mul_output_0", - "outputIndexes": [ - 1253 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12288 - ] - }, - "name": "/ffn_19/Mul_1_output_0", - "outputIndexes": [ - 1254 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1250, - 587, - 1254, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_19/Slice_1_output_0", - "outputIndexes": [ - 1255 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1253, - 1255 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_19/Mul_2_output_0", - "outputIndexes": [ - 1256 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1256 - ], - "outputIndexes": [ - 2497 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 6144, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2497 - ], - "outputIndexes": [ - 2498 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear", - "inputIndexes": [ - 2498 - ], - "outputIndexes": [ - 2499 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 6144, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 98304, - "weightSize": 0 - }, - "external": [ - 317642810, - 6291478, - 786432, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2499 - ], - "outputIndexes": [ - 2500 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2500 - ], - "outputIndexes": [ - 1257 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1246, - 1257 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_79_output_0", - "outputIndexes": [ - 1258 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1258, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_80_output_0", - "outputIndexes": [ - 1259 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1259 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_20/Mul_output_0", - "outputIndexes": [ - 1260 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.679688, - 0.660156, - 0.734375, - 0.625, - 0.632812, - 0.675781, - 0.71875, - 0.71875, - 0.726562, - 0.875, - 0.707031, - 0.675781, - 0.640625, - 0.679688, - 0.621094, - 0.535156, - 0.789062, - 0.75, - 0.6875, - 0.742188, - 0.730469, - 0.636719, - 0.683594, - 0.683594, - 0.699219, - 0.769531, - 0.671875, - 0.675781, - 0.667969, - 0.730469, - 0.636719, - 0.710938, - 0.726562, - 0.691406, - 0.671875, - 0.6875, - 0.714844, - 0.664062, - 0.679688, - 0.753906, - 0.773438, - 0.574219, - 0.691406, - 0.859375, - 0.75, - 0.867188, - 0.726562, - 0.660156, - 0.714844, - 0.707031, - 0.660156, - 0.6875, - 0.675781, - 0.699219, - 0.664062, - 0.632812, - 0.601562, - 0.683594, - 0.660156, - 0.632812, - 0.699219, - 0.667969, - 0.632812, - 0.652344, - 1.429688, - 0.625, - 0.726562, - 0.617188, - 0.652344, - 0.714844, - 0.59375, - 0.667969, - 0.585938, - 0.722656, - 0.800781, - 0.699219, - 0.660156, - 0.664062, - 0.730469, - 0.742188, - 0.625, - 0.664062, - 0.652344, - 0.675781, - 0.769531, - 0.652344, - 0.75, - 0.6875, - 0.765625, - 0.667969, - 0.761719, - 0.660156, - 0.601562, - 0.890625, - 0.644531, - 0.765625, - 0.710938, - 0.746094, - 0.726562, - 0.6875, - 0.726562, - 0.597656, - 0.800781, - 0.582031, - 0.613281, - 1.210938, - 0.691406, - 0.664062, - 0.625, - 0.527344, - 0.675781, - 0.726562, - 0.683594, - 0.640625, - 0.789062, - 0.605469, - 0.753906, - 0.679688, - 0.628906, - 0.765625, - 0.640625, - 0.707031, - 0.65625, - 1.015625, - 0.671875, - 0.851562, - 0.828125, - 0.761719, - 0.878906, - 0.648438, - 0.632812, - 0.742188, - 0.59375, - 0.785156, - 0.679688, - 0.675781, - 0.648438, - 0.636719, - 0.75, - 0.742188, - 0.640625, - 0.75, - 0.648438, - 0.625, - 0.726562, - 0.890625, - 0.625, - 0.871094, - 0.566406, - 0.714844, - 0.675781, - 0.703125, - 0.710938, - 0.730469, - 0.808594, - 0.621094, - 0.707031, - 0.683594, - 0.820312, - 0.746094, - 0.757812, - 0.664062, - 1.242188, - 0.691406, - 0.640625, - 0.800781, - 0.757812, - 0.824219, - 1.078125, - 0.703125, - 1.257812, - 0.761719, - 0.796875, - 0.695312, - 0.722656, - 0.605469, - 0.6875, - 0.792969, - 0.882812, - 0.707031, - 0.664062, - 0.683594, - 0.789062, - 0.636719, - 0.78125, - 0.644531, - 0.710938, - 0.695312, - 0.578125, - 0.644531, - 0.761719, - 0.753906, - 0.675781, - 0.628906, - 0.601562, - 0.738281, - 0.753906, - 0.683594, - 0.609375, - 0.671875, - 0.644531, - 0.675781, - 0.613281, - 0.671875, - 0.625, - 0.65625, - 0.675781, - 0.671875, - 0.953125, - 0.875, - 0.601562, - 0.59375, - 0.6875, - 0.714844, - 0.734375, - 0.625, - 0.695312, - 0.753906, - 0.71875, - 0.875, - 1.039062, - 0.746094, - 1.226562, - 0.699219, - 0.730469, - 0.800781, - 0.691406, - 0.5625, - 0.664062, - 0.6875, - 0.753906, - 0.792969, - 0.859375, - 0.710938, - 0.734375, - 0.742188, - 0.671875, - 0.730469, - 1.898438, - 0.617188, - 0.648438, - 0.730469, - 0.605469, - 0.609375, - 0.589844, - 0.703125, - 0.667969, - 0.710938, - 1.03125, - 0.6875, - 0.667969, - 0.894531, - 0.722656, - 0.636719, - 0.660156, - 0.867188, - 0.652344, - 0.71875, - 0.625, - 0.769531, - 0.675781, - 0.777344, - 0.738281, - 0.703125, - 0.773438, - 0.671875, - 0.597656, - 0.640625, - 0.71875, - 0.640625, - 0.6875, - 0.675781, - 0.644531, - 0.699219, - 0.636719, - 0.90625, - 0.554688, - 0.644531, - 0.628906, - 0.742188, - 0.691406, - 0.742188, - 0.722656, - 0.582031, - 0.578125, - 0.71875, - 1.1875, - 0.679688, - 0.65625, - 0.628906, - 0.675781, - 0.691406, - 0.769531, - 0.71875, - 0.777344, - 0.699219, - 0.765625, - 0.710938, - 0.710938, - 0.511719, - 0.761719, - 0.632812, - 0.632812, - 0.617188, - 0.695312, - 0.632812, - 1.203125, - 0.644531, - 0.738281, - 0.632812, - 0.59375, - 0.65625, - 0.707031, - 0.738281, - 0.785156, - 0.699219, - 0.609375, - 0.671875, - 0.734375, - 0.789062, - 0.675781, - 0.679688, - 0.722656, - 0.640625, - 0.542969, - 0.683594, - 0.6875, - 1.695312, - 0.59375, - 0.691406, - 0.664062, - 0.609375, - 0.710938, - 0.710938, - 0.828125, - 0.777344, - 0.648438, - 0.753906, - 0.683594, - 0.761719, - 0.691406, - 0.640625, - 0.65625, - 0.867188, - 0.765625, - 0.847656, - 0.683594, - 0.714844, - 0.71875, - 0.601562, - 0.617188, - 0.707031, - 0.59375, - 0.761719, - 0.691406, - 0.660156, - 0.597656, - 0.609375, - 0.664062, - 0.640625, - 0.632812, - 0.9375, - 0.746094, - 0.511719, - 0.617188, - 1.179688, - 0.671875, - 0.804688, - 0.675781, - 0.699219, - 0.773438, - 1.265625, - 0.644531, - 0.722656, - 0.578125, - 0.601562, - 1.226562, - 0.652344, - 0.828125, - 1.101562, - 0.792969, - 0.53125, - 0.617188, - 0.730469, - 0.695312, - 0.621094, - 0.667969, - 0.640625, - 0.628906, - 0.742188, - 0.644531, - 0.6875, - 0.757812, - 0.632812, - 0.671875, - 0.71875, - 0.6875, - 0.648438, - 0.695312, - 0.746094, - 0.683594, - 0.753906, - 0.636719, - 0.648438, - 0.683594, - 1.164062, - 0.667969, - 0.640625, - 0.75, - 0.640625, - 0.972656, - 0.664062, - 0.746094, - 0.78125, - 0.714844, - 0.613281, - 0.707031, - 0.703125, - 0.710938, - 0.699219, - 0.773438, - 1.15625, - 0.617188, - 0.707031, - 0.761719, - 0.65625, - 0.578125, - 0.703125, - 0.683594, - 0.660156, - 0.664062, - 0.664062, - 0.808594, - 0.695312, - 0.574219, - 0.726562, - 0.6875, - 0.632812, - 0.667969, - 0.769531, - 0.792969, - 0.722656, - 0.636719, - 0.667969, - 0.675781, - 0.710938, - 0.683594, - 0.714844, - 0.84375, - 0.648438, - 0.726562, - 0.78125, - 0.632812, - 0.605469, - 0.667969, - 0.707031, - 0.699219, - 0.664062, - 0.6875, - 0.707031, - 0.796875, - 0.660156, - 0.703125, - 0.769531, - 0.839844, - 0.683594, - 0.605469, - 0.699219, - 0.691406, - 0.742188, - 0.644531, - 0.929688, - 0.636719, - 0.710938, - 0.667969, - 0.675781, - 0.6875, - 0.695312, - 0.605469, - 0.738281, - 0.714844, - 0.648438, - 0.675781, - 0.632812, - 0.652344, - 0.667969, - 0.730469, - 0.648438, - 0.585938, - 0.628906, - 0.871094, - 0.695312, - 0.792969, - 0.699219, - 0.578125, - 0.6875, - 0.667969, - 0.632812, - 0.585938, - 0.660156, - 0.6875, - 0.796875, - 0.757812, - 0.683594, - 0.644531, - 0.652344, - 0.828125, - 0.675781, - 0.722656, - 0.707031, - 0.648438, - 0.65625, - 0.695312, - 0.648438, - 0.890625, - 1.234375, - 0.667969, - 0.824219, - 0.652344, - 0.894531, - 0.773438, - 0.742188, - 0.769531, - 0.648438, - 0.808594, - 1.179688, - 0.621094, - 0.671875, - 0.683594, - 0.644531, - 0.695312, - 1.53125, - 0.695312, - 0.765625, - 0.675781, - 0.691406, - 0.660156, - 0.703125, - 0.625, - 0.675781, - 0.632812, - 0.699219, - 0.761719, - 0.679688, - 0.769531, - 0.609375, - 0.578125, - 1.039062, - 0.738281, - 1.132812, - 0.769531, - 0.738281, - 0.898438, - 1.3125, - 0.738281, - 0.675781, - 0.660156, - 0.738281, - 0.820312, - 0.78125, - 0.753906, - 0.664062, - 0.644531, - 0.65625, - 0.714844, - 1.039062, - 0.546875, - 0.898438, - 0.601562, - 1.117188, - 0.628906, - 0.851562, - 0.683594, - 0.53125, - 0.648438, - 0.882812, - 0.664062, - 0.605469, - 0.648438, - 0.695312, - 0.722656, - 0.71875, - 1.421875, - 0.730469, - 0.703125, - 0.78125, - 0.65625, - 0.582031, - 0.589844, - 0.640625, - 0.644531, - 0.6875, - 0.753906, - 0.648438, - 0.621094, - 0.703125, - 0.652344, - 0.648438, - 0.558594, - 0.6875, - 0.722656, - 0.777344, - 0.570312, - 0.5625, - 0.628906, - 0.867188, - 0.570312, - 0.667969, - 1.171875, - 1.25, - 0.699219, - 0.699219, - 0.648438, - 0.734375, - 0.6875, - 0.683594, - 0.574219, - 0.660156, - 0.683594, - 0.632812, - 0.710938, - 0.660156, - 0.773438, - 0.660156, - 0.554688, - 1.203125, - 0.710938, - 1.515625, - 0.613281, - 0.730469, - 0.617188, - 0.585938, - 0.691406, - 0.667969, - 0.636719, - 0.625, - 0.710938, - 0.683594, - 0.554688, - 0.738281, - 0.582031, - 0.632812, - 0.675781, - 0.644531, - 0.6875, - 0.699219, - 0.761719, - 0.710938, - 0.65625, - 0.621094, - 0.671875, - 0.738281, - 0.648438, - 0.757812, - 0.546875, - 0.6875, - 0.726562, - 0.707031, - 0.695312, - 0.621094, - 0.765625, - 0.820312, - 0.722656, - 0.710938, - 0.703125, - 0.582031, - 0.832031, - 0.71875, - 0.800781, - 0.679688, - 0.746094, - 0.675781, - 1.273438, - 0.648438, - 0.566406, - 0.625, - 0.761719, - 0.796875, - 0.742188, - 0.71875, - 0.671875, - 0.910156, - 0.675781, - 0.636719, - 0.6875, - 0.714844, - 0.546875, - 0.753906, - 0.628906, - 0.753906, - 0.632812, - 0.699219, - 0.648438, - 0.628906, - 0.609375, - 0.757812, - 0.699219, - 0.613281, - 0.632812, - 0.664062, - 0.632812, - 0.679688, - 0.664062, - 0.734375, - 0.667969, - 0.628906, - 0.644531, - 0.59375, - 0.601562, - 0.941406, - 0.722656, - 0.824219, - 0.5625, - 0.695312, - 0.71875, - 0.726562, - 0.746094, - 0.695312, - 0.734375, - 0.597656, - 0.679688, - 0.753906, - 0.683594, - 0.703125, - 0.703125, - 0.621094, - 0.667969, - 0.652344, - 0.976562, - 0.570312, - 0.644531, - 0.726562, - 0.769531, - 0.730469, - 0.671875, - 0.667969, - 0.703125, - 0.699219, - 0.78125, - 0.777344, - 0.683594, - 0.679688, - 0.757812, - 1.296875, - 0.660156, - 0.667969, - 0.667969, - 0.636719, - 0.777344, - 0.613281, - 0.691406, - 0.710938, - 0.65625, - 0.757812, - 0.652344, - 0.664062, - 0.539062, - 0.988281, - 0.683594, - 0.738281, - 0.792969, - 0.710938, - 0.675781, - 0.691406, - 0.691406, - 0.75, - 0.671875, - 0.757812, - 0.644531, - 0.707031, - 0.617188, - 0.640625, - 0.585938, - 0.695312, - 0.625, - 0.679688, - 0.695312, - 0.566406, - 0.628906, - 0.851562, - 0.660156, - 0.753906, - 0.644531, - 0.664062, - 0.742188, - 0.6875, - 0.648438, - 0.699219, - 0.644531, - 0.984375, - 0.660156, - 0.605469, - 0.828125, - 1.078125, - 1.140625, - 0.652344, - 0.5625, - 0.613281, - 0.683594, - 0.632812, - 0.753906, - 0.730469, - 0.632812, - 0.769531, - 0.683594, - 0.671875, - 0.742188, - 1.523438, - 0.566406, - 0.71875, - 0.671875, - 0.652344, - 0.722656, - 0.699219, - 0.730469, - 0.636719, - 0.683594, - 0.734375, - 0.671875, - 0.71875, - 0.664062, - 0.738281, - 0.683594, - 0.695312, - 0.671875, - 0.65625, - 0.710938, - 0.707031, - 0.65625, - 0.683594, - 0.683594, - 0.617188, - 0.652344, - 0.648438, - 0.707031, - 0.667969, - 0.679688, - 0.703125, - 0.707031, - 0.664062, - 0.742188, - 0.765625, - 0.550781, - 0.640625, - 0.585938, - 0.675781, - 0.742188, - 0.65625, - 0.769531, - 0.652344, - 0.683594, - 0.644531, - 0.652344, - 0.691406, - 0.601562, - 0.734375, - 0.652344, - 0.710938, - 0.6875, - 0.6875, - 0.613281, - 0.671875, - 0.714844, - 0.679688, - 1.007812, - 0.625, - 0.628906, - 0.640625, - 0.742188, - 1.226562, - 0.597656, - 0.691406, - 0.800781, - 0.707031, - 0.660156, - 0.671875, - 0.667969, - 0.796875, - 0.730469, - 0.734375, - 0.605469, - 0.765625, - 0.65625, - 0.699219, - 0.660156, - 0.675781, - 0.679688, - 0.609375, - 0.625, - 0.679688, - 0.734375, - 0.8125, - 0.820312, - 0.671875, - 0.714844, - 0.667969, - 0.628906, - 0.757812, - 0.691406, - 0.679688, - 0.726562, - 0.648438, - 1.007812, - 0.742188, - 0.65625, - 0.699219, - 0.574219, - 0.738281, - 0.710938, - 0.636719, - 0.578125, - 0.648438, - 0.765625, - 0.863281, - 0.71875, - 0.699219, - 0.609375, - 0.667969, - 0.714844, - 0.648438, - 0.652344, - 0.722656, - 0.671875, - 0.921875, - 0.722656, - 0.6875, - 0.765625, - 0.988281, - 0.761719, - 0.8125, - 0.488281, - 0.800781, - 0.667969, - 0.652344, - 0.636719, - 0.636719, - 0.625, - 0.707031, - 0.695312, - 0.589844, - 0.75, - 0.636719, - 0.863281, - 1.398438, - 0.917969, - 0.695312, - 1.203125, - 0.601562, - 0.71875, - 0.597656, - 0.660156, - 0.703125, - 1.0625, - 0.652344, - 0.613281, - 0.699219, - 0.613281, - 0.5, - 0.746094, - 0.699219, - 0.632812, - 0.648438, - 0.640625, - 0.671875, - 0.664062, - 1.140625, - 0.769531, - 0.710938, - 0.796875, - 0.707031, - 0.71875, - 0.738281, - 0.648438, - 0.179688, - 0.582031, - 0.625, - 0.828125, - 0.921875, - 0.992188, - 0.617188, - 0.621094, - 0.8125, - 0.613281, - 0.976562, - 0.726562, - 0.640625, - 1.976562, - 0.726562, - 0.800781, - 0.65625, - 0.699219, - 0.71875, - 0.667969, - 0.710938, - 0.691406, - 0.804688, - 0.746094, - 0.9375, - 0.613281, - 0.722656, - 0.59375, - 0.726562, - 0.691406, - 0.636719, - 0.6875, - 0.679688, - 0.972656, - 0.632812, - 0.511719, - 0.734375, - 0.679688, - 0.667969, - 0.589844, - 0.71875, - 0.644531, - 0.65625, - 0.640625, - 0.695312, - 0.632812, - 0.644531, - 0.800781, - 0.65625, - 0.714844, - 0.675781, - 0.628906, - 0.699219, - 0.8125, - 0.601562, - 0.621094, - 0.832031, - 0.882812, - 0.6875, - 0.800781, - 0.734375, - 0.695312, - 0.875, - 0.667969, - 0.71875, - 0.707031, - 0.699219, - 0.609375, - 0.675781, - 0.691406, - 0.691406, - 0.613281, - 0.65625, - 0.957031, - 0.699219, - 0.640625, - 0.703125, - 0.621094, - 0.679688, - 0.761719, - 0.703125, - 0.691406, - 0.710938, - 0.824219, - 0.597656, - 0.746094, - 0.742188, - 0.652344, - 0.632812, - 0.660156, - 0.859375, - 0.523438, - 0.988281, - 0.671875, - 0.644531, - 0.765625, - 1.203125, - 0.753906, - 0.707031, - 0.644531, - 0.640625, - 0.976562, - 0.828125, - 0.470703, - 0.617188, - 0.652344, - 1.039062, - 0.683594, - 0.679688, - 0.636719, - 0.578125, - 0.710938, - 0.648438, - 0.765625, - 0.75, - 0.648438, - 0.695312, - 0.667969, - 2.984375, - 0.738281, - 0.695312, - 0.785156, - 0.804688, - 0.691406, - 0.742188, - 0.683594, - 0.648438, - 0.644531, - 0.761719, - 0.71875, - 0.648438, - 0.730469, - 0.929688, - 0.675781, - 0.835938, - 0.691406, - 0.664062, - 0.960938, - 0.691406, - 0.695312, - 0.640625, - 0.792969, - 0.625, - 0.742188, - 0.683594, - 0.628906, - 0.71875, - 0.722656, - 0.957031, - 0.511719, - 0.796875, - 0.75, - 0.761719, - 0.527344, - 0.53125, - 0.648438, - 0.8125, - 0.664062, - 0.898438, - 0.542969, - 0.710938, - 0.660156, - 1.0, - 0.753906, - 0.738281, - 0.722656, - 1.859375, - 0.691406, - 0.65625, - 0.632812, - 0.695312, - 0.640625, - 0.6875, - 0.753906, - 0.71875, - 0.695312, - 0.683594, - 0.65625, - 0.632812, - 0.710938, - 0.71875, - 0.65625, - 0.710938, - 0.734375, - 0.644531, - 0.746094, - 0.613281, - 0.648438, - 0.601562, - 0.75, - 0.734375, - 0.773438, - 0.695312, - 0.761719, - 0.734375, - 0.742188, - 0.757812, - 0.585938, - 0.707031, - 0.65625, - 0.632812, - 0.699219, - 0.691406, - 0.683594, - 0.636719, - 0.695312, - 0.703125, - 0.632812, - 0.675781, - 0.785156, - 0.644531, - 0.695312, - 0.757812, - 0.855469, - 0.683594, - 0.6875, - 0.679688, - 0.652344, - 1.3125, - 0.710938, - 0.660156, - 0.699219, - 0.585938, - 0.714844, - 0.570312, - 0.832031, - 0.746094, - 0.667969, - 0.652344, - 0.652344, - 0.695312, - 0.683594, - 0.664062, - 0.78125, - 0.824219, - 0.660156, - 0.792969, - 0.535156, - 0.8125, - 0.667969, - 0.585938, - 0.632812, - 0.6875, - 0.617188, - 0.644531, - 1.1875, - 0.648438, - 1.125, - 0.722656, - 0.6875, - 0.675781, - 0.917969, - 0.925781, - 0.71875, - 0.722656, - 0.71875, - 0.730469, - 0.6875, - 0.722656, - 0.609375, - 0.660156, - 0.574219, - 0.648438, - 0.710938, - 0.640625, - 0.964844, - 0.902344, - 0.742188, - 0.625, - 0.828125, - 0.730469, - 0.660156, - 0.730469, - 0.683594, - 0.664062, - 0.554688, - 0.574219, - 1.132812, - 0.683594, - 1.03125, - 0.71875, - 0.691406, - 0.738281, - 0.734375, - 1.335938, - 0.945312, - 0.734375, - 0.683594, - 0.78125, - 0.65625, - 0.65625, - 0.675781, - 0.679688, - 0.539062, - 0.746094, - 0.683594, - 0.738281, - 0.65625, - 0.679688, - 0.699219, - 0.53125, - 0.511719, - 0.640625, - 0.605469, - 0.613281, - 0.628906, - 0.597656, - 0.691406, - 0.628906, - 0.644531, - 0.675781, - 0.636719, - 0.9375, - 0.664062, - 0.699219, - 0.625, - 0.703125, - 0.675781, - 0.695312, - 0.707031, - 0.683594, - 0.828125, - 0.699219, - 0.679688, - 0.558594, - 0.675781, - 0.703125, - 0.722656, - 0.769531, - 0.703125, - 0.601562, - 0.582031, - 0.660156, - 0.746094, - 0.648438, - 0.683594, - 0.628906, - 1.007812, - 0.671875, - 0.621094, - 0.667969, - 0.8125, - 0.652344, - 0.644531, - 0.808594, - 0.515625, - 0.582031, - 0.667969, - 0.640625, - 0.691406, - 0.660156, - 0.691406, - 0.914062, - 0.882812, - 0.652344, - 0.707031, - 0.625, - 0.679688, - 0.601562, - 0.734375, - 0.664062, - 0.65625, - 0.800781, - 0.640625, - 0.660156, - 0.652344, - 0.773438, - 0.640625, - 0.738281, - 0.578125, - 0.671875, - 0.664062, - 0.597656, - 0.59375, - 0.644531, - 0.558594, - 0.660156, - 0.847656, - 0.710938, - 0.734375, - 0.734375, - 0.699219, - 0.648438, - 0.722656, - 0.691406, - 0.734375, - 0.722656, - 0.644531, - 0.777344, - 0.5625, - 0.753906, - 1.140625, - 0.644531, - 0.546875, - 0.621094, - 0.746094, - 0.722656, - 0.65625, - 0.675781, - 0.683594, - 0.664062, - 0.769531, - 1.242188, - 0.691406, - 0.628906, - 0.605469, - 0.714844, - 0.710938, - 0.71875, - 0.765625, - 0.761719, - 1.164062, - 0.667969, - 0.742188, - 0.660156, - 1.265625, - 0.574219, - 0.703125, - 0.757812, - 0.707031, - 0.699219, - 0.734375, - 0.714844, - 0.527344, - 0.652344, - 0.660156, - 0.691406, - 0.675781, - 0.644531, - 0.632812, - 0.664062, - 0.664062, - 0.648438, - 0.660156, - 0.691406, - 0.65625, - 0.699219, - 0.941406, - 0.65625, - 1.109375, - 0.679688, - 0.71875, - 0.746094, - 0.683594, - 0.636719, - 0.703125, - 1.328125, - 0.730469, - 0.585938, - 0.734375, - 0.628906, - 0.710938, - 0.820312, - 0.75, - 0.726562, - 0.621094, - 0.652344, - 0.640625, - 0.640625, - 0.828125, - 0.707031, - 0.425781, - 0.621094, - 0.605469, - 1.03125, - 0.617188, - 0.773438, - 0.65625, - 0.703125, - 0.667969, - 0.75, - 0.605469, - 0.539062, - 0.640625, - 0.703125, - 0.640625, - 0.757812, - 0.707031, - 0.601562, - 1.234375, - 0.933594, - 0.726562, - 0.679688, - 0.589844, - 0.617188, - 0.652344, - 0.589844, - 0.664062, - 0.726562, - 0.757812, - 0.648438, - 0.714844, - 0.746094, - 0.65625, - 0.621094, - 0.613281, - 0.753906, - 0.613281, - 0.726562, - 0.722656, - 0.636719, - 0.65625, - 0.714844, - 0.714844, - 0.777344, - 0.636719, - 0.664062, - 0.945312, - 0.574219, - 0.757812, - 0.925781, - 0.632812, - 0.652344, - 0.625, - 0.652344, - 0.652344, - 0.625, - 0.714844, - 0.792969, - 0.554688, - 0.792969, - 0.738281, - 0.578125, - 0.625, - 0.660156, - 0.683594, - 0.8125, - 0.960938, - 0.640625, - 0.628906, - 0.519531, - 0.613281, - 0.738281, - 0.601562, - 0.710938, - 0.699219, - 0.601562, - 0.730469, - 0.613281, - 0.832031, - 0.761719, - 0.660156, - 0.714844, - 0.679688, - 0.691406, - 0.613281, - 0.847656, - 0.570312, - 0.683594, - 0.691406, - 0.511719, - 0.597656, - 0.980469, - 0.574219, - 0.699219, - 0.746094, - 1.078125, - 0.632812, - 0.683594, - 0.71875, - 0.671875, - 0.925781, - 0.679688, - 0.609375, - 0.839844, - 0.671875, - 0.613281, - 0.679688, - 0.695312, - 0.703125, - 0.683594, - 0.703125, - 0.628906, - 0.769531, - 0.519531, - 0.699219, - 0.738281, - 0.578125, - 0.648438, - 0.455078, - 0.625, - 0.792969, - 0.640625, - 0.636719, - 0.671875, - 0.835938, - 0.761719, - 0.683594, - 0.628906, - 1.03125, - 0.726562, - 0.648438, - 0.664062, - 0.707031, - 0.675781, - 0.664062, - 0.691406, - 0.679688, - 0.558594, - 0.703125, - 0.621094, - 0.667969, - 0.734375, - 0.78125, - 0.65625, - 0.734375, - 0.652344, - 0.667969, - 0.722656, - 0.773438, - 0.644531, - 0.714844, - 0.710938, - 0.703125, - 0.675781, - 0.75, - 0.730469, - 0.71875, - 0.777344, - 0.753906, - 0.648438, - 0.636719, - 0.5625, - 0.761719, - 0.730469, - 0.75, - 0.757812, - 1.679688, - 0.71875, - 0.707031, - 0.738281, - 0.597656, - 0.707031, - 0.601562, - 0.636719, - 0.773438, - 0.753906, - 0.808594, - 0.664062, - 0.679688, - 0.671875, - 0.722656, - 0.691406, - 0.617188, - 0.773438, - 0.804688, - 0.675781, - 0.675781, - 0.714844, - 0.726562, - 0.675781, - 0.605469, - 0.828125, - 0.714844, - 0.53125, - 0.640625, - 0.628906, - 0.640625, - 0.691406, - 0.757812, - 0.613281, - 0.707031, - 0.664062, - 0.730469, - 0.6875, - 0.640625, - 0.648438, - 0.636719, - 0.792969, - 0.65625, - 0.734375, - 0.65625, - 0.679688, - 0.746094, - 0.667969, - 0.703125, - 0.90625, - 0.699219, - 0.59375, - 0.671875, - 0.609375, - 0.632812, - 0.570312, - 0.636719, - 0.769531, - 0.722656, - 0.8125, - 0.730469, - 0.808594, - 0.757812, - 0.671875, - 0.765625, - 1.359375, - 0.792969, - 0.699219, - 0.832031, - 0.589844, - 0.726562, - 0.792969, - 0.707031, - 0.671875, - 0.675781, - 0.734375, - 0.699219, - 0.683594, - 0.683594, - 0.578125, - 0.710938, - 0.667969, - 0.699219, - 0.75, - 0.699219, - 0.722656, - 0.628906, - 0.71875, - 0.773438, - 0.746094, - 0.945312, - 0.726562, - 0.640625, - 0.628906, - 0.660156, - 0.722656, - 0.652344, - 0.714844, - 0.671875, - 0.667969, - 0.652344, - 0.582031, - 0.753906, - 0.78125, - 0.6875, - 0.644531, - 0.734375, - 0.613281, - 0.605469, - 0.703125, - 0.730469, - 0.660156, - 1.234375, - 0.644531, - 0.707031, - 0.703125, - 0.765625, - 0.691406, - 0.636719, - 0.679688, - 0.816406, - 0.683594, - 0.667969, - 0.609375, - 0.601562, - 0.722656, - 0.777344, - 0.6875, - 0.730469, - 0.625, - 0.617188, - 0.617188, - 0.621094, - 0.804688, - 0.859375, - 0.734375, - 0.640625, - 0.878906, - 0.789062, - 0.722656, - 0.679688, - 0.769531, - 0.832031, - 0.695312, - 0.597656, - 0.625, - 0.671875, - 0.761719, - 0.808594, - 0.714844, - 1.015625, - 0.625, - 0.640625, - 0.757812, - 0.625, - 0.652344, - 0.632812, - 0.671875, - 1.117188, - 0.632812, - 0.808594, - 0.679688, - 0.863281, - 0.664062, - 0.75, - 0.757812, - 0.71875, - 0.671875, - 0.769531, - 0.636719, - 0.730469, - 0.710938, - 0.566406, - 1.0, - 0.632812, - 1.023438, - 0.738281, - 0.855469, - 0.808594, - 1.21875, - 0.691406, - 0.707031, - 0.578125, - 0.660156, - 0.675781, - 0.710938, - 0.644531, - 0.652344, - 0.773438, - 0.664062, - 0.660156, - 0.671875, - 0.648438, - 0.558594, - 1.351562, - 0.617188, - 0.695312, - 0.710938, - 0.644531, - 0.617188, - 0.710938, - 0.710938, - 0.714844, - 0.746094, - 0.640625, - 0.6875, - 0.660156, - 0.683594, - 0.617188, - 0.730469, - 0.980469, - 0.632812, - 0.683594, - 0.777344, - 0.628906, - 0.761719, - 0.664062, - 0.699219, - 0.734375, - 0.710938, - 0.625, - 0.675781, - 0.648438, - 0.675781, - 0.617188, - 0.796875, - 0.824219, - 0.675781, - 0.765625, - 0.726562, - 0.726562, - 0.675781, - 0.722656, - 0.917969, - 0.675781, - 0.589844, - 0.703125, - 0.71875, - 0.625, - 0.566406, - 0.6875, - 0.675781, - 0.625, - 0.742188, - 0.683594, - 0.652344, - 0.609375, - 0.828125, - 0.984375, - 0.808594, - 0.617188, - 0.726562, - 0.867188, - 0.566406, - 0.667969, - 0.734375, - 0.6875, - 0.675781, - 0.644531, - 0.632812, - 0.648438, - 0.605469, - 0.667969, - 0.632812, - 0.742188, - 0.640625, - 0.625, - 0.730469, - 0.679688, - 0.667969, - 0.738281, - 0.675781, - 0.839844, - 0.660156, - 0.828125, - 0.742188, - 0.714844, - 0.691406, - 0.691406, - 0.707031, - 0.675781, - 0.664062, - 0.511719, - 0.632812, - 0.597656, - 0.863281, - 0.65625, - 0.789062, - 0.640625, - 0.816406, - 0.699219, - 0.828125, - 0.789062, - 0.71875, - 0.78125, - 0.597656, - 1.171875, - 0.675781, - 0.800781, - 0.796875, - 0.738281, - 0.699219, - 0.71875, - 0.71875, - 0.851562, - 0.664062, - 0.738281, - 0.605469, - 0.628906, - 0.554688, - 0.882812, - 0.605469, - 0.742188, - 0.578125, - 0.773438, - 0.628906, - 0.617188, - 0.683594, - 0.6875, - 0.613281, - 1.023438, - 0.671875, - 0.902344, - 0.742188, - 0.75, - 0.625, - 0.636719, - 0.722656, - 0.796875, - 0.746094, - 0.941406, - 0.652344, - 0.632812, - 0.625, - 0.789062, - 1.109375, - 0.773438, - 1.171875, - 0.753906, - 0.933594, - 0.660156, - 0.769531, - 0.792969, - 0.660156, - 0.65625, - 0.65625, - 0.625, - 0.785156, - 0.644531, - 0.6875, - 0.761719, - 0.652344, - 0.609375, - 0.804688, - 0.710938, - 0.625, - 0.691406, - 0.574219, - 0.539062, - 0.605469, - 0.601562, - 0.738281, - 0.734375, - 0.6875, - 0.726562, - 0.773438, - 0.617188, - 0.710938, - 0.804688, - 0.601562, - 0.613281, - 0.65625, - 0.699219, - 0.628906, - 0.675781, - 0.652344, - 0.664062, - 0.683594, - 0.675781, - 0.671875, - 0.777344, - 0.71875, - 0.683594, - 0.667969, - 0.59375, - 0.746094, - 0.726562, - 0.734375, - 0.714844, - 0.59375, - 0.621094, - 0.777344, - 0.757812, - 0.914062, - 0.703125, - 0.769531, - 0.667969, - 0.597656, - 0.597656, - 0.535156, - 0.660156, - 0.527344, - 0.585938, - 0.664062, - 0.667969, - 0.742188, - 0.585938, - 0.75, - 0.777344, - 0.726562, - 0.71875, - 0.683594, - 1.007812, - 0.832031, - 0.695312, - 0.839844, - 0.59375, - 0.761719, - 0.644531, - 0.644531, - 0.726562, - 0.691406, - 0.675781, - 0.757812, - 0.628906, - 1.257812, - 0.667969, - 0.734375, - 0.628906, - 0.730469, - 0.667969, - 0.644531, - 0.722656, - 0.742188, - 0.707031, - 0.734375, - 0.742188, - 0.714844, - 0.527344, - 0.71875, - 0.605469, - 0.71875, - 0.71875, - 0.671875, - 0.636719, - 0.585938, - 0.777344, - 0.644531 - ] - }, - "name": "model.transformer.layers.20.attn_norm.weight", - "outputIndexes": [ - 1261 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1260, - 1261 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_20/Mul_1_output_0", - "outputIndexes": [ - 1262 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1262 - ], - "outputIndexes": [ - 2501 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2501 - ], - "outputIndexes": [ - 2502 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear", - "inputIndexes": [ - 2502 - ], - "outputIndexes": [ - 2503 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1792, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 324720720, - 1835030, - 229376, - 7168, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2503 - ], - "outputIndexes": [ - 2504 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2504 - ], - "outputIndexes": [ - 1263 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1792 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1262 - ], - "main_type": "NONE", - "name": "/Shape_81_output_0", - "outputIndexes": [ - 1264 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1264 - ], - "main_type": "NONE", - "name": "Shape1790", - "outputIndexes": [ - 1265 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1264 - ], - "main_type": "NONE", - "name": "Rank1792", - "outputIndexes": [ - 1266 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1266, - 1266 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1794", - "outputIndexes": [ - 1267 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1267 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1795", - "outputIndexes": [ - 1268 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1267, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1797", - "outputIndexes": [ - 1269 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1269 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1798", - "outputIndexes": [ - 1270 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1265, - 1268, - 1270, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1801", - "outputIndexes": [ - 1271 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1271 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1802", - "outputIndexes": [ - 1272 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1272 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1803", - "outputIndexes": [ - 1273 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1273, - 1272 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1804", - "outputIndexes": [ - 1274 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1264, - 1274, - 1267 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_104_output_0", - "outputIndexes": [ - 1275 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1275, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_201_output_0", - "outputIndexes": [ - 1276 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1276, - 1154, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_100_output_0", - "outputIndexes": [ - 1277 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1263, - 1277 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_81_output_0", - "outputIndexes": [ - 1278 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1278 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_20/Mul_output_0", - "outputIndexes": [ - 1279 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.018677, - -0.014465, - 1.4375, - 1.765625, - 0.04126, - 1.40625, - 1.570312, - 1.695312, - 1.898438, - 1.84375, - 1.851562, - 1.984375, - 1.992188, - 1.679688, - 2.109375, - 1.664062, - 2.328125, - 2.0, - 2.4375, - 2.28125, - 2.34375, - 1.460938, - 2.328125, - 2.3125, - 2.21875, - 2.1875, - 2.265625, - 2.234375, - 2.09375, - 2.421875, - 2.34375, - 2.375, - 0.249023, - -0.12207, - 0.025757, - 0.029907, - 1.773438, - 1.859375, - 1.4375, - 1.75, - 1.242188, - 2.03125, - 1.804688, - 1.8125, - 2.140625, - 2.09375, - 2.078125, - 2.25, - 2.140625, - 2.390625, - 1.6875, - 2.390625, - 2.28125, - 2.8125, - 2.46875, - 2.359375, - 2.1875, - 2.21875, - 2.203125, - 2.15625, - 2.328125, - 2.296875, - 2.203125, - 2.125 - ] - }, - "name": "model.transformer.layers.20.attn.q_norm.weight", - "outputIndexes": [ - 1280 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1279, - 1280 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_20/Mul_1_output_0", - "outputIndexes": [ - 1281 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1281, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_80_output_0", - "outputIndexes": [ - 1282 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1281, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_81_output_0", - "outputIndexes": [ - 1283 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_40_output_0", - "outputIndexes": [ - 1284 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1281, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_80_output_0", - "outputIndexes": [ - 1285 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1285 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_103_output_0", - "outputIndexes": [ - 1286 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_81_output_0", - "outputIndexes": [ - 1287 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1282, - 1287 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_80_output_0", - "outputIndexes": [ - 1288 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1262 - ], - "outputIndexes": [ - 2505 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2505 - ], - "outputIndexes": [ - 2506 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear", - "inputIndexes": [ - 2506 - ], - "outputIndexes": [ - 2507 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 326792294, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2507 - ], - "outputIndexes": [ - 2508 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2508 - ], - "outputIndexes": [ - 1289 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1276, - 1168, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_101_output_0", - "outputIndexes": [ - 1290 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1289, - 1290 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_82_output_0", - "outputIndexes": [ - 1291 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1291 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_20/Mul_output_0", - "outputIndexes": [ - 1292 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.00592, - -0.039307, - 1.28125, - 1.414062, - 0.012207, - 1.59375, - 1.75, - 2.015625, - 1.921875, - 1.375, - 2.078125, - 1.242188, - 2.265625, - 2.1875, - 1.898438, - 2.46875, - 2.015625, - 2.34375, - 1.304688, - 2.25, - 2.328125, - 3.453125, - 2.3125, - 2.359375, - 2.328125, - 2.296875, - 2.25, - 2.265625, - 2.1875, - 2.5625, - 2.296875, - 2.328125, - 0.225586, - -0.141602, - -0.061279, - 0.010437, - 1.59375, - 1.679688, - 1.007812, - 1.3125, - 0.453125, - 2.125, - 1.664062, - 2.0, - 1.664062, - 1.101562, - 2.265625, - 1.0625, - 2.21875, - 1.875, - 2.875, - 2.203125, - 2.359375, - 0.996094, - 2.28125, - 2.328125, - 2.3125, - 2.328125, - 2.234375, - 2.25, - 2.0625, - 2.234375, - 2.328125, - 2.421875 - ] - }, - "name": "model.transformer.layers.20.attn.k_norm.weight", - "outputIndexes": [ - 1293 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1292, - 1293 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_20/Mul_1_output_0", - "outputIndexes": [ - 1294 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1294, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_82_output_0", - "outputIndexes": [ - 1295 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1294, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_83_output_0", - "outputIndexes": [ - 1296 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1296 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_41_output_0", - "outputIndexes": [ - 1297 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1294, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_82_output_0", - "outputIndexes": [ - 1298 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1297, - 1298 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_104_output_0", - "outputIndexes": [ - 1299 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1299, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_83_output_0", - "outputIndexes": [ - 1300 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1295, - 1300 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_81_output_0", - "outputIndexes": [ - 1301 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1262 - ], - "outputIndexes": [ - 2509 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2509 - ], - "outputIndexes": [ - 2510 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear", - "inputIndexes": [ - 2510 - ], - "outputIndexes": [ - 2511 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 327310204, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2511 - ], - "outputIndexes": [ - 2512 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2512 - ], - "outputIndexes": [ - 1302 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1302, - 1290 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_83_output_0", - "outputIndexes": [ - 1303 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288, - 1301, - 1303, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.20/self_attn/FusedAttention", - "outputIndexes": [ - 1304 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1304 - ], - "outputIndexes": [ - 2513 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2513 - ], - "outputIndexes": [ - 2514 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear", - "inputIndexes": [ - 2514 - ], - "outputIndexes": [ - 2515 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 327828114, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2515 - ], - "outputIndexes": [ - 2516 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2516 - ], - "outputIndexes": [ - 1305 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1259, - 1305 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_82_output_0", - "outputIndexes": [ - 1306 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1306 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_20/Mul_output_0", - "outputIndexes": [ - 1307 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.605469, - 0.511719, - 0.566406, - 0.597656, - 0.582031, - 0.566406, - 0.585938, - 0.574219, - 0.574219, - 0.523438, - 0.59375, - 0.5625, - 0.582031, - 0.558594, - 0.574219, - 0.554688, - 0.566406, - 0.554688, - 0.582031, - 0.613281, - 0.582031, - 0.574219, - 0.589844, - 0.535156, - 0.519531, - 0.597656, - 0.570312, - 0.5625, - 0.550781, - 0.53125, - 0.570312, - 0.550781, - 0.546875, - 0.59375, - 0.597656, - 0.582031, - 0.617188, - 0.582031, - 0.554688, - 0.53125, - 0.589844, - 0.558594, - 0.542969, - 0.515625, - 0.578125, - 0.460938, - 0.589844, - 0.5625, - 0.554688, - 0.558594, - 0.570312, - 0.550781, - 0.574219, - 0.523438, - 0.539062, - 0.570312, - 0.554688, - 0.589844, - 0.570312, - 0.5625, - 0.578125, - 0.558594, - 0.554688, - 0.570312, - 0.380859, - 0.5625, - 0.554688, - 0.554688, - 0.578125, - 0.5625, - 0.550781, - 0.523438, - 0.554688, - 0.582031, - 0.466797, - 0.535156, - 0.5625, - 0.574219, - 0.566406, - 0.59375, - 0.578125, - 0.597656, - 0.558594, - 0.566406, - 0.550781, - 0.589844, - 0.5625, - 0.578125, - 0.523438, - 0.558594, - 0.617188, - 0.535156, - 0.570312, - 0.423828, - 0.597656, - 0.605469, - 0.574219, - 0.496094, - 0.589844, - 0.582031, - 0.539062, - 0.585938, - 0.527344, - 0.558594, - 0.550781, - 0.227539, - 0.554688, - 0.546875, - 0.550781, - 0.542969, - 0.503906, - 0.578125, - 0.574219, - 0.570312, - 0.621094, - 0.546875, - 0.5625, - 0.550781, - 0.550781, - 0.550781, - 0.566406, - 0.578125, - 0.527344, - 0.476562, - 0.578125, - 0.519531, - 0.527344, - 0.628906, - 0.476562, - 0.546875, - 0.574219, - 0.597656, - 0.554688, - 0.554688, - 0.550781, - 0.625, - 0.582031, - 0.691406, - 0.542969, - 0.5625, - 0.503906, - 0.585938, - 0.585938, - 0.558594, - 0.519531, - 0.519531, - 0.59375, - 0.462891, - 0.503906, - 0.5, - 0.59375, - 0.589844, - 0.546875, - 0.570312, - 0.589844, - 0.558594, - 0.542969, - 0.59375, - 0.503906, - 0.558594, - 0.574219, - 0.585938, - 0.394531, - 0.546875, - 0.535156, - 0.496094, - 0.535156, - 0.492188, - 0.484375, - 0.570312, - 0.269531, - 0.494141, - 0.546875, - 0.527344, - 0.550781, - 0.53125, - 0.542969, - 0.5625, - 0.445312, - 0.605469, - 0.601562, - 0.585938, - 0.605469, - 0.539062, - 0.574219, - 0.5625, - 0.574219, - 0.582031, - 0.558594, - 0.570312, - 0.558594, - 0.597656, - 0.582031, - 0.539062, - 0.546875, - 0.5, - 0.597656, - 0.53125, - 0.574219, - 0.5625, - 0.5625, - 0.5625, - 0.492188, - 0.574219, - 0.527344, - 0.597656, - 0.585938, - 0.589844, - 0.40625, - 0.5, - 0.5625, - 0.5625, - 0.5625, - 0.542969, - 0.535156, - 0.582031, - 0.566406, - 0.554688, - 0.578125, - 0.478516, - 0.457031, - 0.5625, - 0.234375, - 0.570312, - 0.542969, - 0.466797, - 0.550781, - 0.578125, - 0.535156, - 0.589844, - 0.542969, - 0.523438, - 0.498047, - 0.570312, - 0.5625, - 0.546875, - 0.511719, - 0.59375, - 0.333984, - 0.582031, - 0.550781, - 0.519531, - 0.601562, - 0.574219, - 0.566406, - 0.554688, - 0.527344, - 0.566406, - 0.494141, - 0.582031, - 0.582031, - 0.46875, - 0.578125, - 0.558594, - 0.546875, - 0.464844, - 0.566406, - 0.570312, - 0.527344, - 0.5625, - 0.558594, - 0.503906, - 0.558594, - 0.527344, - 0.527344, - 0.550781, - 0.578125, - 0.550781, - 0.578125, - 0.570312, - 0.59375, - 0.613281, - 0.5625, - 0.566406, - 0.5625, - 0.46875, - 0.503906, - 0.585938, - 0.574219, - 0.617188, - 0.542969, - 0.554688, - 0.566406, - 0.5625, - 0.574219, - 0.578125, - 0.386719, - 0.574219, - 0.566406, - 0.570312, - 0.589844, - 0.589844, - 0.494141, - 0.558594, - 0.578125, - 0.582031, - 0.574219, - 0.582031, - 0.597656, - 0.546875, - 0.578125, - 0.542969, - 0.527344, - 0.578125, - 0.605469, - 0.597656, - 0.294922, - 0.566406, - 0.535156, - 0.585938, - 0.523438, - 0.574219, - 0.554688, - 0.589844, - 0.609375, - 0.597656, - 0.554688, - 0.585938, - 0.558594, - 0.476562, - 0.578125, - 0.550781, - 0.570312, - 0.554688, - 0.578125, - 0.582031, - 0.578125, - 0.496094, - 0.546875, - 0.613281, - 0.585938, - 0.558594, - 0.582031, - 0.554688, - 0.582031, - 0.601562, - 0.5625, - 0.527344, - 0.5625, - 0.597656, - 0.5625, - 0.582031, - 0.601562, - 0.369141, - 0.566406, - 0.494141, - 0.527344, - 0.550781, - 0.558594, - 0.539062, - 0.574219, - 0.546875, - 0.558594, - 0.519531, - 0.484375, - 0.546875, - 0.582031, - 0.578125, - 0.558594, - 0.542969, - 0.539062, - 0.427734, - 0.621094, - 0.570312, - 0.570312, - 0.466797, - 0.609375, - 0.597656, - 0.574219, - 0.566406, - 0.494141, - 0.335938, - 0.550781, - 0.515625, - 0.550781, - 0.5625, - 0.259766, - 0.558594, - 0.523438, - 0.462891, - 0.558594, - 0.59375, - 0.578125, - 0.53125, - 0.535156, - 0.558594, - 0.546875, - 0.574219, - 0.558594, - 0.53125, - 0.578125, - 0.558594, - 0.574219, - 0.574219, - 0.554688, - 0.578125, - 0.558594, - 0.59375, - 0.527344, - 0.589844, - 0.566406, - 0.578125, - 0.542969, - 0.582031, - 0.535156, - 0.474609, - 0.59375, - 0.554688, - 0.539062, - 0.535156, - 0.498047, - 0.589844, - 0.570312, - 0.53125, - 0.53125, - 0.519531, - 0.566406, - 0.574219, - 0.566406, - 0.574219, - 0.558594, - 0.277344, - 0.550781, - 0.589844, - 0.578125, - 0.605469, - 0.566406, - 0.539062, - 0.558594, - 0.5625, - 0.554688, - 0.5625, - 0.71875, - 0.59375, - 0.59375, - 0.585938, - 0.539062, - 0.566406, - 0.578125, - 0.53125, - 0.585938, - 0.578125, - 0.5625, - 0.609375, - 0.5625, - 0.59375, - 0.601562, - 0.554688, - 0.589844, - 0.554688, - 0.59375, - 0.523438, - 0.546875, - 0.539062, - 0.570312, - 0.585938, - 0.601562, - 0.617188, - 0.558594, - 0.523438, - 0.558594, - 0.570312, - 0.558594, - 0.550781, - 0.478516, - 0.539062, - 0.574219, - 0.558594, - 0.539062, - 0.582031, - 0.53125, - 0.443359, - 0.589844, - 0.582031, - 0.566406, - 0.566406, - 0.59375, - 0.523438, - 0.582031, - 0.542969, - 0.589844, - 0.582031, - 0.5625, - 0.574219, - 0.542969, - 0.539062, - 0.59375, - 0.570312, - 0.589844, - 0.570312, - 0.457031, - 0.582031, - 0.578125, - 0.542969, - 0.558594, - 0.511719, - 0.554688, - 0.546875, - 0.566406, - 0.546875, - 0.570312, - 0.609375, - 0.539062, - 0.578125, - 0.5625, - 0.625, - 0.566406, - 0.570312, - 0.589844, - 0.589844, - 0.585938, - 0.570312, - 0.570312, - 0.5625, - 0.474609, - 0.131836, - 0.589844, - 0.484375, - 0.566406, - 0.470703, - 0.589844, - 0.621094, - 0.542969, - 0.519531, - 0.476562, - 0.416016, - 0.574219, - 0.554688, - 0.574219, - 0.585938, - 0.578125, - 0.324219, - 0.589844, - 0.550781, - 0.574219, - 0.578125, - 0.570312, - 0.582031, - 0.574219, - 0.589844, - 0.554688, - 0.578125, - 0.566406, - 0.589844, - 0.574219, - 0.550781, - 0.384766, - 0.388672, - 0.5625, - 0.355469, - 0.507812, - 0.59375, - 0.546875, - 0.306641, - 0.542969, - 0.585938, - 0.542969, - 0.494141, - 0.5, - 0.539062, - 0.554688, - 0.490234, - 0.542969, - 0.574219, - 0.535156, - 0.464844, - 0.535156, - 0.494141, - 0.554688, - 0.466797, - 0.570312, - 0.503906, - 0.558594, - 0.570312, - 0.59375, - 0.478516, - 0.496094, - 0.578125, - 0.439453, - 0.5625, - 0.605469, - 0.597656, - 0.369141, - 0.519531, - 0.585938, - 0.582031, - 0.558594, - 0.578125, - 0.550781, - 0.566406, - 0.515625, - 0.582031, - 0.613281, - 0.539062, - 0.570312, - 0.5, - 0.574219, - 0.554688, - 0.570312, - 0.582031, - 0.710938, - 0.558594, - 0.558594, - 0.558594, - 0.554688, - 0.419922, - 0.578125, - 0.582031, - 0.289062, - 0.189453, - 0.574219, - 0.515625, - 0.574219, - 0.597656, - 0.550781, - 0.550781, - 0.550781, - 0.609375, - 0.582031, - 0.570312, - 0.609375, - 0.585938, - 0.507812, - 0.554688, - 0.53125, - 0.207031, - 0.582031, - 0.196289, - 0.574219, - 0.59375, - 0.554688, - 0.570312, - 0.550781, - 0.574219, - 0.527344, - 0.546875, - 0.574219, - 0.5625, - 0.566406, - 0.582031, - 0.535156, - 0.582031, - 0.597656, - 0.542969, - 0.589844, - 0.589844, - 0.578125, - 0.511719, - 0.574219, - 0.546875, - 0.554688, - 0.570312, - 0.523438, - 0.566406, - 0.5625, - 0.574219, - 0.578125, - 0.582031, - 0.597656, - 0.566406, - 0.59375, - 0.632812, - 0.5625, - 0.585938, - 0.554688, - 0.554688, - 0.515625, - 0.566406, - 0.511719, - 0.53125, - 0.539062, - 0.550781, - 0.173828, - 0.566406, - 0.478516, - 0.546875, - 0.507812, - 0.488281, - 0.546875, - 0.554688, - 0.539062, - 0.484375, - 0.574219, - 0.566406, - 0.570312, - 0.578125, - 0.570312, - 0.566406, - 0.527344, - 0.492188, - 0.585938, - 0.589844, - 0.554688, - 0.5625, - 0.609375, - 0.582031, - 0.558594, - 0.554688, - 0.582031, - 0.59375, - 0.574219, - 0.542969, - 0.582031, - 0.582031, - 0.570312, - 0.574219, - 0.585938, - 0.574219, - 0.566406, - 0.503906, - 0.585938, - 0.507812, - 0.574219, - 0.566406, - 0.582031, - 0.550781, - 0.570312, - 0.570312, - 0.589844, - 0.519531, - 0.574219, - 0.570312, - 0.5625, - 0.558594, - 0.535156, - 0.566406, - 0.578125, - 0.582031, - 0.382812, - 0.558594, - 0.535156, - 0.582031, - 0.519531, - 0.578125, - 0.558594, - 0.527344, - 0.519531, - 0.558594, - 0.59375, - 0.554688, - 0.578125, - 0.558594, - 0.585938, - 0.357422, - 0.546875, - 0.542969, - 0.589844, - 0.570312, - 0.527344, - 0.558594, - 0.566406, - 0.578125, - 0.589844, - 0.628906, - 0.582031, - 0.597656, - 0.578125, - 0.441406, - 0.539062, - 0.589844, - 0.519531, - 0.550781, - 0.550781, - 0.570312, - 0.574219, - 0.542969, - 0.535156, - 0.578125, - 0.570312, - 0.574219, - 0.546875, - 0.585938, - 0.550781, - 0.558594, - 0.550781, - 0.578125, - 0.558594, - 0.523438, - 0.589844, - 0.503906, - 0.566406, - 0.503906, - 0.558594, - 0.589844, - 0.585938, - 0.566406, - 0.550781, - 0.542969, - 0.566406, - 0.449219, - 0.539062, - 0.570312, - 0.582031, - 0.488281, - 0.486328, - 0.566406, - 0.542969, - 0.566406, - 0.523438, - 0.601562, - 0.574219, - 0.554688, - 0.53125, - 0.550781, - 0.535156, - 0.558594, - 0.535156, - 0.503906, - 0.539062, - 0.523438, - 0.523438, - 0.605469, - 0.589844, - 0.558594, - 0.605469, - 0.566406, - 0.554688, - 0.578125, - 0.570312, - 0.613281, - 0.570312, - 0.5625, - 0.550781, - 0.550781, - 0.554688, - 0.582031, - 0.464844, - 0.566406, - 0.570312, - 0.542969, - 0.574219, - 0.570312, - 0.539062, - 0.589844, - 0.542969, - 0.5625, - 0.570312, - 0.578125, - 0.546875, - 0.546875, - 0.546875, - 0.558594, - 0.589844, - 0.578125, - 0.597656, - 0.554688, - 0.546875, - 0.570312, - 0.570312, - 0.566406, - 0.535156, - 0.589844, - 0.589844, - 0.589844, - 0.53125, - 0.535156, - 0.5625, - 0.535156, - 0.519531, - 0.578125, - 0.566406, - 0.542969, - 0.511719, - 0.558594, - 0.375, - 0.554688, - 0.585938, - 0.515625, - 0.550781, - 0.371094, - 0.582031, - 0.498047, - 0.574219, - 0.59375, - 0.585938, - 0.53125, - 0.589844, - 0.582031, - 0.585938, - 0.589844, - 0.578125, - 0.53125, - 0.566406, - 0.5625, - 0.601562, - 0.558594, - 0.578125, - 0.554688, - 0.574219, - 0.582031, - 0.570312, - 0.589844, - 0.515625, - 0.570312, - 0.570312, - 0.570312, - 0.566406, - 0.574219, - 0.585938, - 0.589844, - 0.613281, - 0.535156, - 0.484375, - 0.605469, - 0.515625, - 0.535156, - 0.546875, - 0.582031, - 0.542969, - 0.605469, - 0.578125, - 0.570312, - 0.566406, - 0.519531, - 0.5625, - 0.578125, - 0.570312, - 0.617188, - 0.578125, - 0.5625, - 0.585938, - 0.542969, - 0.585938, - 0.726562, - 0.566406, - 0.566406, - 0.578125, - 0.431641, - 0.550781, - 0.539062, - 0.613281, - 0.515625, - 0.550781, - 0.582031, - 0.578125, - 0.59375, - 0.578125, - 0.574219, - 0.597656, - 0.601562, - 0.570312, - 0.574219, - 0.582031, - 0.232422, - 0.439453, - 0.550781, - 0.349609, - 0.53125, - 0.582031, - 0.566406, - 0.585938, - 0.539062, - 0.402344, - 0.5625, - 0.558594, - 0.539062, - 0.589844, - 0.554688, - 0.507812, - 0.574219, - 0.554688, - 0.5625, - 0.554688, - 0.578125, - 0.5625, - 0.447266, - 0.566406, - 0.554688, - 0.474609, - 0.585938, - 0.597656, - 0.59375, - 0.5625, - 0.414062, - 0.523438, - 0.570312, - 0.484375, - 0.488281, - 0.46875, - 0.558594, - 0.578125, - 0.53125, - 0.542969, - 0.341797, - 0.539062, - 0.558594, - 0.457031, - 0.582031, - 0.507812, - 0.597656, - 0.570312, - 0.59375, - 0.585938, - 0.431641, - 0.574219, - 0.609375, - 0.589844, - 0.498047, - 0.558594, - 0.585938, - 0.585938, - 0.546875, - 0.535156, - 0.578125, - 0.570312, - 0.578125, - 0.455078, - 0.597656, - 0.582031, - 0.570312, - 0.546875, - 0.570312, - 0.539062, - 0.582031, - 0.589844, - 0.582031, - 0.570312, - 0.582031, - 0.511719, - 0.566406, - 0.570312, - 0.5625, - 0.5625, - 0.582031, - 0.578125, - 0.574219, - 0.558594, - 0.542969, - 0.605469, - 0.478516, - 0.492188, - 0.539062, - 0.546875, - 0.621094, - 0.535156, - 0.46875, - 0.566406, - 0.539062, - 0.554688, - 0.507812, - 0.5625, - 0.632812, - 0.574219, - 0.574219, - 0.566406, - 0.582031, - 0.464844, - 0.582031, - 0.539062, - 0.601562, - 0.550781, - 0.558594, - 0.492188, - 0.5625, - 0.59375, - 0.546875, - 0.574219, - 0.566406, - 0.597656, - 0.597656, - 0.53125, - 0.554688, - 0.566406, - 0.474609, - 0.515625, - 0.542969, - 0.542969, - 0.535156, - 0.585938, - 0.425781, - 0.53125, - 0.558594, - 0.570312, - 0.574219, - 0.429688, - 0.621094, - 0.392578, - 0.539062, - 0.546875, - 0.490234, - 0.574219, - 0.566406, - 0.59375, - 0.574219, - 0.589844, - 0.570312, - 0.59375, - 0.566406, - 0.550781, - 0.613281, - 0.589844, - 0.699219, - 0.59375, - 0.570312, - 0.585938, - 0.486328, - 0.535156, - 0.578125, - 0.539062, - 0.589844, - 0.570312, - 0.494141, - 0.554688, - 0.589844, - 0.539062, - 0.484375, - 0.523438, - 0.507812, - 0.566406, - 0.5625, - 0.490234, - 0.558594, - 0.578125, - 0.550781, - 0.574219, - 0.566406, - 0.566406, - 0.582031, - 0.585938, - 0.515625, - 0.574219, - 0.4375, - 0.550781, - 0.5625, - 0.527344, - 0.585938, - 0.566406, - 0.527344, - 0.582031, - 0.5625, - 0.558594, - 0.648438, - 0.554688, - 0.582031, - 0.582031, - 0.476562, - 0.621094, - 0.585938, - 0.589844, - 2.34375, - 0.589844, - 0.59375, - 0.582031, - 0.585938, - 0.558594, - 0.578125, - 0.566406, - 0.546875, - 0.59375, - 0.601562, - 0.582031, - 0.59375, - 0.597656, - 0.578125, - 0.589844, - 0.582031, - 0.589844, - 0.570312, - 0.523438, - 0.554688, - 0.554688, - 0.566406, - 0.5625, - 0.546875, - 0.597656, - 0.550781, - 0.554688, - 0.554688, - 0.558594, - 0.597656, - 0.554688, - 0.570312, - 0.570312, - 0.542969, - 0.605469, - 0.570312, - 0.574219, - 0.566406, - 0.59375, - 0.582031, - 0.738281, - 0.542969, - 0.59375, - 0.59375, - 0.574219, - 0.574219, - 0.492188, - 0.5625, - 0.550781, - 0.574219, - 0.574219, - 0.402344, - 0.574219, - 0.515625, - 0.550781, - 0.578125, - 0.558594, - 0.578125, - 0.488281, - 0.566406, - 0.574219, - 0.589844, - 0.578125, - 0.550781, - 0.570312, - 0.570312, - 0.671875, - 0.621094, - 0.535156, - 0.523438, - 0.582031, - 0.496094, - 0.597656, - 0.566406, - 0.582031, - 0.589844, - 0.578125, - 0.554688, - 0.330078, - 0.570312, - 0.628906, - 0.527344, - 0.585938, - 0.578125, - 0.515625, - 0.511719, - 0.503906, - 0.585938, - 0.597656, - 0.566406, - 0.539062, - 0.5625, - 0.574219, - 0.574219, - 0.550781, - 0.578125, - 0.566406, - 0.550781, - 0.511719, - 0.484375, - 0.546875, - 0.566406, - 0.507812, - 0.542969, - 0.558594, - 0.578125, - 0.609375, - 0.601562, - 0.574219, - 0.566406, - 0.388672, - 0.570312, - 0.478516, - 0.546875, - 0.574219, - 0.585938, - 0.519531, - 0.239258, - 0.458984, - 0.574219, - 0.5625, - 0.539062, - 0.554688, - 0.5625, - 0.554688, - 0.554688, - 0.5625, - 0.5625, - 0.589844, - 0.550781, - 0.582031, - 0.554688, - 0.570312, - 0.578125, - 0.59375, - 0.601562, - 0.535156, - 0.539062, - 0.539062, - 0.554688, - 0.59375, - 0.609375, - 0.585938, - 0.546875, - 0.589844, - 0.408203, - 0.554688, - 0.609375, - 0.582031, - 0.585938, - 0.5625, - 0.589844, - 0.566406, - 0.558594, - 0.466797, - 0.574219, - 0.578125, - 0.609375, - 0.523438, - 0.527344, - 0.589844, - 0.523438, - 0.53125, - 0.554688, - 0.5625, - 0.585938, - 0.589844, - 0.566406, - 0.5625, - 0.578125, - 0.476562, - 0.550781, - 0.546875, - 0.59375, - 0.53125, - 0.554688, - 0.535156, - 0.566406, - 0.570312, - 0.5625, - 0.585938, - 0.570312, - 0.574219, - 0.570312, - 0.566406, - 0.546875, - 0.417969, - 0.566406, - 0.59375, - 0.570312, - 0.574219, - 0.550781, - 0.542969, - 0.515625, - 0.578125, - 0.554688, - 0.539062, - 0.542969, - 0.578125, - 0.503906, - 0.585938, - 0.5625, - 0.546875, - 0.546875, - 0.539062, - 0.5625, - 0.605469, - 0.554688, - 0.539062, - 0.566406, - 0.589844, - 0.585938, - 0.5625, - 0.546875, - 0.613281, - 0.558594, - 0.574219, - 0.597656, - 0.585938, - 0.570312, - 0.550781, - 0.550781, - 0.601562, - 0.558594, - 0.820312, - 0.53125, - 0.550781, - 0.59375, - 0.628906, - 0.566406, - 0.554688, - 0.554688, - 0.585938, - 0.550781, - 0.570312, - 0.388672, - 0.546875, - 0.589844, - 0.582031, - 0.546875, - 0.523438, - 0.574219, - 0.582031, - 0.535156, - 0.457031, - 0.585938, - 0.539062, - 0.582031, - 0.228516, - 0.566406, - 0.601562, - 0.507812, - 0.585938, - 0.582031, - 0.5625, - 0.59375, - 0.484375, - 0.558594, - 0.566406, - 0.578125, - 0.589844, - 0.539062, - 0.539062, - 0.601562, - 0.558594, - 0.535156, - 0.53125, - 0.523438, - 0.574219, - 0.582031, - 0.419922, - 0.585938, - 0.361328, - 0.5625, - 0.578125, - 0.574219, - 0.527344, - 0.597656, - 0.554688, - 0.898438, - 0.542969, - 0.535156, - 0.566406, - 0.59375, - 0.554688, - 0.53125, - 0.53125, - 0.605469, - 0.574219, - 0.578125, - 0.582031, - 0.550781, - 0.59375, - 0.582031, - 0.000832, - 0.539062, - 0.582031, - 0.5, - 0.507812, - 0.535156, - 0.546875, - 0.582031, - 0.570312, - 0.617188, - 0.5625, - 0.554688, - 0.585938, - 0.488281, - 0.539062, - 0.511719, - 0.597656, - 0.546875, - 0.279297, - 0.632812, - 0.605469, - 0.550781, - 0.558594, - 0.554688, - 0.546875, - 0.554688, - 0.566406, - 0.582031, - 0.601562, - 0.554688, - 0.597656, - 0.566406, - 0.566406, - 0.574219, - 0.589844, - 0.5625, - 0.53125, - 0.578125, - 0.480469, - 0.566406, - 0.570312, - 0.597656, - 0.53125, - 0.511719, - 0.574219, - 0.601562, - 0.490234, - 0.554688, - 0.574219, - 0.494141, - 0.539062, - 0.59375, - 0.558594, - 0.554688, - 0.566406, - 0.5625, - 0.589844, - 0.507812, - 0.5625, - 0.496094, - 0.527344, - 0.5625, - 0.570312, - 0.585938, - 0.582031, - 0.574219, - 0.492188, - 0.582031, - 0.578125, - 0.570312, - 0.558594, - 0.5625, - 0.570312, - 0.5625, - 0.546875, - 0.546875, - 0.585938, - 0.566406, - 0.644531, - 0.597656, - 0.574219, - 0.566406, - 0.5625, - 0.558594, - 0.558594, - 0.498047, - 0.5625, - 0.570312, - 0.539062, - 0.46875, - 0.566406, - 0.359375, - 0.554688, - 0.566406, - 0.523438, - 0.425781, - 0.542969, - 0.515625, - 0.578125, - 0.523438, - 0.519531, - 0.566406, - 0.582031, - 0.496094, - 0.535156, - 0.5625, - 0.578125, - 0.566406, - 0.5625, - 0.578125, - 0.558594, - 0.515625, - 0.539062, - 0.5625, - 0.589844, - 0.574219, - 0.550781, - 0.5625, - 0.695312, - 0.589844, - 0.613281, - 0.582031, - 0.535156, - 0.621094, - 0.527344, - 0.535156, - 0.554688, - 0.589844, - 0.416016, - 0.589844, - 0.566406, - 0.578125, - 0.582031, - 0.558594, - 0.558594, - 0.589844, - 0.585938, - 0.585938, - 0.535156, - 0.5625, - 0.550781, - 0.582031, - 0.554688, - 0.601562, - 0.585938, - 0.539062, - 0.585938, - 0.585938, - 0.597656, - 0.574219, - 0.582031, - 0.597656, - 0.539062, - 0.597656, - 0.605469, - 0.558594, - 0.597656, - 0.5625, - 0.546875, - 0.558594, - 0.601562, - 0.589844, - 0.498047, - 0.554688, - 0.53125, - 0.558594, - 0.172852, - 0.554688, - 0.550781, - 0.5, - 0.566406, - 0.585938, - 0.519531, - 0.558594, - 0.546875, - 0.542969, - 0.6875, - 0.550781, - 0.519531, - 0.566406, - 0.523438, - 0.566406, - 0.5625, - 0.5625, - 0.494141, - 0.574219, - 0.566406, - 0.550781, - 0.582031, - 0.550781, - 0.566406, - 0.519531, - 0.546875, - 0.476562, - 0.550781, - 0.539062, - 0.574219, - 0.59375, - 0.546875, - 0.574219, - 0.5625, - 0.578125, - 0.628906, - 0.566406, - 0.589844, - 0.546875, - 0.558594, - 0.511719, - 0.585938, - 0.582031, - 0.550781, - 0.566406, - 0.574219, - 0.546875, - 0.597656, - 0.523438, - 0.558594, - 0.558594, - 0.566406, - 0.558594, - 0.5625, - 0.566406, - 0.554688, - 0.578125, - 0.546875, - 0.490234, - 0.574219, - 0.589844, - 0.53125, - 0.621094, - 0.585938, - 0.46875, - 0.589844, - 0.550781, - 0.589844, - 0.5625, - 0.597656, - 0.503906, - 0.550781, - 0.589844, - 0.566406, - 0.597656, - 0.539062, - 0.597656, - 0.523438, - 0.5625, - 0.570312, - 0.5625, - 0.566406, - 0.554688, - 0.554688, - 0.582031, - 0.589844, - 0.59375, - 0.585938, - 0.53125, - 0.490234, - 0.585938, - 0.550781, - 0.542969, - 0.578125, - 0.625, - 0.5625, - 0.652344, - 0.558594, - 0.5625, - 0.558594, - 0.558594, - 0.507812, - 0.527344, - 0.574219, - 0.539062, - 0.613281, - 0.597656, - 0.574219, - 0.609375, - 0.574219, - 0.546875, - 0.226562, - 0.566406, - 0.542969, - 0.5625, - 0.578125, - 0.59375, - 0.570312, - 0.570312, - 0.558594, - 0.5625, - 0.519531, - 0.582031, - 0.515625, - 0.597656, - 0.503906, - 0.5625, - 0.546875, - 0.597656, - 0.542969, - 0.546875, - 0.585938, - 0.582031, - 0.480469, - 0.617188, - 0.585938, - 0.466797, - 0.609375, - 0.605469, - 0.550781, - 0.511719, - 0.597656, - 0.570312, - 0.570312, - 0.578125, - 0.546875, - 0.582031, - 0.472656, - 0.585938, - 0.476562, - 0.558594, - 0.578125, - 0.566406, - 0.542969, - 0.550781, - 0.585938, - 0.566406, - 0.271484, - 0.566406, - 0.59375, - 0.574219, - 0.492188, - 0.558594, - 0.578125, - 0.582031, - 0.5625, - 0.5625, - 0.515625, - 0.53125, - 0.617188, - 0.589844, - 0.5625, - 0.460938, - 0.546875, - 0.398438, - 0.546875, - 0.550781, - 0.609375, - 0.357422, - 0.601562, - 0.585938, - 0.566406, - 0.574219, - 0.582031, - 0.554688, - 0.589844, - 0.550781, - 0.585938, - 0.59375, - 0.566406, - 0.550781, - 0.574219, - 0.546875, - 0.178711, - 0.589844, - 0.59375, - 0.558594, - 0.558594, - 0.5625, - 0.617188, - 0.574219, - 0.558594, - 0.558594, - 0.519531, - 0.574219, - 0.546875, - 0.566406, - 0.574219, - 0.511719, - 0.488281, - 0.570312, - 0.589844, - 0.582031, - 0.597656, - 0.640625, - 0.574219, - 0.605469, - 0.546875, - 0.578125, - 0.601562, - 0.574219, - 0.570312, - 0.570312, - 0.550781, - 0.476562, - 0.589844, - 0.539062, - 0.613281, - 0.511719, - 0.585938, - 0.546875, - 0.566406, - 0.480469, - 0.558594, - 0.53125, - 0.578125, - 0.574219, - 0.5625, - 0.566406, - 0.476562, - 0.589844, - 0.542969, - 0.625, - 0.558594, - 0.558594, - 0.59375, - 0.617188, - 0.675781, - 0.621094, - 0.570312, - 0.550781, - 0.503906, - 0.5625, - 0.574219, - 0.585938, - 0.53125, - 0.570312, - 0.550781, - 0.574219, - 0.574219, - 0.589844, - 0.578125, - 0.550781, - 0.5625, - 0.53125, - 0.574219, - 0.597656, - 0.554688, - 0.542969, - 0.59375, - 0.585938, - 0.511719, - 0.574219, - 0.511719, - 0.582031, - 0.574219, - 0.582031, - 0.535156, - 0.546875, - 0.550781, - 0.558594, - 0.582031, - 0.550781, - 0.539062, - 0.490234, - 0.546875, - 0.566406, - 0.523438, - 0.458984, - 0.53125, - 0.519531, - 0.515625, - 0.578125, - 0.597656, - 0.550781, - 0.40625, - 0.546875, - 0.609375, - 0.523438, - 0.542969, - 0.59375, - 0.550781, - 0.609375, - 0.566406, - 0.585938, - 0.53125, - 0.652344, - 0.550781, - 0.578125, - 0.546875, - 0.582031, - 0.507812, - 0.585938, - 0.574219, - 0.574219, - 0.558594, - 0.578125, - 0.53125, - 0.589844, - 0.478516, - 0.582031, - 0.492188, - 0.566406, - 0.621094, - 0.59375, - 0.53125, - 0.5625, - 0.558594, - 0.546875, - 0.507812, - 0.550781, - 0.554688, - 0.570312, - 0.558594, - 0.466797, - 0.59375, - 0.429688, - 0.570312, - 0.480469, - 0.574219, - 0.503906, - 0.574219, - 0.582031, - 0.597656, - 0.542969, - 0.566406, - 0.546875, - 0.566406, - 0.621094, - 0.566406, - 0.554688, - 0.574219, - 0.59375, - 0.574219, - 0.554688, - 0.550781, - 0.542969, - 0.574219, - 0.574219, - 0.5625, - 0.589844, - 0.578125, - 0.566406, - 0.527344, - 0.542969, - 0.570312, - 0.5625, - 0.466797, - 0.558594, - 0.535156, - 0.5625, - 0.585938, - 0.554688, - 0.574219, - 0.585938, - 0.570312, - 0.53125, - 0.582031, - 0.554688, - 0.617188, - 0.550781, - 0.597656, - 0.589844, - 0.5625, - 0.546875, - 0.5625, - 0.597656, - 0.585938, - 0.554688, - 0.5625, - 0.503906, - 0.496094, - 0.402344, - 0.585938, - 0.558594, - 0.5625, - 0.550781, - 0.574219, - 0.464844, - 0.566406, - 0.511719, - 0.566406, - 0.574219, - 0.5625, - 0.527344, - 0.5625, - 0.535156, - 0.578125, - 0.566406, - 0.566406, - 0.566406, - 0.462891, - 0.503906, - 0.5625, - 0.546875, - 0.546875, - 0.578125, - 0.550781, - 0.589844, - 0.578125, - 0.574219, - 0.585938, - 0.53125, - 0.585938, - 0.300781, - 0.558594, - 0.574219, - 0.566406, - 0.570312, - 0.542969, - 0.578125, - 0.601562, - 0.609375, - 0.589844, - 0.597656, - 0.65625, - 0.511719, - 0.5625, - 0.597656, - 0.589844, - 0.589844, - 0.515625, - 0.515625, - 0.535156, - 0.601562, - 0.601562, - 0.5625 - ] - }, - "name": "model.transformer.layers.20.ffn_norm.weight", - "outputIndexes": [ - 1308 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1307, - 1308 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_20/Mul_1_output_0", - "outputIndexes": [ - 1309 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1309 - ], - "outputIndexes": [ - 2517 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2517 - ], - "outputIndexes": [ - 2518 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_1/Linear", - "inputIndexes": [ - 2518 - ], - "outputIndexes": [ - 2519 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 12800, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 204800, - "weightSize": 0 - }, - "external": [ - 329892520, - 13107222, - 1638400, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2519 - ], - "outputIndexes": [ - 2520 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2520 - ], - "outputIndexes": [ - 1310 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 12800 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6400 - ] - }, - "name": "/ffn_20/Mul_output_0", - "outputIndexes": [ - 1311 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1310, - 21, - 1311, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_20/Slice_output_0", - "outputIndexes": [ - 1312 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1312 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_20/Sigmoid_output_0", - "outputIndexes": [ - 1313 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1312, - 1313 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_20/Mul_output_0", - "outputIndexes": [ - 1314 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12800 - ] - }, - "name": "/ffn_20/Mul_1_output_0", - "outputIndexes": [ - 1315 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1310, - 1311, - 1315, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_20/Slice_1_output_0", - "outputIndexes": [ - 1316 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1314, - 1316 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_20/Mul_2_output_0", - "outputIndexes": [ - 1317 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1317 - ], - "outputIndexes": [ - 2521 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 6400, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2521 - ], - "outputIndexes": [ - 2522 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_2/Linear", - "inputIndexes": [ - 2522 - ], - "outputIndexes": [ - 2523 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 6400, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 102400, - "weightSize": 0 - }, - "external": [ - 344638142, - 6553622, - 819200, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2523 - ], - "outputIndexes": [ - 2524 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.20/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2524 - ], - "outputIndexes": [ - 1318 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1306, - 1318 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_83_output_0", - "outputIndexes": [ - 1319 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1319, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_84_output_0", - "outputIndexes": [ - 1320 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1320 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_21/Mul_output_0", - "outputIndexes": [ - 1321 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.898438, - 1.054688, - 0.949219, - 0.925781, - 1.015625, - 0.988281, - 1.0625, - 1.054688, - 1.023438, - 1.015625, - 0.921875, - 0.972656, - 0.96875, - 0.933594, - 0.941406, - 0.691406, - 1.015625, - 1.0625, - 0.90625, - 1.023438, - 1.070312, - 0.929688, - 0.960938, - 0.972656, - 0.980469, - 1.0625, - 0.976562, - 1.0, - 1.070312, - 1.039062, - 0.972656, - 1.023438, - 1.015625, - 1.046875, - 0.851562, - 0.933594, - 1.054688, - 0.984375, - 0.929688, - 1.007812, - 0.910156, - 0.847656, - 0.957031, - 1.054688, - 0.917969, - 1.226562, - 1.023438, - 0.882812, - 0.984375, - 1.046875, - 0.90625, - 1.046875, - 0.945312, - 0.949219, - 0.945312, - 0.902344, - 0.910156, - 0.925781, - 0.886719, - 0.886719, - 1.007812, - 0.882812, - 0.835938, - 0.890625, - 1.023438, - 0.957031, - 0.996094, - 0.839844, - 0.882812, - 0.910156, - 0.738281, - 1.03125, - 0.855469, - 1.03125, - 1.132812, - 0.945312, - 0.929688, - 0.921875, - 1.015625, - 0.941406, - 0.972656, - 0.917969, - 0.964844, - 0.96875, - 1.007812, - 0.9375, - 1.070312, - 0.960938, - 1.148438, - 1.0, - 0.957031, - 0.921875, - 0.949219, - 1.195312, - 0.976562, - 1.023438, - 0.855469, - 1.03125, - 1.054688, - 0.929688, - 1.070312, - 0.851562, - 1.09375, - 0.828125, - 0.894531, - 1.59375, - 1.03125, - 0.929688, - 0.890625, - 0.832031, - 0.976562, - 0.984375, - 0.960938, - 0.921875, - 1.117188, - 0.921875, - 0.921875, - 1.015625, - 0.902344, - 1.023438, - 0.90625, - 0.984375, - 0.96875, - 1.054688, - 0.902344, - 0.925781, - 1.226562, - 0.933594, - 1.179688, - 0.929688, - 0.90625, - 1.054688, - 0.867188, - 1.039062, - 1.046875, - 0.851562, - 0.898438, - 0.980469, - 1.03125, - 1.03125, - 0.875, - 1.015625, - 0.886719, - 0.851562, - 1.0625, - 0.945312, - 0.882812, - 1.054688, - 0.792969, - 1.09375, - 0.933594, - 0.9375, - 0.941406, - 0.890625, - 1.046875, - 0.964844, - 0.933594, - 1.0, - 1.023438, - 0.960938, - 0.984375, - 0.917969, - 1.34375, - 1.039062, - 0.949219, - 1.070312, - 1.054688, - 0.988281, - 1.203125, - 0.933594, - 1.734375, - 1.15625, - 1.007812, - 1.0625, - 1.023438, - 0.882812, - 1.007812, - 1.078125, - 1.320312, - 1.015625, - 0.917969, - 0.898438, - 1.070312, - 0.902344, - 1.148438, - 0.949219, - 1.007812, - 0.953125, - 0.863281, - 0.902344, - 1.070312, - 1.007812, - 0.941406, - 0.949219, - 0.9375, - 1.09375, - 0.941406, - 1.117188, - 0.828125, - 0.945312, - 0.914062, - 0.929688, - 0.871094, - 0.996094, - 0.972656, - 0.882812, - 0.96875, - 0.828125, - 1.335938, - 1.117188, - 0.859375, - 0.867188, - 1.039062, - 1.039062, - 1.039062, - 0.933594, - 0.972656, - 1.054688, - 0.964844, - 1.242188, - 1.15625, - 1.0, - 1.867188, - 1.078125, - 1.09375, - 1.203125, - 0.960938, - 0.851562, - 0.949219, - 0.972656, - 1.070312, - 1.125, - 1.132812, - 0.953125, - 1.023438, - 1.015625, - 0.976562, - 0.960938, - 2.703125, - 0.914062, - 0.988281, - 1.039062, - 0.929688, - 0.8125, - 0.910156, - 0.941406, - 0.976562, - 0.949219, - 1.148438, - 1.007812, - 0.941406, - 1.15625, - 1.039062, - 0.808594, - 0.96875, - 1.039062, - 0.953125, - 0.96875, - 0.925781, - 0.988281, - 0.917969, - 1.0625, - 1.117188, - 1.039062, - 1.085938, - 0.972656, - 0.898438, - 1.0, - 1.046875, - 0.886719, - 0.9375, - 0.949219, - 0.902344, - 0.917969, - 0.890625, - 1.265625, - 0.90625, - 0.824219, - 0.847656, - 1.0, - 0.996094, - 1.046875, - 0.988281, - 0.945312, - 0.859375, - 1.03125, - 1.46875, - 1.046875, - 0.988281, - 0.875, - 0.882812, - 1.007812, - 1.226562, - 0.980469, - 1.101562, - 0.996094, - 1.0, - 0.957031, - 1.023438, - 0.726562, - 1.015625, - 0.9375, - 0.972656, - 0.898438, - 0.933594, - 0.90625, - 1.757812, - 0.96875, - 1.03125, - 0.9375, - 0.820312, - 0.890625, - 1.0, - 1.023438, - 0.984375, - 0.96875, - 0.859375, - 0.867188, - 0.941406, - 1.109375, - 1.007812, - 0.953125, - 0.960938, - 0.867188, - 0.8125, - 0.925781, - 0.941406, - 2.359375, - 0.828125, - 0.917969, - 0.9375, - 0.976562, - 0.988281, - 1.0625, - 1.148438, - 0.992188, - 1.015625, - 1.007812, - 0.894531, - 1.078125, - 0.941406, - 1.015625, - 0.847656, - 1.3125, - 1.046875, - 1.15625, - 1.015625, - 0.996094, - 0.921875, - 0.941406, - 0.945312, - 1.054688, - 0.917969, - 1.023438, - 1.023438, - 0.925781, - 0.878906, - 0.910156, - 0.882812, - 0.953125, - 0.902344, - 1.289062, - 1.039062, - 0.679688, - 0.941406, - 1.460938, - 0.914062, - 1.101562, - 0.988281, - 0.921875, - 1.101562, - 1.882812, - 0.980469, - 1.101562, - 0.824219, - 0.914062, - 1.601562, - 0.949219, - 1.03125, - 1.132812, - 1.03125, - 0.746094, - 0.785156, - 1.070312, - 0.960938, - 0.859375, - 0.886719, - 0.863281, - 0.867188, - 1.023438, - 0.933594, - 1.054688, - 1.085938, - 0.828125, - 1.015625, - 1.007812, - 0.929688, - 0.953125, - 1.0, - 1.046875, - 0.984375, - 1.015625, - 0.949219, - 0.929688, - 1.015625, - 0.980469, - 0.933594, - 0.933594, - 0.957031, - 0.875, - 1.070312, - 0.875, - 0.953125, - 1.117188, - 1.0, - 0.945312, - 0.929688, - 0.957031, - 0.964844, - 0.914062, - 1.054688, - 1.664062, - 0.910156, - 0.980469, - 1.109375, - 0.882812, - 0.75, - 0.925781, - 0.996094, - 0.914062, - 0.921875, - 0.925781, - 1.304688, - 1.015625, - 0.8125, - 0.988281, - 0.949219, - 0.945312, - 0.875, - 1.078125, - 1.070312, - 0.933594, - 0.902344, - 0.9375, - 1.039062, - 0.945312, - 0.996094, - 0.984375, - 1.109375, - 0.984375, - 0.976562, - 1.039062, - 0.90625, - 0.839844, - 0.933594, - 0.882812, - 1.0625, - 0.957031, - 0.863281, - 1.0, - 1.140625, - 0.945312, - 0.960938, - 1.023438, - 1.1875, - 0.875, - 0.882812, - 0.953125, - 1.023438, - 0.941406, - 0.976562, - 1.171875, - 0.964844, - 0.921875, - 0.878906, - 0.882812, - 0.960938, - 1.007812, - 0.84375, - 1.109375, - 0.957031, - 0.882812, - 0.957031, - 0.914062, - 0.898438, - 0.949219, - 0.96875, - 0.945312, - 0.828125, - 0.867188, - 1.078125, - 0.929688, - 1.179688, - 0.921875, - 0.851562, - 0.960938, - 0.960938, - 0.980469, - 0.804688, - 0.941406, - 0.992188, - 1.109375, - 1.023438, - 0.914062, - 0.898438, - 0.910156, - 1.0, - 0.855469, - 0.945312, - 0.980469, - 0.972656, - 0.90625, - 0.96875, - 0.90625, - 1.140625, - 2.03125, - 0.933594, - 1.148438, - 0.921875, - 1.015625, - 1.039062, - 0.917969, - 1.117188, - 1.023438, - 1.21875, - 1.265625, - 0.851562, - 0.964844, - 0.90625, - 0.949219, - 0.96875, - 2.0625, - 0.917969, - 0.960938, - 0.941406, - 1.0, - 0.984375, - 0.941406, - 0.929688, - 0.949219, - 0.980469, - 0.882812, - 1.03125, - 0.960938, - 1.132812, - 0.890625, - 0.878906, - 1.304688, - 1.078125, - 1.554688, - 1.078125, - 0.933594, - 1.195312, - 1.945312, - 1.023438, - 0.972656, - 0.917969, - 1.109375, - 1.164062, - 1.078125, - 1.023438, - 0.996094, - 0.988281, - 0.910156, - 1.023438, - 1.007812, - 0.828125, - 1.1875, - 0.839844, - 1.484375, - 0.910156, - 1.085938, - 0.910156, - 0.695312, - 0.875, - 1.125, - 0.914062, - 0.894531, - 0.808594, - 0.925781, - 0.945312, - 0.949219, - 1.882812, - 0.992188, - 1.015625, - 1.09375, - 0.863281, - 0.878906, - 0.804688, - 0.929688, - 1.0, - 0.945312, - 1.148438, - 0.972656, - 1.0, - 0.964844, - 0.910156, - 0.992188, - 0.917969, - 0.96875, - 1.0, - 1.046875, - 0.882812, - 0.925781, - 0.894531, - 1.234375, - 0.828125, - 0.933594, - 1.507812, - 1.867188, - 0.9375, - 1.070312, - 0.921875, - 0.933594, - 0.941406, - 0.917969, - 0.789062, - 0.976562, - 0.894531, - 0.914062, - 0.953125, - 0.902344, - 1.125, - 0.910156, - 0.875, - 1.617188, - 0.953125, - 2.328125, - 0.910156, - 1.0, - 0.960938, - 0.894531, - 0.949219, - 0.949219, - 0.855469, - 0.976562, - 0.996094, - 0.980469, - 0.847656, - 0.976562, - 0.800781, - 0.863281, - 0.914062, - 0.867188, - 0.894531, - 0.96875, - 1.046875, - 1.085938, - 0.996094, - 0.898438, - 0.972656, - 0.96875, - 0.808594, - 1.101562, - 0.804688, - 0.957031, - 1.132812, - 1.054688, - 0.941406, - 0.964844, - 1.054688, - 1.023438, - 0.988281, - 0.875, - 1.015625, - 0.828125, - 1.023438, - 0.984375, - 1.132812, - 0.996094, - 0.984375, - 0.996094, - 1.921875, - 0.914062, - 0.851562, - 0.851562, - 0.988281, - 1.109375, - 1.09375, - 0.960938, - 0.957031, - 1.171875, - 0.953125, - 0.972656, - 0.964844, - 0.980469, - 0.738281, - 1.046875, - 0.980469, - 0.992188, - 0.910156, - 0.933594, - 0.9375, - 1.0, - 0.867188, - 1.085938, - 1.007812, - 0.921875, - 0.878906, - 0.90625, - 0.882812, - 0.964844, - 0.890625, - 0.964844, - 0.929688, - 0.835938, - 0.890625, - 0.746094, - 0.902344, - 1.171875, - 0.933594, - 1.171875, - 0.792969, - 0.949219, - 1.015625, - 0.984375, - 1.03125, - 0.96875, - 1.023438, - 0.902344, - 0.960938, - 1.03125, - 1.0, - 1.046875, - 0.976562, - 0.867188, - 0.949219, - 0.886719, - 1.367188, - 0.757812, - 0.941406, - 1.039062, - 1.101562, - 1.023438, - 0.964844, - 1.0, - 1.03125, - 0.964844, - 1.078125, - 1.15625, - 0.949219, - 1.007812, - 1.117188, - 1.148438, - 0.886719, - 0.957031, - 0.949219, - 0.878906, - 1.117188, - 0.945312, - 0.945312, - 0.972656, - 0.898438, - 0.957031, - 0.925781, - 0.921875, - 0.746094, - 1.328125, - 0.976562, - 0.980469, - 1.09375, - 0.972656, - 0.972656, - 0.953125, - 0.867188, - 1.125, - 0.96875, - 1.101562, - 0.960938, - 0.984375, - 0.8125, - 0.929688, - 0.804688, - 1.085938, - 0.976562, - 0.917969, - 0.929688, - 0.875, - 0.957031, - 1.046875, - 0.96875, - 1.0625, - 0.925781, - 0.949219, - 0.980469, - 0.851562, - 0.898438, - 0.992188, - 0.964844, - 1.054688, - 0.960938, - 0.894531, - 1.109375, - 1.085938, - 1.273438, - 0.90625, - 0.800781, - 0.871094, - 0.996094, - 0.875, - 1.023438, - 1.007812, - 0.820312, - 1.171875, - 0.886719, - 0.863281, - 1.070312, - 1.960938, - 0.945312, - 1.09375, - 0.957031, - 0.929688, - 0.949219, - 0.964844, - 0.910156, - 0.921875, - 1.007812, - 0.855469, - 1.03125, - 0.902344, - 0.875, - 1.039062, - 0.972656, - 1.007812, - 1.023438, - 0.882812, - 1.03125, - 1.054688, - 0.941406, - 1.039062, - 1.0, - 0.890625, - 0.988281, - 0.976562, - 1.078125, - 0.957031, - 0.984375, - 0.964844, - 1.007812, - 0.933594, - 0.964844, - 1.09375, - 0.8125, - 0.882812, - 0.839844, - 0.929688, - 1.09375, - 0.933594, - 1.046875, - 0.9375, - 1.078125, - 0.914062, - 0.925781, - 0.90625, - 0.929688, - 0.984375, - 0.871094, - 0.980469, - 0.972656, - 0.925781, - 0.910156, - 0.972656, - 1.039062, - 0.949219, - 1.289062, - 0.914062, - 0.890625, - 1.015625, - 1.078125, - 1.234375, - 0.875, - 1.023438, - 0.992188, - 0.898438, - 0.917969, - 0.996094, - 0.929688, - 1.117188, - 1.015625, - 0.988281, - 0.832031, - 0.9375, - 0.992188, - 1.015625, - 0.957031, - 0.917969, - 0.996094, - 0.894531, - 0.886719, - 0.886719, - 0.96875, - 1.117188, - 1.117188, - 0.945312, - 0.996094, - 0.960938, - 0.878906, - 0.976562, - 0.949219, - 0.953125, - 0.972656, - 1.007812, - 1.1875, - 0.9375, - 0.996094, - 1.015625, - 0.863281, - 0.972656, - 1.039062, - 0.824219, - 0.800781, - 0.945312, - 0.984375, - 0.976562, - 0.875, - 0.96875, - 0.867188, - 0.882812, - 0.980469, - 0.917969, - 0.992188, - 1.0625, - 0.9375, - 1.34375, - 0.988281, - 0.984375, - 1.140625, - 1.257812, - 1.171875, - 1.085938, - 0.648438, - 1.03125, - 0.949219, - 0.929688, - 0.875, - 0.886719, - 0.863281, - 0.941406, - 0.957031, - 0.839844, - 1.023438, - 0.878906, - 1.09375, - 2.140625, - 1.203125, - 1.007812, - 1.5, - 0.835938, - 1.03125, - 0.867188, - 0.882812, - 0.96875, - 1.171875, - 0.84375, - 0.804688, - 1.0, - 0.875, - 0.753906, - 1.015625, - 0.914062, - 0.902344, - 0.9375, - 0.964844, - 0.886719, - 0.886719, - 0.878906, - 1.054688, - 0.941406, - 0.9375, - 0.992188, - 0.960938, - 1.046875, - 0.929688, - 0.225586, - 0.871094, - 0.871094, - 1.101562, - 1.117188, - 1.179688, - 0.871094, - 0.941406, - 1.148438, - 0.925781, - 1.382812, - 1.039062, - 0.925781, - 2.90625, - 0.96875, - 1.203125, - 0.878906, - 0.988281, - 1.023438, - 0.972656, - 1.101562, - 0.953125, - 1.007812, - 0.96875, - 1.09375, - 0.878906, - 0.980469, - 0.8125, - 1.023438, - 0.988281, - 0.84375, - 0.890625, - 0.96875, - 1.242188, - 0.929688, - 0.753906, - 1.03125, - 1.03125, - 0.9375, - 0.890625, - 1.023438, - 0.871094, - 0.9375, - 0.984375, - 0.847656, - 0.917969, - 0.902344, - 1.023438, - 0.898438, - 0.960938, - 1.015625, - 0.960938, - 1.03125, - 1.09375, - 0.753906, - 0.796875, - 1.101562, - 1.203125, - 0.996094, - 1.125, - 1.03125, - 1.0, - 1.1875, - 0.886719, - 1.039062, - 0.957031, - 1.046875, - 0.902344, - 0.925781, - 0.875, - 0.949219, - 0.902344, - 0.941406, - 1.15625, - 0.945312, - 1.023438, - 0.976562, - 0.933594, - 1.039062, - 1.046875, - 0.902344, - 0.953125, - 0.960938, - 1.0625, - 0.882812, - 1.007812, - 1.109375, - 0.914062, - 0.847656, - 0.953125, - 1.242188, - 0.875, - 1.234375, - 0.9375, - 0.9375, - 1.023438, - 1.21875, - 1.054688, - 0.945312, - 0.863281, - 0.945312, - 1.171875, - 1.0625, - 0.644531, - 0.992188, - 1.0, - 1.078125, - 1.03125, - 0.96875, - 0.957031, - 0.902344, - 0.976562, - 1.007812, - 0.972656, - 0.949219, - 0.945312, - 1.03125, - 0.972656, - 4.125, - 0.957031, - 0.84375, - 1.070312, - 1.179688, - 0.949219, - 1.023438, - 0.949219, - 0.917969, - 0.890625, - 1.132812, - 0.925781, - 0.898438, - 1.125, - 1.335938, - 0.984375, - 1.117188, - 0.871094, - 0.9375, - 1.09375, - 1.0, - 0.96875, - 0.949219, - 1.203125, - 0.867188, - 0.996094, - 0.945312, - 0.925781, - 1.15625, - 1.03125, - 1.203125, - 0.78125, - 1.078125, - 1.007812, - 1.109375, - 0.816406, - 0.882812, - 0.960938, - 1.0625, - 0.820312, - 1.101562, - 0.78125, - 0.949219, - 0.929688, - 1.3125, - 0.96875, - 1.007812, - 0.980469, - 2.59375, - 0.929688, - 0.921875, - 0.933594, - 0.988281, - 0.835938, - 1.007812, - 1.054688, - 1.039062, - 0.894531, - 0.941406, - 0.941406, - 0.882812, - 0.976562, - 0.972656, - 0.933594, - 0.945312, - 1.007812, - 0.855469, - 1.164062, - 0.789062, - 0.929688, - 0.871094, - 1.03125, - 0.984375, - 1.085938, - 1.023438, - 1.148438, - 1.03125, - 1.007812, - 0.976562, - 0.886719, - 0.949219, - 0.863281, - 0.933594, - 0.945312, - 1.023438, - 0.964844, - 0.914062, - 0.949219, - 1.015625, - 0.9375, - 0.949219, - 1.023438, - 0.914062, - 0.976562, - 1.03125, - 1.140625, - 0.875, - 0.992188, - 0.980469, - 0.941406, - 1.585938, - 1.007812, - 0.96875, - 1.015625, - 0.863281, - 0.96875, - 0.773438, - 0.960938, - 1.078125, - 0.921875, - 0.925781, - 0.894531, - 1.007812, - 0.996094, - 1.015625, - 1.195312, - 1.0625, - 0.921875, - 1.15625, - 0.757812, - 1.140625, - 0.839844, - 0.847656, - 0.917969, - 0.957031, - 0.789062, - 0.855469, - 1.84375, - 0.878906, - 1.382812, - 1.015625, - 1.007812, - 0.988281, - 0.96875, - 1.15625, - 1.03125, - 1.015625, - 1.023438, - 1.03125, - 0.910156, - 1.015625, - 0.855469, - 0.941406, - 0.8125, - 0.863281, - 0.996094, - 0.929688, - 0.878906, - 1.304688, - 1.085938, - 0.902344, - 1.179688, - 1.039062, - 1.007812, - 0.996094, - 0.945312, - 0.96875, - 0.769531, - 0.769531, - 1.5625, - 0.914062, - 1.296875, - 0.957031, - 0.851562, - 0.941406, - 1.0625, - 1.921875, - 1.257812, - 1.039062, - 0.980469, - 1.0625, - 0.925781, - 0.941406, - 0.933594, - 0.828125, - 0.828125, - 1.015625, - 0.9375, - 1.03125, - 1.007812, - 1.070312, - 0.894531, - 0.832031, - 0.714844, - 0.925781, - 0.9375, - 0.839844, - 0.925781, - 0.789062, - 0.96875, - 0.945312, - 0.875, - 0.964844, - 0.941406, - 1.242188, - 0.929688, - 0.960938, - 0.882812, - 0.976562, - 1.09375, - 0.9375, - 0.914062, - 0.96875, - 1.203125, - 0.964844, - 0.949219, - 0.769531, - 0.980469, - 1.109375, - 0.9375, - 1.085938, - 1.125, - 0.792969, - 0.835938, - 0.941406, - 1.0, - 0.953125, - 0.96875, - 0.871094, - 0.949219, - 1.0, - 0.914062, - 0.957031, - 1.171875, - 0.933594, - 0.871094, - 1.109375, - 0.703125, - 0.851562, - 0.925781, - 0.929688, - 0.972656, - 0.988281, - 1.070312, - 1.46875, - 1.242188, - 0.953125, - 0.957031, - 0.875, - 1.023438, - 0.867188, - 0.996094, - 0.976562, - 0.898438, - 1.078125, - 0.972656, - 0.917969, - 0.902344, - 1.125, - 0.886719, - 1.117188, - 0.84375, - 0.921875, - 1.0, - 0.832031, - 0.855469, - 1.0, - 0.894531, - 0.917969, - 1.101562, - 0.96875, - 1.007812, - 1.007812, - 1.085938, - 0.925781, - 1.046875, - 0.917969, - 1.007812, - 1.0, - 0.921875, - 1.03125, - 0.828125, - 1.078125, - 1.671875, - 0.871094, - 0.820312, - 0.914062, - 0.988281, - 0.957031, - 0.90625, - 1.0625, - 1.0, - 0.9375, - 1.046875, - 1.367188, - 1.039062, - 0.875, - 0.835938, - 0.996094, - 1.085938, - 0.972656, - 1.171875, - 1.070312, - 0.984375, - 0.988281, - 1.0625, - 0.917969, - 1.820312, - 0.828125, - 1.015625, - 1.140625, - 0.949219, - 0.964844, - 1.03125, - 0.96875, - 0.664062, - 0.863281, - 0.882812, - 0.914062, - 0.910156, - 0.945312, - 0.890625, - 0.890625, - 0.949219, - 1.085938, - 0.953125, - 1.023438, - 0.910156, - 0.957031, - 1.257812, - 0.9375, - 1.335938, - 0.949219, - 0.984375, - 1.046875, - 1.070312, - 0.90625, - 1.054688, - 1.59375, - 0.988281, - 0.871094, - 0.976562, - 0.839844, - 0.976562, - 1.15625, - 1.109375, - 1.046875, - 0.917969, - 0.976562, - 0.890625, - 0.921875, - 1.046875, - 1.039062, - 0.494141, - 1.03125, - 0.90625, - 1.0625, - 0.902344, - 1.007812, - 0.96875, - 0.957031, - 0.890625, - 0.925781, - 0.925781, - 0.804688, - 0.925781, - 1.085938, - 0.964844, - 1.015625, - 0.960938, - 0.933594, - 1.828125, - 1.179688, - 1.039062, - 1.023438, - 0.78125, - 0.914062, - 0.949219, - 0.941406, - 1.039062, - 1.007812, - 0.953125, - 0.871094, - 0.941406, - 0.902344, - 0.914062, - 0.824219, - 0.808594, - 0.949219, - 0.925781, - 1.0625, - 1.039062, - 0.929688, - 0.957031, - 1.078125, - 0.976562, - 1.132812, - 0.804688, - 0.871094, - 0.953125, - 0.84375, - 1.03125, - 1.1875, - 0.917969, - 0.8125, - 0.894531, - 0.910156, - 0.800781, - 0.914062, - 0.984375, - 1.085938, - 0.757812, - 1.15625, - 1.101562, - 0.910156, - 1.085938, - 0.867188, - 1.007812, - 1.117188, - 1.390625, - 0.902344, - 0.96875, - 0.777344, - 0.964844, - 1.148438, - 0.910156, - 1.0625, - 1.234375, - 0.96875, - 0.921875, - 0.960938, - 1.0625, - 1.054688, - 0.886719, - 0.96875, - 0.976562, - 0.984375, - 0.945312, - 1.015625, - 0.894531, - 0.976562, - 0.972656, - 0.8125, - 0.890625, - 1.335938, - 0.769531, - 1.0, - 1.046875, - 1.210938, - 1.015625, - 1.046875, - 0.925781, - 1.039062, - 1.328125, - 0.921875, - 0.867188, - 0.917969, - 0.96875, - 0.964844, - 1.039062, - 0.863281, - 0.933594, - 0.960938, - 0.949219, - 0.945312, - 0.988281, - 0.765625, - 1.0, - 0.953125, - 0.820312, - 0.996094, - 0.710938, - 0.882812, - 1.09375, - 0.921875, - 0.816406, - 0.898438, - 1.132812, - 1.007812, - 1.054688, - 0.84375, - 1.429688, - 0.941406, - 0.957031, - 0.898438, - 0.949219, - 0.964844, - 0.96875, - 0.996094, - 0.851562, - 0.839844, - 1.023438, - 1.0625, - 1.039062, - 1.078125, - 1.054688, - 1.023438, - 0.980469, - 1.0, - 0.921875, - 1.015625, - 1.070312, - 1.007812, - 0.914062, - 0.90625, - 0.960938, - 1.0, - 1.0625, - 1.0, - 0.933594, - 1.03125, - 1.101562, - 0.914062, - 0.902344, - 0.863281, - 1.109375, - 1.03125, - 1.015625, - 1.0625, - 2.609375, - 1.03125, - 0.921875, - 1.078125, - 0.949219, - 0.910156, - 0.894531, - 1.023438, - 0.960938, - 1.101562, - 1.125, - 1.0, - 1.023438, - 0.960938, - 1.070312, - 0.964844, - 0.953125, - 0.921875, - 1.203125, - 0.964844, - 0.921875, - 0.960938, - 0.972656, - 1.015625, - 0.855469, - 1.226562, - 1.03125, - 0.769531, - 0.957031, - 0.894531, - 0.878906, - 0.945312, - 0.933594, - 0.851562, - 0.980469, - 0.96875, - 0.972656, - 1.007812, - 0.945312, - 0.855469, - 0.914062, - 1.125, - 0.9375, - 0.984375, - 0.867188, - 0.84375, - 1.015625, - 1.007812, - 0.976562, - 0.988281, - 1.039062, - 0.90625, - 0.984375, - 0.886719, - 0.859375, - 0.863281, - 0.84375, - 1.132812, - 0.9375, - 1.015625, - 0.941406, - 1.1875, - 1.039062, - 0.929688, - 0.980469, - 1.109375, - 1.085938, - 1.007812, - 0.980469, - 0.871094, - 0.945312, - 1.0625, - 0.992188, - 0.902344, - 0.890625, - 0.960938, - 1.007812, - 0.933594, - 0.933594, - 0.773438, - 1.0, - 1.0, - 1.046875, - 1.054688, - 1.0625, - 1.03125, - 0.988281, - 0.996094, - 1.015625, - 1.078125, - 0.867188, - 0.902344, - 0.835938, - 0.929688, - 0.964844, - 0.953125, - 0.925781, - 0.976562, - 0.910156, - 0.898438, - 1.0, - 0.925781, - 1.03125, - 1.046875, - 0.96875, - 0.960938, - 1.0, - 0.890625, - 0.820312, - 0.910156, - 1.03125, - 0.96875, - 1.953125, - 0.8125, - 1.03125, - 0.917969, - 0.972656, - 0.925781, - 0.988281, - 0.964844, - 1.054688, - 0.886719, - 0.996094, - 0.886719, - 0.898438, - 0.980469, - 1.125, - 1.0625, - 1.007812, - 1.0, - 0.800781, - 0.890625, - 0.835938, - 1.070312, - 1.054688, - 1.0625, - 0.898438, - 1.023438, - 1.109375, - 1.015625, - 0.957031, - 1.101562, - 1.125, - 0.921875, - 0.878906, - 0.898438, - 0.910156, - 0.96875, - 1.210938, - 1.015625, - 1.101562, - 0.828125, - 0.824219, - 1.015625, - 0.875, - 0.914062, - 0.898438, - 0.996094, - 1.632812, - 0.914062, - 1.0, - 0.941406, - 1.132812, - 1.023438, - 1.007812, - 0.957031, - 1.0, - 0.902344, - 1.03125, - 0.945312, - 0.949219, - 0.941406, - 0.796875, - 1.046875, - 0.925781, - 1.25, - 0.960938, - 1.1875, - 1.078125, - 1.84375, - 0.902344, - 1.007812, - 0.972656, - 0.96875, - 0.941406, - 0.992188, - 0.890625, - 0.933594, - 1.0625, - 0.953125, - 0.921875, - 0.898438, - 0.9375, - 0.867188, - 2.015625, - 0.949219, - 0.945312, - 0.953125, - 1.03125, - 0.84375, - 0.964844, - 1.03125, - 1.015625, - 0.984375, - 0.921875, - 0.902344, - 0.976562, - 0.921875, - 0.835938, - 1.085938, - 1.375, - 0.914062, - 1.007812, - 1.023438, - 0.960938, - 1.046875, - 0.957031, - 1.007812, - 1.0, - 0.921875, - 0.875, - 0.980469, - 0.914062, - 0.949219, - 0.847656, - 1.0, - 1.078125, - 0.949219, - 1.039062, - 0.972656, - 1.007812, - 1.0, - 1.070312, - 1.039062, - 1.03125, - 0.816406, - 0.980469, - 1.007812, - 0.925781, - 0.816406, - 1.007812, - 0.933594, - 0.90625, - 0.921875, - 1.015625, - 0.945312, - 0.851562, - 1.101562, - 1.195312, - 1.046875, - 0.890625, - 1.015625, - 1.335938, - 0.828125, - 0.949219, - 1.007812, - 0.988281, - 0.988281, - 0.917969, - 0.898438, - 0.914062, - 0.855469, - 0.855469, - 0.894531, - 0.9375, - 0.890625, - 0.902344, - 0.9375, - 0.9375, - 1.0, - 0.988281, - 0.953125, - 1.03125, - 0.96875, - 1.171875, - 0.996094, - 0.996094, - 0.886719, - 0.984375, - 0.984375, - 0.941406, - 0.988281, - 0.675781, - 0.9375, - 0.894531, - 1.007812, - 0.886719, - 1.125, - 0.984375, - 1.203125, - 0.980469, - 1.140625, - 1.101562, - 0.988281, - 1.070312, - 0.910156, - 1.359375, - 0.960938, - 0.960938, - 1.078125, - 1.078125, - 0.980469, - 0.960938, - 0.960938, - 1.179688, - 0.96875, - 1.0625, - 0.804688, - 0.925781, - 0.828125, - 1.125, - 0.945312, - 1.046875, - 0.886719, - 1.046875, - 0.828125, - 0.871094, - 0.957031, - 1.085938, - 0.78125, - 1.085938, - 0.863281, - 1.070312, - 1.046875, - 1.070312, - 0.84375, - 0.921875, - 1.03125, - 1.046875, - 0.992188, - 0.984375, - 1.007812, - 0.886719, - 0.890625, - 1.109375, - 0.925781, - 1.078125, - 1.5, - 1.007812, - 1.078125, - 1.015625, - 1.078125, - 1.117188, - 0.925781, - 0.917969, - 1.03125, - 0.996094, - 1.101562, - 0.957031, - 0.992188, - 0.988281, - 0.9375, - 0.785156, - 1.132812, - 0.917969, - 0.925781, - 0.972656, - 0.957031, - 0.804688, - 0.902344, - 0.804688, - 1.085938, - 0.921875, - 0.917969, - 0.992188, - 1.132812, - 0.84375, - 0.953125, - 1.09375, - 0.855469, - 0.992188, - 0.914062, - 0.957031, - 0.925781, - 1.0, - 0.878906, - 0.9375, - 0.996094, - 0.910156, - 0.921875, - 1.164062, - 0.953125, - 0.960938, - 0.910156, - 0.917969, - 0.984375, - 0.996094, - 1.054688, - 1.070312, - 0.84375, - 0.851562, - 1.171875, - 1.101562, - 1.328125, - 0.933594, - 1.101562, - 0.957031, - 0.878906, - 0.816406, - 0.6875, - 0.90625, - 0.675781, - 0.878906, - 0.910156, - 0.917969, - 1.109375, - 0.832031, - 1.054688, - 0.984375, - 1.039062, - 0.933594, - 0.957031, - 1.023438, - 0.988281, - 0.953125, - 1.039062, - 0.695312, - 1.015625, - 0.996094, - 0.894531, - 0.976562, - 0.914062, - 0.886719, - 1.085938, - 0.933594, - 1.632812, - 1.140625, - 1.09375, - 0.980469, - 1.023438, - 0.886719, - 0.941406, - 0.929688, - 1.03125, - 0.882812, - 0.984375, - 1.132812, - 1.015625, - 0.808594, - 1.101562, - 0.824219, - 1.015625, - 1.015625, - 1.023438, - 0.96875, - 0.792969, - 1.039062, - 0.925781 - ] - }, - "name": "model.transformer.layers.21.attn_norm.weight", - "outputIndexes": [ - 1322 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1321, - 1322 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_21/Mul_1_output_0", - "outputIndexes": [ - 1323 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1323 - ], - "outputIndexes": [ - 2525 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2525 - ], - "outputIndexes": [ - 2526 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear", - "inputIndexes": [ - 2526 - ], - "outputIndexes": [ - 2527 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1792, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 352010964, - 1835030, - 229376, - 7168, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2527 - ], - "outputIndexes": [ - 2528 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2528 - ], - "outputIndexes": [ - 1324 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1792 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1323 - ], - "main_type": "NONE", - "name": "/Shape_85_output_0", - "outputIndexes": [ - 1325 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1325 - ], - "main_type": "NONE", - "name": "Shape1876", - "outputIndexes": [ - 1326 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1325 - ], - "main_type": "NONE", - "name": "Rank1878", - "outputIndexes": [ - 1327 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1327, - 1327 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1880", - "outputIndexes": [ - 1328 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1328 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1881", - "outputIndexes": [ - 1329 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1328, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1883", - "outputIndexes": [ - 1330 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1330 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1884", - "outputIndexes": [ - 1331 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1326, - 1329, - 1331, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1887", - "outputIndexes": [ - 1332 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1332 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1888", - "outputIndexes": [ - 1333 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1333 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1889", - "outputIndexes": [ - 1334 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1334, - 1333 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1890", - "outputIndexes": [ - 1335 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1325, - 1335, - 1328 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_109_output_0", - "outputIndexes": [ - 1336 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1336, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_211_output_0", - "outputIndexes": [ - 1337 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1337, - 1154, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_105_output_0", - "outputIndexes": [ - 1338 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1324, - 1338 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_85_output_0", - "outputIndexes": [ - 1339 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1339 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_21/Mul_output_0", - "outputIndexes": [ - 1340 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.037354, - 0.07666, - 0.01355, - 1.28125, - 0.009277, - 1.8125, - 1.226562, - 1.53125, - 1.476562, - 1.78125, - 1.960938, - 1.96875, - 2.140625, - 2.046875, - 2.125, - 2.15625, - 2.203125, - 1.40625, - 2.125, - 1.96875, - 2.0, - 1.992188, - 0.847656, - 2.125, - 2.046875, - 2.015625, - 2.09375, - 2.0, - 1.96875, - 2.0625, - 2.171875, - 2.109375, - 0.101562, - 0.016113, - 1.351562, - 0.644531, - 1.742188, - 1.273438, - 1.515625, - 1.601562, - 1.859375, - 1.601562, - 1.710938, - 1.890625, - 1.53125, - 1.710938, - 1.78125, - 1.835938, - 1.921875, - 2.765625, - 1.984375, - 2.1875, - 2.25, - 2.109375, - 3.640625, - 2.015625, - 2.046875, - 1.992188, - 2.046875, - 2.0, - 1.992188, - 2.1875, - 1.929688, - 1.953125 - ] - }, - "name": "model.transformer.layers.21.attn.q_norm.weight", - "outputIndexes": [ - 1341 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1340, - 1341 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_21/Mul_1_output_0", - "outputIndexes": [ - 1342 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1342, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_84_output_0", - "outputIndexes": [ - 1343 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1342, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_85_output_0", - "outputIndexes": [ - 1344 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1344 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_42_output_0", - "outputIndexes": [ - 1345 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1342, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_84_output_0", - "outputIndexes": [ - 1346 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1345, - 1346 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_108_output_0", - "outputIndexes": [ - 1347 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1347, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_85_output_0", - "outputIndexes": [ - 1348 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1343, - 1348 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_84_output_0", - "outputIndexes": [ - 1349 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1323 - ], - "outputIndexes": [ - 2529 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2529 - ], - "outputIndexes": [ - 2530 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear", - "inputIndexes": [ - 2530 - ], - "outputIndexes": [ - 2531 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 354082538, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2531 - ], - "outputIndexes": [ - 2532 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2532 - ], - "outputIndexes": [ - 1350 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1337, - 1168, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_106_output_0", - "outputIndexes": [ - 1351 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1350, - 1351 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_86_output_0", - "outputIndexes": [ - 1352 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1352 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_21/Mul_output_0", - "outputIndexes": [ - 1353 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.039551, - -0.065918, - 0.02063, - 1.382812, - 0.00946, - 1.742188, - 0.462891, - 1.773438, - 1.484375, - 1.359375, - 1.101562, - 1.75, - 1.1875, - 1.460938, - 1.75, - 1.632812, - 1.78125, - 2.625, - 1.945312, - 2.171875, - 2.171875, - 2.1875, - 4.71875, - 1.992188, - 2.09375, - 2.03125, - 2.125, - 2.09375, - 2.078125, - 2.21875, - 1.992188, - 2.046875, - 0.129883, - -0.036133, - 0.976562, - 0.093262, - 1.476562, - 1.5, - 1.835938, - 1.265625, - 1.84375, - 1.789062, - 2.0, - 1.898438, - 2.125, - 2.015625, - 2.03125, - 2.09375, - 2.140625, - 1.03125, - 2.15625, - 1.929688, - 1.890625, - 2.0625, - 0.263672, - 2.15625, - 2.0, - 1.984375, - 2.078125, - 1.953125, - 2.0, - 1.914062, - 2.09375, - 2.171875 - ] - }, - "name": "model.transformer.layers.21.attn.k_norm.weight", - "outputIndexes": [ - 1354 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1353, - 1354 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_21/Mul_1_output_0", - "outputIndexes": [ - 1355 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1355, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_86_output_0", - "outputIndexes": [ - 1356 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1355, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_87_output_0", - "outputIndexes": [ - 1357 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1357 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_43_output_0", - "outputIndexes": [ - 1358 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1355, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_86_output_0", - "outputIndexes": [ - 1359 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1358, - 1359 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_109_output_0", - "outputIndexes": [ - 1360 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1360, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_87_output_0", - "outputIndexes": [ - 1361 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1356, - 1361 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_85_output_0", - "outputIndexes": [ - 1362 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1323 - ], - "outputIndexes": [ - 2533 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2533 - ], - "outputIndexes": [ - 2534 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear", - "inputIndexes": [ - 2534 - ], - "outputIndexes": [ - 2535 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 354600448, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2535 - ], - "outputIndexes": [ - 2536 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2536 - ], - "outputIndexes": [ - 1363 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1363, - 1351 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_87_output_0", - "outputIndexes": [ - 1364 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1349, - 1362, - 1364, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.21/self_attn/FusedAttention", - "outputIndexes": [ - 1365 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1365 - ], - "outputIndexes": [ - 2537 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2537 - ], - "outputIndexes": [ - 2538 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear", - "inputIndexes": [ - 2538 - ], - "outputIndexes": [ - 2539 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 355118358, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2539 - ], - "outputIndexes": [ - 2540 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2540 - ], - "outputIndexes": [ - 1366 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1320, - 1366 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_86_output_0", - "outputIndexes": [ - 1367 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1367 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_21/Mul_output_0", - "outputIndexes": [ - 1368 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.65625, - 0.582031, - 0.660156, - 0.675781, - 0.640625, - 0.632812, - 0.664062, - 0.644531, - 0.660156, - 0.574219, - 0.667969, - 0.636719, - 0.648438, - 0.644531, - 0.628906, - 0.585938, - 0.628906, - 0.640625, - 0.648438, - 0.671875, - 0.664062, - 0.648438, - 0.664062, - 0.597656, - 0.589844, - 0.664062, - 0.644531, - 0.628906, - 0.648438, - 0.613281, - 0.636719, - 0.625, - 0.625, - 0.664062, - 0.644531, - 0.65625, - 0.6875, - 0.65625, - 0.625, - 0.609375, - 0.65625, - 0.628906, - 0.625, - 0.578125, - 0.664062, - 0.523438, - 0.652344, - 0.628906, - 0.632812, - 0.628906, - 0.652344, - 0.625, - 0.648438, - 0.601562, - 0.621094, - 0.652344, - 0.625, - 0.683594, - 0.632812, - 0.625, - 0.648438, - 0.617188, - 0.640625, - 0.644531, - 0.451172, - 0.628906, - 0.613281, - 0.609375, - 0.667969, - 0.636719, - 0.609375, - 0.605469, - 0.632812, - 0.660156, - 0.542969, - 0.609375, - 0.640625, - 0.644531, - 0.632812, - 0.667969, - 0.652344, - 0.671875, - 0.621094, - 0.628906, - 0.636719, - 0.648438, - 0.613281, - 0.652344, - 0.609375, - 0.613281, - 0.667969, - 0.617188, - 0.636719, - 0.503906, - 0.683594, - 0.675781, - 0.652344, - 0.570312, - 0.65625, - 0.652344, - 0.609375, - 0.660156, - 0.605469, - 0.632812, - 0.632812, - 0.243164, - 0.609375, - 0.628906, - 0.621094, - 0.605469, - 0.570312, - 0.65625, - 0.644531, - 0.628906, - 0.683594, - 0.613281, - 0.621094, - 0.628906, - 0.628906, - 0.621094, - 0.648438, - 0.65625, - 0.605469, - 0.523438, - 0.640625, - 0.570312, - 0.609375, - 0.695312, - 0.5625, - 0.628906, - 0.640625, - 0.675781, - 0.628906, - 0.621094, - 0.636719, - 0.679688, - 0.648438, - 0.757812, - 0.605469, - 0.613281, - 0.59375, - 0.671875, - 0.628906, - 0.632812, - 0.582031, - 0.589844, - 0.648438, - 0.53125, - 0.578125, - 0.59375, - 0.640625, - 0.679688, - 0.621094, - 0.640625, - 0.671875, - 0.609375, - 0.605469, - 0.691406, - 0.566406, - 0.628906, - 0.648438, - 0.644531, - 0.458984, - 0.613281, - 0.613281, - 0.582031, - 0.601562, - 0.539062, - 0.550781, - 0.644531, - 0.298828, - 0.5625, - 0.628906, - 0.605469, - 0.605469, - 0.601562, - 0.617188, - 0.632812, - 0.523438, - 0.695312, - 0.675781, - 0.652344, - 0.65625, - 0.613281, - 0.640625, - 0.640625, - 0.652344, - 0.648438, - 0.625, - 0.648438, - 0.632812, - 0.664062, - 0.640625, - 0.621094, - 0.605469, - 0.585938, - 0.667969, - 0.601562, - 0.660156, - 0.625, - 0.621094, - 0.628906, - 0.554688, - 0.660156, - 0.589844, - 0.664062, - 0.660156, - 0.65625, - 0.462891, - 0.554688, - 0.621094, - 0.628906, - 0.640625, - 0.601562, - 0.605469, - 0.65625, - 0.632812, - 0.632812, - 0.648438, - 0.546875, - 0.519531, - 0.628906, - 0.257812, - 0.640625, - 0.605469, - 0.550781, - 0.617188, - 0.648438, - 0.613281, - 0.671875, - 0.609375, - 0.585938, - 0.578125, - 0.644531, - 0.628906, - 0.609375, - 0.585938, - 0.652344, - 0.333984, - 0.640625, - 0.613281, - 0.609375, - 0.664062, - 0.632812, - 0.621094, - 0.613281, - 0.609375, - 0.640625, - 0.566406, - 0.648438, - 0.652344, - 0.523438, - 0.640625, - 0.621094, - 0.609375, - 0.53125, - 0.621094, - 0.648438, - 0.605469, - 0.632812, - 0.617188, - 0.578125, - 0.613281, - 0.59375, - 0.59375, - 0.632812, - 0.65625, - 0.628906, - 0.652344, - 0.640625, - 0.65625, - 0.671875, - 0.636719, - 0.652344, - 0.628906, - 0.542969, - 0.554688, - 0.644531, - 0.632812, - 0.703125, - 0.621094, - 0.625, - 0.636719, - 0.636719, - 0.621094, - 0.648438, - 0.451172, - 0.644531, - 0.640625, - 0.644531, - 0.660156, - 0.667969, - 0.570312, - 0.636719, - 0.65625, - 0.652344, - 0.644531, - 0.648438, - 0.675781, - 0.597656, - 0.652344, - 0.613281, - 0.605469, - 0.648438, - 0.664062, - 0.652344, - 0.353516, - 0.640625, - 0.589844, - 0.664062, - 0.585938, - 0.660156, - 0.640625, - 0.664062, - 0.671875, - 0.671875, - 0.609375, - 0.636719, - 0.621094, - 0.5625, - 0.640625, - 0.628906, - 0.652344, - 0.621094, - 0.644531, - 0.632812, - 0.640625, - 0.507812, - 0.632812, - 0.652344, - 0.636719, - 0.621094, - 0.667969, - 0.628906, - 0.65625, - 0.664062, - 0.640625, - 0.601562, - 0.640625, - 0.671875, - 0.636719, - 0.648438, - 0.652344, - 0.423828, - 0.617188, - 0.570312, - 0.597656, - 0.621094, - 0.625, - 0.609375, - 0.644531, - 0.605469, - 0.632812, - 0.585938, - 0.574219, - 0.621094, - 0.632812, - 0.667969, - 0.621094, - 0.613281, - 0.609375, - 0.5, - 0.691406, - 0.640625, - 0.632812, - 0.507812, - 0.660156, - 0.671875, - 0.636719, - 0.644531, - 0.5625, - 0.398438, - 0.621094, - 0.570312, - 0.625, - 0.632812, - 0.3125, - 0.613281, - 0.589844, - 0.523438, - 0.632812, - 0.679688, - 0.628906, - 0.617188, - 0.597656, - 0.625, - 0.613281, - 0.636719, - 0.628906, - 0.605469, - 0.640625, - 0.625, - 0.652344, - 0.628906, - 0.617188, - 0.640625, - 0.640625, - 0.671875, - 0.589844, - 0.660156, - 0.640625, - 0.644531, - 0.609375, - 0.648438, - 0.605469, - 0.542969, - 0.652344, - 0.632812, - 0.613281, - 0.59375, - 0.554688, - 0.636719, - 0.644531, - 0.617188, - 0.609375, - 0.585938, - 0.628906, - 0.644531, - 0.628906, - 0.640625, - 0.636719, - 0.328125, - 0.621094, - 0.667969, - 0.652344, - 0.671875, - 0.621094, - 0.605469, - 0.613281, - 0.632812, - 0.617188, - 0.644531, - 0.746094, - 0.664062, - 0.671875, - 0.652344, - 0.621094, - 0.640625, - 0.636719, - 0.613281, - 0.65625, - 0.648438, - 0.632812, - 0.664062, - 0.652344, - 0.652344, - 0.679688, - 0.632812, - 0.667969, - 0.628906, - 0.652344, - 0.574219, - 0.617188, - 0.589844, - 0.644531, - 0.671875, - 0.667969, - 0.707031, - 0.640625, - 0.589844, - 0.640625, - 0.636719, - 0.632812, - 0.628906, - 0.535156, - 0.617188, - 0.640625, - 0.628906, - 0.59375, - 0.65625, - 0.613281, - 0.515625, - 0.644531, - 0.648438, - 0.636719, - 0.640625, - 0.664062, - 0.597656, - 0.671875, - 0.617188, - 0.65625, - 0.632812, - 0.644531, - 0.636719, - 0.605469, - 0.628906, - 0.664062, - 0.640625, - 0.65625, - 0.621094, - 0.53125, - 0.648438, - 0.667969, - 0.605469, - 0.632812, - 0.582031, - 0.644531, - 0.632812, - 0.628906, - 0.625, - 0.652344, - 0.679688, - 0.617188, - 0.644531, - 0.621094, - 0.699219, - 0.632812, - 0.644531, - 0.644531, - 0.644531, - 0.65625, - 0.636719, - 0.636719, - 0.625, - 0.542969, - 0.133789, - 0.652344, - 0.570312, - 0.644531, - 0.550781, - 0.648438, - 0.683594, - 0.617188, - 0.597656, - 0.546875, - 0.466797, - 0.640625, - 0.625, - 0.636719, - 0.65625, - 0.648438, - 0.359375, - 0.660156, - 0.625, - 0.640625, - 0.660156, - 0.636719, - 0.660156, - 0.636719, - 0.644531, - 0.628906, - 0.648438, - 0.652344, - 0.644531, - 0.640625, - 0.625, - 0.447266, - 0.447266, - 0.652344, - 0.386719, - 0.597656, - 0.660156, - 0.621094, - 0.355469, - 0.617188, - 0.640625, - 0.609375, - 0.578125, - 0.582031, - 0.609375, - 0.628906, - 0.574219, - 0.613281, - 0.648438, - 0.601562, - 0.527344, - 0.597656, - 0.570312, - 0.609375, - 0.53125, - 0.648438, - 0.574219, - 0.632812, - 0.632812, - 0.65625, - 0.558594, - 0.554688, - 0.644531, - 0.574219, - 0.648438, - 0.679688, - 0.667969, - 0.400391, - 0.589844, - 0.664062, - 0.65625, - 0.632812, - 0.636719, - 0.636719, - 0.628906, - 0.59375, - 0.648438, - 0.6875, - 0.609375, - 0.636719, - 0.570312, - 0.640625, - 0.617188, - 0.640625, - 0.664062, - 0.75, - 0.625, - 0.632812, - 0.625, - 0.632812, - 0.486328, - 0.648438, - 0.652344, - 0.335938, - 0.212891, - 0.625, - 0.597656, - 0.636719, - 0.667969, - 0.621094, - 0.625, - 0.605469, - 0.660156, - 0.640625, - 0.644531, - 0.679688, - 0.660156, - 0.578125, - 0.617188, - 0.601562, - 0.213867, - 0.65625, - 0.191406, - 0.648438, - 0.65625, - 0.621094, - 0.640625, - 0.613281, - 0.636719, - 0.605469, - 0.621094, - 0.636719, - 0.625, - 0.636719, - 0.652344, - 0.59375, - 0.65625, - 0.652344, - 0.589844, - 0.652344, - 0.652344, - 0.640625, - 0.59375, - 0.652344, - 0.613281, - 0.628906, - 0.636719, - 0.597656, - 0.652344, - 0.636719, - 0.648438, - 0.648438, - 0.671875, - 0.664062, - 0.644531, - 0.667969, - 0.691406, - 0.636719, - 0.65625, - 0.636719, - 0.625, - 0.59375, - 0.636719, - 0.570312, - 0.609375, - 0.621094, - 0.628906, - 0.199219, - 0.632812, - 0.542969, - 0.617188, - 0.59375, - 0.5625, - 0.621094, - 0.617188, - 0.609375, - 0.566406, - 0.628906, - 0.648438, - 0.640625, - 0.644531, - 0.617188, - 0.664062, - 0.589844, - 0.570312, - 0.648438, - 0.648438, - 0.625, - 0.617188, - 0.660156, - 0.640625, - 0.613281, - 0.625, - 0.644531, - 0.65625, - 0.617188, - 0.625, - 0.640625, - 0.644531, - 0.640625, - 0.621094, - 0.632812, - 0.632812, - 0.636719, - 0.585938, - 0.648438, - 0.585938, - 0.632812, - 0.628906, - 0.660156, - 0.632812, - 0.636719, - 0.644531, - 0.675781, - 0.582031, - 0.640625, - 0.648438, - 0.632812, - 0.640625, - 0.601562, - 0.628906, - 0.640625, - 0.652344, - 0.439453, - 0.605469, - 0.628906, - 0.652344, - 0.585938, - 0.660156, - 0.632812, - 0.601562, - 0.597656, - 0.632812, - 0.671875, - 0.644531, - 0.644531, - 0.625, - 0.675781, - 0.433594, - 0.625, - 0.609375, - 0.660156, - 0.644531, - 0.59375, - 0.632812, - 0.632812, - 0.648438, - 0.652344, - 0.6875, - 0.664062, - 0.664062, - 0.652344, - 0.503906, - 0.621094, - 0.65625, - 0.582031, - 0.609375, - 0.617188, - 0.644531, - 0.636719, - 0.621094, - 0.613281, - 0.648438, - 0.644531, - 0.636719, - 0.609375, - 0.625, - 0.628906, - 0.625, - 0.625, - 0.664062, - 0.628906, - 0.589844, - 0.640625, - 0.578125, - 0.621094, - 0.574219, - 0.613281, - 0.660156, - 0.648438, - 0.628906, - 0.628906, - 0.609375, - 0.636719, - 0.535156, - 0.605469, - 0.636719, - 0.65625, - 0.546875, - 0.542969, - 0.636719, - 0.625, - 0.625, - 0.601562, - 0.664062, - 0.644531, - 0.609375, - 0.601562, - 0.621094, - 0.59375, - 0.628906, - 0.617188, - 0.515625, - 0.605469, - 0.597656, - 0.601562, - 0.683594, - 0.652344, - 0.613281, - 0.683594, - 0.636719, - 0.644531, - 0.628906, - 0.648438, - 0.6875, - 0.644531, - 0.628906, - 0.625, - 0.613281, - 0.605469, - 0.652344, - 0.515625, - 0.617188, - 0.621094, - 0.617188, - 0.625, - 0.652344, - 0.613281, - 0.660156, - 0.609375, - 0.640625, - 0.636719, - 0.644531, - 0.601562, - 0.613281, - 0.613281, - 0.628906, - 0.664062, - 0.640625, - 0.648438, - 0.625, - 0.628906, - 0.617188, - 0.644531, - 0.640625, - 0.617188, - 0.664062, - 0.648438, - 0.648438, - 0.597656, - 0.59375, - 0.628906, - 0.613281, - 0.601562, - 0.660156, - 0.636719, - 0.605469, - 0.582031, - 0.640625, - 0.441406, - 0.628906, - 0.644531, - 0.585938, - 0.617188, - 0.4375, - 0.65625, - 0.582031, - 0.644531, - 0.648438, - 0.648438, - 0.605469, - 0.644531, - 0.648438, - 0.648438, - 0.660156, - 0.660156, - 0.597656, - 0.632812, - 0.640625, - 0.664062, - 0.640625, - 0.648438, - 0.621094, - 0.648438, - 0.65625, - 0.636719, - 0.65625, - 0.582031, - 0.65625, - 0.636719, - 0.644531, - 0.640625, - 0.632812, - 0.652344, - 0.660156, - 0.683594, - 0.617188, - 0.558594, - 0.664062, - 0.589844, - 0.605469, - 0.601562, - 0.644531, - 0.625, - 0.660156, - 0.644531, - 0.644531, - 0.640625, - 0.582031, - 0.628906, - 0.628906, - 0.617188, - 0.671875, - 0.632812, - 0.625, - 0.648438, - 0.609375, - 0.652344, - 0.792969, - 0.660156, - 0.625, - 0.644531, - 0.507812, - 0.617188, - 0.625, - 0.695312, - 0.589844, - 0.613281, - 0.65625, - 0.632812, - 0.664062, - 0.660156, - 0.648438, - 0.667969, - 0.65625, - 0.632812, - 0.640625, - 0.660156, - 0.248047, - 0.511719, - 0.632812, - 0.419922, - 0.605469, - 0.65625, - 0.625, - 0.65625, - 0.617188, - 0.476562, - 0.632812, - 0.621094, - 0.605469, - 0.65625, - 0.605469, - 0.582031, - 0.65625, - 0.621094, - 0.617188, - 0.609375, - 0.640625, - 0.628906, - 0.519531, - 0.636719, - 0.628906, - 0.515625, - 0.648438, - 0.65625, - 0.679688, - 0.628906, - 0.466797, - 0.59375, - 0.632812, - 0.566406, - 0.550781, - 0.539062, - 0.636719, - 0.640625, - 0.613281, - 0.613281, - 0.400391, - 0.605469, - 0.621094, - 0.482422, - 0.660156, - 0.589844, - 0.660156, - 0.632812, - 0.664062, - 0.65625, - 0.503906, - 0.640625, - 0.65625, - 0.636719, - 0.542969, - 0.644531, - 0.660156, - 0.652344, - 0.601562, - 0.605469, - 0.648438, - 0.632812, - 0.636719, - 0.53125, - 0.652344, - 0.648438, - 0.644531, - 0.628906, - 0.640625, - 0.609375, - 0.660156, - 0.652344, - 0.660156, - 0.640625, - 0.628906, - 0.582031, - 0.636719, - 0.664062, - 0.628906, - 0.636719, - 0.652344, - 0.625, - 0.644531, - 0.632812, - 0.617188, - 0.667969, - 0.539062, - 0.5625, - 0.609375, - 0.617188, - 0.667969, - 0.617188, - 0.539062, - 0.625, - 0.613281, - 0.617188, - 0.574219, - 0.625, - 0.707031, - 0.640625, - 0.640625, - 0.640625, - 0.644531, - 0.523438, - 0.648438, - 0.625, - 0.679688, - 0.625, - 0.628906, - 0.574219, - 0.628906, - 0.660156, - 0.617188, - 0.652344, - 0.632812, - 0.679688, - 0.660156, - 0.59375, - 0.628906, - 0.640625, - 0.539062, - 0.617188, - 0.625, - 0.609375, - 0.605469, - 0.648438, - 0.496094, - 0.617188, - 0.621094, - 0.644531, - 0.644531, - 0.519531, - 0.675781, - 0.441406, - 0.609375, - 0.617188, - 0.535156, - 0.648438, - 0.628906, - 0.667969, - 0.652344, - 0.648438, - 0.640625, - 0.664062, - 0.628906, - 0.632812, - 0.703125, - 0.65625, - 0.667969, - 0.648438, - 0.636719, - 0.660156, - 0.546875, - 0.609375, - 0.644531, - 0.609375, - 0.667969, - 0.632812, - 0.5625, - 0.636719, - 0.65625, - 0.625, - 0.550781, - 0.613281, - 0.574219, - 0.628906, - 0.632812, - 0.558594, - 0.621094, - 0.644531, - 0.636719, - 0.640625, - 0.640625, - 0.636719, - 0.644531, - 0.636719, - 0.601562, - 0.664062, - 0.511719, - 0.601562, - 0.640625, - 0.597656, - 0.664062, - 0.636719, - 0.578125, - 0.648438, - 0.628906, - 0.625, - 0.703125, - 0.628906, - 0.664062, - 0.65625, - 0.542969, - 0.699219, - 0.652344, - 0.664062, - 2.296875, - 0.652344, - 0.65625, - 0.65625, - 0.65625, - 0.628906, - 0.65625, - 0.628906, - 0.613281, - 0.660156, - 0.65625, - 0.648438, - 0.65625, - 0.675781, - 0.640625, - 0.660156, - 0.660156, - 0.652344, - 0.644531, - 0.589844, - 0.613281, - 0.621094, - 0.632812, - 0.648438, - 0.625, - 0.664062, - 0.617188, - 0.625, - 0.625, - 0.621094, - 0.675781, - 0.605469, - 0.648438, - 0.632812, - 0.609375, - 0.675781, - 0.640625, - 0.640625, - 0.632812, - 0.648438, - 0.65625, - 0.800781, - 0.613281, - 0.65625, - 0.671875, - 0.648438, - 0.664062, - 0.554688, - 0.640625, - 0.613281, - 0.648438, - 0.632812, - 0.455078, - 0.636719, - 0.59375, - 0.609375, - 0.636719, - 0.640625, - 0.621094, - 0.570312, - 0.644531, - 0.648438, - 0.652344, - 0.644531, - 0.636719, - 0.640625, - 0.640625, - 0.796875, - 0.675781, - 0.609375, - 0.609375, - 0.648438, - 0.5625, - 0.660156, - 0.644531, - 0.648438, - 0.660156, - 0.632812, - 0.601562, - 0.371094, - 0.640625, - 0.671875, - 0.609375, - 0.671875, - 0.632812, - 0.582031, - 0.582031, - 0.574219, - 0.679688, - 0.671875, - 0.640625, - 0.605469, - 0.640625, - 0.640625, - 0.632812, - 0.621094, - 0.660156, - 0.628906, - 0.609375, - 0.554688, - 0.527344, - 0.617188, - 0.636719, - 0.574219, - 0.625, - 0.617188, - 0.644531, - 0.679688, - 0.667969, - 0.648438, - 0.617188, - 0.417969, - 0.625, - 0.53125, - 0.625, - 0.652344, - 0.660156, - 0.585938, - 0.261719, - 0.53125, - 0.640625, - 0.632812, - 0.601562, - 0.628906, - 0.628906, - 0.625, - 0.632812, - 0.632812, - 0.628906, - 0.671875, - 0.621094, - 0.660156, - 0.628906, - 0.65625, - 0.640625, - 0.625, - 0.671875, - 0.609375, - 0.617188, - 0.609375, - 0.636719, - 0.644531, - 0.679688, - 0.65625, - 0.625, - 0.65625, - 0.482422, - 0.617188, - 0.667969, - 0.652344, - 0.660156, - 0.621094, - 0.65625, - 0.640625, - 0.628906, - 0.539062, - 0.640625, - 0.644531, - 0.679688, - 0.59375, - 0.59375, - 0.664062, - 0.605469, - 0.621094, - 0.609375, - 0.636719, - 0.652344, - 0.652344, - 0.621094, - 0.640625, - 0.640625, - 0.546875, - 0.625, - 0.613281, - 0.664062, - 0.585938, - 0.628906, - 0.613281, - 0.636719, - 0.621094, - 0.632812, - 0.652344, - 0.628906, - 0.644531, - 0.648438, - 0.628906, - 0.597656, - 0.480469, - 0.632812, - 0.652344, - 0.640625, - 0.644531, - 0.628906, - 0.632812, - 0.605469, - 0.648438, - 0.621094, - 0.613281, - 0.601562, - 0.644531, - 0.5625, - 0.667969, - 0.636719, - 0.632812, - 0.632812, - 0.613281, - 0.65625, - 0.660156, - 0.632812, - 0.605469, - 0.625, - 0.648438, - 0.648438, - 0.625, - 0.613281, - 0.695312, - 0.625, - 0.660156, - 0.664062, - 0.648438, - 0.640625, - 0.625, - 0.628906, - 0.652344, - 0.632812, - 0.816406, - 0.625, - 0.621094, - 0.652344, - 0.683594, - 0.640625, - 0.613281, - 0.628906, - 0.65625, - 0.609375, - 0.65625, - 0.462891, - 0.617188, - 0.648438, - 0.652344, - 0.617188, - 0.59375, - 0.625, - 0.65625, - 0.613281, - 0.53125, - 0.640625, - 0.613281, - 0.640625, - 0.25, - 0.625, - 0.683594, - 0.566406, - 0.660156, - 0.660156, - 0.609375, - 0.636719, - 0.53125, - 0.617188, - 0.652344, - 0.640625, - 0.652344, - 0.609375, - 0.625, - 0.65625, - 0.636719, - 0.605469, - 0.617188, - 0.59375, - 0.632812, - 0.65625, - 0.492188, - 0.664062, - 0.417969, - 0.640625, - 0.625, - 0.652344, - 0.597656, - 0.644531, - 0.617188, - 0.894531, - 0.601562, - 0.59375, - 0.636719, - 0.632812, - 0.617188, - 0.617188, - 0.609375, - 0.671875, - 0.625, - 0.621094, - 0.652344, - 0.617188, - 0.664062, - 0.632812, - 0.000408, - 0.601562, - 0.636719, - 0.578125, - 0.582031, - 0.609375, - 0.621094, - 0.652344, - 0.636719, - 0.6875, - 0.621094, - 0.617188, - 0.636719, - 0.570312, - 0.613281, - 0.582031, - 0.652344, - 0.625, - 0.28125, - 0.710938, - 0.664062, - 0.625, - 0.632812, - 0.632812, - 0.621094, - 0.617188, - 0.625, - 0.660156, - 0.671875, - 0.632812, - 0.671875, - 0.625, - 0.628906, - 0.628906, - 0.644531, - 0.640625, - 0.597656, - 0.652344, - 0.566406, - 0.632812, - 0.644531, - 0.679688, - 0.59375, - 0.589844, - 0.632812, - 0.671875, - 0.566406, - 0.625, - 0.65625, - 0.554688, - 0.609375, - 0.667969, - 0.609375, - 0.644531, - 0.625, - 0.632812, - 0.660156, - 0.578125, - 0.609375, - 0.570312, - 0.597656, - 0.636719, - 0.628906, - 0.648438, - 0.628906, - 0.65625, - 0.566406, - 0.648438, - 0.644531, - 0.640625, - 0.621094, - 0.636719, - 0.640625, - 0.640625, - 0.648438, - 0.621094, - 0.65625, - 0.640625, - 0.683594, - 0.675781, - 0.632812, - 0.652344, - 0.636719, - 0.644531, - 0.644531, - 0.574219, - 0.625, - 0.636719, - 0.609375, - 0.546875, - 0.648438, - 0.398438, - 0.621094, - 0.632812, - 0.605469, - 0.494141, - 0.632812, - 0.589844, - 0.660156, - 0.609375, - 0.601562, - 0.640625, - 0.644531, - 0.5625, - 0.605469, - 0.632812, - 0.652344, - 0.648438, - 0.621094, - 0.644531, - 0.628906, - 0.59375, - 0.613281, - 0.628906, - 0.671875, - 0.644531, - 0.601562, - 0.628906, - 0.792969, - 0.640625, - 0.675781, - 0.65625, - 0.613281, - 0.679688, - 0.613281, - 0.59375, - 0.628906, - 0.65625, - 0.503906, - 0.660156, - 0.636719, - 0.628906, - 0.636719, - 0.636719, - 0.632812, - 0.671875, - 0.636719, - 0.648438, - 0.597656, - 0.625, - 0.609375, - 0.644531, - 0.628906, - 0.667969, - 0.652344, - 0.609375, - 0.660156, - 0.644531, - 0.675781, - 0.632812, - 0.617188, - 0.667969, - 0.605469, - 0.660156, - 0.691406, - 0.632812, - 0.652344, - 0.625, - 0.621094, - 0.621094, - 0.660156, - 0.644531, - 0.570312, - 0.636719, - 0.605469, - 0.617188, - 0.194336, - 0.632812, - 0.613281, - 0.539062, - 0.636719, - 0.65625, - 0.601562, - 0.625, - 0.621094, - 0.621094, - 0.742188, - 0.621094, - 0.578125, - 0.632812, - 0.605469, - 0.648438, - 0.636719, - 0.648438, - 0.566406, - 0.644531, - 0.652344, - 0.632812, - 0.644531, - 0.644531, - 0.644531, - 0.605469, - 0.625, - 0.542969, - 0.617188, - 0.609375, - 0.644531, - 0.652344, - 0.609375, - 0.640625, - 0.65625, - 0.648438, - 0.6875, - 0.652344, - 0.652344, - 0.613281, - 0.621094, - 0.589844, - 0.640625, - 0.640625, - 0.613281, - 0.625, - 0.640625, - 0.601562, - 0.671875, - 0.574219, - 0.640625, - 0.632812, - 0.632812, - 0.632812, - 0.636719, - 0.613281, - 0.628906, - 0.65625, - 0.625, - 0.53125, - 0.632812, - 0.644531, - 0.609375, - 0.683594, - 0.652344, - 0.5625, - 0.660156, - 0.613281, - 0.671875, - 0.632812, - 0.660156, - 0.570312, - 0.628906, - 0.640625, - 0.621094, - 0.660156, - 0.617188, - 0.667969, - 0.589844, - 0.628906, - 0.628906, - 0.628906, - 0.636719, - 0.625, - 0.621094, - 0.671875, - 0.660156, - 0.644531, - 0.652344, - 0.601562, - 0.566406, - 0.65625, - 0.609375, - 0.621094, - 0.652344, - 0.691406, - 0.625, - 0.722656, - 0.632812, - 0.628906, - 0.625, - 0.617188, - 0.570312, - 0.601562, - 0.648438, - 0.601562, - 0.679688, - 0.667969, - 0.648438, - 0.667969, - 0.65625, - 0.617188, - 0.248047, - 0.628906, - 0.597656, - 0.644531, - 0.640625, - 0.671875, - 0.644531, - 0.632812, - 0.632812, - 0.632812, - 0.59375, - 0.644531, - 0.589844, - 0.652344, - 0.574219, - 0.617188, - 0.609375, - 0.679688, - 0.609375, - 0.636719, - 0.664062, - 0.660156, - 0.515625, - 0.691406, - 0.664062, - 0.527344, - 0.679688, - 0.6875, - 0.617188, - 0.59375, - 0.683594, - 0.632812, - 0.636719, - 0.636719, - 0.621094, - 0.648438, - 0.539062, - 0.648438, - 0.523438, - 0.632812, - 0.628906, - 0.648438, - 0.617188, - 0.605469, - 0.640625, - 0.625, - 0.294922, - 0.617188, - 0.671875, - 0.644531, - 0.554688, - 0.640625, - 0.648438, - 0.660156, - 0.636719, - 0.632812, - 0.585938, - 0.601562, - 0.679688, - 0.65625, - 0.636719, - 0.527344, - 0.621094, - 0.457031, - 0.609375, - 0.632812, - 0.660156, - 0.404297, - 0.652344, - 0.652344, - 0.640625, - 0.632812, - 0.664062, - 0.632812, - 0.671875, - 0.609375, - 0.65625, - 0.652344, - 0.636719, - 0.621094, - 0.648438, - 0.628906, - 0.199219, - 0.648438, - 0.636719, - 0.636719, - 0.632812, - 0.632812, - 0.679688, - 0.644531, - 0.628906, - 0.625, - 0.597656, - 0.640625, - 0.621094, - 0.628906, - 0.632812, - 0.574219, - 0.558594, - 0.652344, - 0.660156, - 0.667969, - 0.683594, - 0.695312, - 0.644531, - 0.660156, - 0.609375, - 0.640625, - 0.679688, - 0.65625, - 0.644531, - 0.636719, - 0.617188, - 0.539062, - 0.65625, - 0.613281, - 0.695312, - 0.597656, - 0.664062, - 0.613281, - 0.648438, - 0.5625, - 0.640625, - 0.605469, - 0.636719, - 0.652344, - 0.628906, - 0.628906, - 0.554688, - 0.660156, - 0.609375, - 0.679688, - 0.621094, - 0.617188, - 0.652344, - 0.671875, - 0.722656, - 0.6875, - 0.640625, - 0.625, - 0.570312, - 0.625, - 0.660156, - 0.65625, - 0.585938, - 0.644531, - 0.617188, - 0.644531, - 0.648438, - 0.640625, - 0.640625, - 0.632812, - 0.632812, - 0.613281, - 0.640625, - 0.652344, - 0.628906, - 0.621094, - 0.664062, - 0.667969, - 0.585938, - 0.644531, - 0.585938, - 0.644531, - 0.632812, - 0.640625, - 0.601562, - 0.613281, - 0.617188, - 0.617188, - 0.636719, - 0.628906, - 0.621094, - 0.554688, - 0.617188, - 0.628906, - 0.605469, - 0.535156, - 0.597656, - 0.605469, - 0.605469, - 0.65625, - 0.652344, - 0.613281, - 0.472656, - 0.621094, - 0.652344, - 0.582031, - 0.625, - 0.660156, - 0.613281, - 0.675781, - 0.664062, - 0.65625, - 0.617188, - 0.714844, - 0.617188, - 0.636719, - 0.628906, - 0.644531, - 0.578125, - 0.660156, - 0.636719, - 0.636719, - 0.625, - 0.648438, - 0.59375, - 0.664062, - 0.550781, - 0.652344, - 0.558594, - 0.632812, - 0.679688, - 0.660156, - 0.605469, - 0.628906, - 0.636719, - 0.617188, - 0.566406, - 0.632812, - 0.625, - 0.660156, - 0.644531, - 0.535156, - 0.65625, - 0.503906, - 0.617188, - 0.5625, - 0.664062, - 0.570312, - 0.636719, - 0.621094, - 0.671875, - 0.609375, - 0.632812, - 0.617188, - 0.648438, - 0.679688, - 0.632812, - 0.628906, - 0.644531, - 0.648438, - 0.652344, - 0.636719, - 0.628906, - 0.59375, - 0.648438, - 0.628906, - 0.632812, - 0.632812, - 0.660156, - 0.632812, - 0.605469, - 0.597656, - 0.632812, - 0.617188, - 0.53125, - 0.625, - 0.625, - 0.636719, - 0.648438, - 0.628906, - 0.636719, - 0.65625, - 0.644531, - 0.601562, - 0.664062, - 0.625, - 0.683594, - 0.617188, - 0.664062, - 0.648438, - 0.628906, - 0.613281, - 0.625, - 0.667969, - 0.671875, - 0.636719, - 0.628906, - 0.566406, - 0.570312, - 0.46875, - 0.660156, - 0.621094, - 0.613281, - 0.621094, - 0.644531, - 0.53125, - 0.632812, - 0.5625, - 0.621094, - 0.644531, - 0.617188, - 0.59375, - 0.617188, - 0.613281, - 0.65625, - 0.660156, - 0.65625, - 0.652344, - 0.515625, - 0.5625, - 0.640625, - 0.613281, - 0.613281, - 0.648438, - 0.617188, - 0.65625, - 0.644531, - 0.640625, - 0.65625, - 0.59375, - 0.664062, - 0.333984, - 0.632812, - 0.636719, - 0.628906, - 0.617188, - 0.609375, - 0.648438, - 0.664062, - 0.679688, - 0.648438, - 0.660156, - 0.769531, - 0.589844, - 0.628906, - 0.6875, - 0.65625, - 0.667969, - 0.59375, - 0.582031, - 0.605469, - 0.660156, - 0.660156, - 0.632812 - ] - }, - "name": "model.transformer.layers.21.ffn_norm.weight", - "outputIndexes": [ - 1369 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1368, - 1369 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_21/Mul_1_output_0", - "outputIndexes": [ - 1370 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1370 - ], - "outputIndexes": [ - 2541 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2541 - ], - "outputIndexes": [ - 2542 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_1/Linear", - "inputIndexes": [ - 2542 - ], - "outputIndexes": [ - 2543 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 13312, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 212992, - "weightSize": 0 - }, - "external": [ - 357182764, - 13631510, - 1703936, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2543 - ], - "outputIndexes": [ - 2544 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2544 - ], - "outputIndexes": [ - 1371 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 13312 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1371, - 21, - 648, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_21/Slice_output_0", - "outputIndexes": [ - 1372 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1372 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_21/Sigmoid_output_0", - "outputIndexes": [ - 1373 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1372, - 1373 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_21/Mul_output_0", - "outputIndexes": [ - 1374 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 13312 - ] - }, - "name": "/ffn_21/Mul_1_output_0", - "outputIndexes": [ - 1375 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1371, - 648, - 1375, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_21/Slice_1_output_0", - "outputIndexes": [ - 1376 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1374, - 1376 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_21/Mul_2_output_0", - "outputIndexes": [ - 1377 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1377 - ], - "outputIndexes": [ - 2545 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 6656, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2545 - ], - "outputIndexes": [ - 2546 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_2/Linear", - "inputIndexes": [ - 2546 - ], - "outputIndexes": [ - 2547 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 6656, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 106496, - "weightSize": 0 - }, - "external": [ - 372518210, - 6815766, - 851968, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2547 - ], - "outputIndexes": [ - 2548 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.21/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2548 - ], - "outputIndexes": [ - 1378 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1367, - 1378 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_87_output_0", - "outputIndexes": [ - 1379 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1379, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_88_output_0", - "outputIndexes": [ - 1380 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1380 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_22/Mul_output_0", - "outputIndexes": [ - 1381 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.980469, - 1.039062, - 1.015625, - 1.0, - 0.976562, - 0.957031, - 1.0625, - 1.070312, - 1.078125, - 0.996094, - 1.03125, - 1.007812, - 0.980469, - 0.980469, - 0.976562, - 0.789062, - 1.0625, - 1.132812, - 0.957031, - 1.085938, - 1.078125, - 1.007812, - 1.0, - 0.988281, - 1.054688, - 1.046875, - 0.984375, - 1.085938, - 1.148438, - 1.023438, - 1.0, - 0.996094, - 1.015625, - 1.078125, - 0.953125, - 1.015625, - 1.046875, - 1.03125, - 1.039062, - 1.023438, - 1.0, - 0.988281, - 0.960938, - 1.070312, - 0.953125, - 1.398438, - 1.054688, - 0.96875, - 1.0, - 1.03125, - 0.949219, - 1.0625, - 1.015625, - 1.015625, - 1.039062, - 0.949219, - 0.867188, - 1.023438, - 0.855469, - 0.980469, - 1.078125, - 0.972656, - 0.882812, - 0.921875, - 1.492188, - 0.980469, - 1.03125, - 0.914062, - 0.957031, - 0.96875, - 0.921875, - 1.109375, - 0.875, - 1.0625, - 1.304688, - 1.039062, - 0.941406, - 0.949219, - 1.085938, - 1.070312, - 0.988281, - 0.953125, - 1.007812, - 0.964844, - 1.0625, - 0.953125, - 1.085938, - 0.988281, - 1.195312, - 1.03125, - 0.976562, - 0.949219, - 1.015625, - 1.359375, - 1.132812, - 0.96875, - 0.964844, - 1.148438, - 0.996094, - 0.988281, - 1.101562, - 0.855469, - 1.09375, - 0.898438, - 0.992188, - 1.796875, - 1.09375, - 0.921875, - 0.972656, - 0.828125, - 1.117188, - 1.007812, - 0.976562, - 0.976562, - 1.007812, - 0.933594, - 0.988281, - 1.054688, - 0.976562, - 1.101562, - 1.039062, - 0.96875, - 1.007812, - 1.148438, - 0.871094, - 0.957031, - 1.25, - 0.921875, - 1.25, - 1.023438, - 0.917969, - 1.09375, - 0.914062, - 1.125, - 1.148438, - 0.910156, - 0.941406, - 1.15625, - 1.1875, - 1.09375, - 0.96875, - 1.023438, - 0.917969, - 0.914062, - 1.054688, - 1.015625, - 0.90625, - 1.234375, - 0.96875, - 1.117188, - 1.039062, - 0.886719, - 1.03125, - 0.992188, - 1.0625, - 0.960938, - 1.023438, - 0.96875, - 0.972656, - 0.988281, - 1.046875, - 1.007812, - 1.78125, - 0.96875, - 0.957031, - 1.179688, - 1.242188, - 1.0625, - 1.507812, - 1.007812, - 2.21875, - 1.210938, - 1.179688, - 1.0625, - 0.984375, - 0.933594, - 1.0, - 1.125, - 1.546875, - 1.015625, - 0.980469, - 0.890625, - 1.09375, - 0.949219, - 1.15625, - 1.0, - 1.0625, - 1.023438, - 0.890625, - 0.988281, - 1.15625, - 1.015625, - 1.007812, - 0.941406, - 0.964844, - 1.195312, - 0.953125, - 1.109375, - 0.816406, - 1.046875, - 0.925781, - 0.960938, - 1.023438, - 1.023438, - 1.007812, - 0.921875, - 1.015625, - 0.867188, - 1.570312, - 1.320312, - 0.855469, - 0.914062, - 1.023438, - 1.046875, - 1.109375, - 0.984375, - 1.03125, - 1.148438, - 1.039062, - 1.3125, - 1.289062, - 1.039062, - 2.09375, - 1.125, - 1.046875, - 1.3125, - 1.054688, - 0.90625, - 1.054688, - 0.933594, - 1.023438, - 1.09375, - 1.179688, - 0.972656, - 1.0625, - 1.054688, - 0.992188, - 1.039062, - 3.296875, - 0.949219, - 1.03125, - 1.125, - 0.871094, - 0.878906, - 0.863281, - 1.03125, - 1.070312, - 1.054688, - 1.328125, - 1.054688, - 0.996094, - 1.414062, - 1.0625, - 0.855469, - 1.085938, - 1.203125, - 0.945312, - 1.023438, - 0.945312, - 0.992188, - 0.890625, - 1.234375, - 1.09375, - 1.0625, - 1.109375, - 1.09375, - 0.953125, - 0.976562, - 1.03125, - 0.914062, - 0.941406, - 0.964844, - 0.953125, - 0.917969, - 0.90625, - 1.40625, - 1.054688, - 0.910156, - 0.890625, - 1.078125, - 1.078125, - 1.148438, - 1.03125, - 0.957031, - 0.964844, - 1.023438, - 1.945312, - 1.0625, - 0.960938, - 0.882812, - 0.933594, - 1.039062, - 1.335938, - 0.980469, - 1.132812, - 0.964844, - 1.054688, - 0.933594, - 0.953125, - 0.722656, - 1.023438, - 0.976562, - 1.101562, - 0.996094, - 0.960938, - 0.851562, - 2.015625, - 1.007812, - 1.109375, - 0.949219, - 0.957031, - 0.949219, - 1.039062, - 1.015625, - 0.980469, - 1.054688, - 0.910156, - 0.90625, - 1.039062, - 1.179688, - 0.972656, - 0.949219, - 1.015625, - 1.023438, - 0.84375, - 0.929688, - 0.945312, - 2.59375, - 0.9375, - 0.921875, - 0.992188, - 0.972656, - 1.070312, - 1.125, - 1.140625, - 1.078125, - 1.015625, - 1.007812, - 0.964844, - 1.195312, - 1.023438, - 0.96875, - 0.914062, - 1.476562, - 1.09375, - 1.234375, - 1.039062, - 1.070312, - 0.980469, - 0.949219, - 0.898438, - 1.039062, - 0.894531, - 1.109375, - 1.15625, - 0.945312, - 0.960938, - 0.964844, - 0.859375, - 1.0, - 0.984375, - 1.46875, - 1.054688, - 0.738281, - 0.945312, - 1.929688, - 0.898438, - 1.085938, - 1.0, - 0.976562, - 1.195312, - 2.421875, - 1.039062, - 1.125, - 0.878906, - 0.933594, - 1.898438, - 0.972656, - 1.078125, - 1.335938, - 1.03125, - 0.800781, - 0.839844, - 1.070312, - 0.972656, - 0.839844, - 0.949219, - 0.917969, - 0.933594, - 1.125, - 0.90625, - 1.054688, - 1.0625, - 0.886719, - 1.085938, - 1.023438, - 1.039062, - 0.964844, - 0.992188, - 0.980469, - 1.0625, - 1.007812, - 1.070312, - 0.949219, - 1.0, - 1.226562, - 0.964844, - 0.945312, - 1.054688, - 0.90625, - 1.125, - 0.929688, - 1.023438, - 1.140625, - 1.148438, - 1.03125, - 1.007812, - 0.980469, - 1.023438, - 0.953125, - 1.09375, - 1.90625, - 0.933594, - 1.015625, - 1.140625, - 0.925781, - 0.742188, - 1.054688, - 1.03125, - 0.972656, - 0.917969, - 0.929688, - 1.28125, - 1.085938, - 0.832031, - 1.0, - 1.054688, - 0.96875, - 0.964844, - 1.195312, - 1.101562, - 0.960938, - 0.941406, - 1.023438, - 1.015625, - 0.949219, - 0.980469, - 1.046875, - 1.117188, - 0.992188, - 1.0625, - 1.039062, - 0.933594, - 0.894531, - 0.929688, - 1.03125, - 0.996094, - 0.941406, - 0.917969, - 1.046875, - 1.304688, - 1.015625, - 1.007812, - 1.046875, - 1.265625, - 0.945312, - 0.914062, - 1.0625, - 1.0, - 1.015625, - 1.039062, - 1.320312, - 0.972656, - 1.023438, - 0.898438, - 0.960938, - 0.996094, - 1.039062, - 0.90625, - 1.140625, - 0.984375, - 0.941406, - 0.988281, - 0.980469, - 1.0, - 0.992188, - 1.0, - 0.972656, - 0.816406, - 0.886719, - 1.289062, - 0.988281, - 1.132812, - 0.992188, - 0.886719, - 1.054688, - 1.023438, - 0.988281, - 0.828125, - 1.070312, - 1.015625, - 1.085938, - 1.078125, - 0.921875, - 0.992188, - 0.875, - 1.054688, - 0.953125, - 0.917969, - 1.085938, - 0.96875, - 0.980469, - 0.976562, - 0.976562, - 1.226562, - 2.8125, - 0.988281, - 1.265625, - 0.980469, - 1.234375, - 0.964844, - 0.910156, - 1.148438, - 1.125, - 1.289062, - 1.609375, - 0.917969, - 0.996094, - 0.902344, - 0.949219, - 1.023438, - 2.8125, - 0.980469, - 1.03125, - 0.949219, - 0.988281, - 0.976562, - 0.960938, - 0.90625, - 1.03125, - 1.0, - 0.925781, - 1.0625, - 0.941406, - 1.15625, - 0.925781, - 1.242188, - 1.703125, - 1.109375, - 1.78125, - 1.21875, - 1.023438, - 1.289062, - 2.328125, - 1.070312, - 0.933594, - 0.957031, - 1.234375, - 1.25, - 1.242188, - 1.078125, - 1.078125, - 0.976562, - 0.917969, - 1.046875, - 1.140625, - 0.867188, - 1.289062, - 0.902344, - 1.929688, - 0.945312, - 1.117188, - 1.0, - 0.78125, - 0.90625, - 1.28125, - 1.015625, - 0.90625, - 0.984375, - 0.917969, - 1.015625, - 0.972656, - 2.578125, - 1.085938, - 1.09375, - 1.101562, - 0.921875, - 0.917969, - 0.84375, - 0.960938, - 1.195312, - 0.945312, - 1.15625, - 1.023438, - 1.0625, - 1.03125, - 0.933594, - 0.976562, - 0.84375, - 0.949219, - 1.101562, - 1.210938, - 0.894531, - 0.941406, - 0.960938, - 1.476562, - 0.808594, - 0.917969, - 1.992188, - 2.15625, - 0.984375, - 1.109375, - 0.9375, - 0.964844, - 1.015625, - 0.976562, - 0.863281, - 0.957031, - 0.972656, - 0.929688, - 1.03125, - 0.929688, - 1.203125, - 0.984375, - 0.945312, - 1.875, - 0.953125, - 2.96875, - 0.953125, - 1.023438, - 0.980469, - 0.925781, - 0.996094, - 0.941406, - 0.902344, - 0.992188, - 0.992188, - 0.964844, - 0.851562, - 1.007812, - 0.851562, - 0.929688, - 0.949219, - 0.929688, - 0.9375, - 0.949219, - 1.109375, - 1.0, - 1.0, - 0.96875, - 1.039062, - 1.0625, - 0.9375, - 1.101562, - 0.832031, - 0.996094, - 1.09375, - 1.085938, - 1.023438, - 1.015625, - 1.046875, - 0.945312, - 1.054688, - 0.972656, - 1.148438, - 0.882812, - 1.054688, - 0.988281, - 1.21875, - 1.023438, - 1.09375, - 1.0, - 2.140625, - 0.980469, - 1.054688, - 0.851562, - 1.164062, - 1.265625, - 1.125, - 1.03125, - 0.972656, - 1.28125, - 1.03125, - 1.015625, - 0.988281, - 1.046875, - 0.761719, - 1.148438, - 1.070312, - 1.109375, - 0.917969, - 0.878906, - 0.953125, - 0.988281, - 0.929688, - 1.078125, - 0.984375, - 0.828125, - 0.976562, - 0.980469, - 0.9375, - 0.980469, - 0.792969, - 0.96875, - 0.980469, - 0.921875, - 0.957031, - 0.796875, - 0.878906, - 1.234375, - 0.984375, - 1.210938, - 0.867188, - 0.953125, - 0.988281, - 1.085938, - 1.09375, - 1.0, - 1.0625, - 0.972656, - 1.046875, - 1.078125, - 1.007812, - 1.0625, - 1.0625, - 0.878906, - 0.953125, - 0.960938, - 1.59375, - 0.808594, - 1.0625, - 1.085938, - 1.132812, - 1.046875, - 1.101562, - 1.023438, - 1.179688, - 1.023438, - 1.140625, - 1.179688, - 1.007812, - 1.0625, - 1.0625, - 1.617188, - 0.917969, - 0.984375, - 1.015625, - 0.945312, - 1.210938, - 0.964844, - 0.953125, - 0.980469, - 0.976562, - 1.0, - 0.933594, - 0.9375, - 0.726562, - 1.53125, - 1.070312, - 1.007812, - 1.132812, - 0.972656, - 0.949219, - 1.023438, - 0.957031, - 1.148438, - 0.921875, - 1.195312, - 0.96875, - 1.046875, - 0.949219, - 0.933594, - 0.914062, - 1.0625, - 1.070312, - 1.007812, - 1.03125, - 0.910156, - 0.976562, - 1.179688, - 1.046875, - 0.945312, - 0.929688, - 0.996094, - 1.046875, - 0.914062, - 0.957031, - 1.078125, - 0.9375, - 1.304688, - 1.046875, - 0.980469, - 1.101562, - 1.195312, - 1.585938, - 0.910156, - 0.894531, - 0.949219, - 1.039062, - 0.976562, - 1.09375, - 1.023438, - 0.9375, - 1.164062, - 0.941406, - 0.964844, - 1.140625, - 2.40625, - 0.941406, - 1.179688, - 1.015625, - 1.03125, - 0.941406, - 0.972656, - 0.945312, - 0.953125, - 1.023438, - 0.984375, - 0.96875, - 0.945312, - 0.941406, - 1.09375, - 1.039062, - 1.164062, - 1.117188, - 0.96875, - 1.09375, - 1.046875, - 0.945312, - 1.070312, - 1.03125, - 0.933594, - 0.976562, - 0.953125, - 1.109375, - 1.0, - 0.992188, - 1.03125, - 1.046875, - 0.96875, - 1.085938, - 1.109375, - 0.804688, - 0.9375, - 0.855469, - 0.980469, - 1.070312, - 0.929688, - 1.09375, - 1.03125, - 1.085938, - 0.960938, - 0.96875, - 0.933594, - 0.984375, - 0.960938, - 0.886719, - 0.988281, - 1.070312, - 0.929688, - 0.996094, - 1.03125, - 1.070312, - 0.945312, - 1.59375, - 0.960938, - 0.925781, - 1.015625, - 1.117188, - 1.65625, - 0.980469, - 1.125, - 1.109375, - 0.984375, - 1.039062, - 0.976562, - 0.96875, - 1.078125, - 1.070312, - 1.054688, - 0.90625, - 1.15625, - 1.046875, - 1.0625, - 0.996094, - 0.980469, - 1.007812, - 0.90625, - 0.894531, - 0.972656, - 1.039062, - 1.148438, - 1.195312, - 0.964844, - 1.015625, - 0.925781, - 0.910156, - 1.054688, - 0.976562, - 1.023438, - 0.984375, - 0.992188, - 1.335938, - 1.007812, - 1.03125, - 1.09375, - 0.859375, - 0.976562, - 1.203125, - 0.957031, - 0.859375, - 0.972656, - 1.132812, - 0.96875, - 0.925781, - 1.007812, - 0.894531, - 0.910156, - 0.96875, - 0.949219, - 0.980469, - 1.132812, - 1.007812, - 1.53125, - 1.007812, - 0.996094, - 1.132812, - 1.460938, - 1.125, - 1.273438, - 0.671875, - 1.179688, - 0.949219, - 1.007812, - 0.921875, - 0.875, - 0.921875, - 1.0, - 1.015625, - 0.878906, - 1.046875, - 1.0, - 1.1875, - 2.515625, - 1.367188, - 1.015625, - 1.921875, - 0.882812, - 1.078125, - 0.902344, - 0.917969, - 1.039062, - 1.40625, - 0.929688, - 0.84375, - 1.015625, - 0.886719, - 0.746094, - 1.039062, - 0.933594, - 0.898438, - 0.925781, - 0.933594, - 0.96875, - 0.976562, - 1.125, - 1.046875, - 1.023438, - 0.957031, - 0.945312, - 0.964844, - 1.0625, - 0.925781, - 0.175781, - 0.921875, - 1.007812, - 1.203125, - 1.203125, - 1.304688, - 0.960938, - 0.925781, - 1.140625, - 0.960938, - 1.578125, - 1.09375, - 0.910156, - 3.734375, - 1.015625, - 1.328125, - 0.933594, - 1.039062, - 1.117188, - 1.023438, - 1.367188, - 1.046875, - 0.996094, - 0.949219, - 1.101562, - 0.917969, - 0.996094, - 0.847656, - 1.09375, - 1.0625, - 0.929688, - 1.007812, - 0.957031, - 1.460938, - 0.886719, - 0.746094, - 1.109375, - 1.085938, - 0.988281, - 0.933594, - 1.054688, - 0.949219, - 0.996094, - 0.941406, - 0.996094, - 1.0, - 0.9375, - 1.101562, - 0.925781, - 0.972656, - 1.054688, - 0.925781, - 1.0625, - 1.101562, - 0.785156, - 0.863281, - 1.304688, - 1.328125, - 1.054688, - 1.210938, - 1.0, - 1.03125, - 1.328125, - 0.992188, - 1.140625, - 0.984375, - 1.117188, - 0.859375, - 0.941406, - 0.964844, - 0.988281, - 0.996094, - 0.945312, - 1.359375, - 0.96875, - 1.015625, - 1.039062, - 0.941406, - 1.070312, - 1.039062, - 0.941406, - 1.0, - 1.023438, - 1.09375, - 0.855469, - 1.039062, - 1.09375, - 1.0, - 0.929688, - 0.96875, - 1.40625, - 1.125, - 1.273438, - 0.980469, - 1.015625, - 1.0625, - 1.507812, - 1.125, - 1.007812, - 0.859375, - 0.886719, - 1.421875, - 1.0625, - 0.816406, - 1.007812, - 1.085938, - 1.195312, - 0.972656, - 1.007812, - 1.0625, - 0.933594, - 1.109375, - 0.992188, - 1.046875, - 1.039062, - 0.996094, - 1.117188, - 0.960938, - 4.8125, - 0.992188, - 0.949219, - 1.109375, - 1.265625, - 0.984375, - 1.0625, - 0.957031, - 0.917969, - 0.945312, - 1.359375, - 0.960938, - 0.96875, - 1.132812, - 1.523438, - 1.015625, - 1.164062, - 0.976562, - 1.015625, - 1.164062, - 1.046875, - 1.03125, - 0.949219, - 1.234375, - 0.886719, - 1.015625, - 0.984375, - 1.0, - 1.132812, - 1.007812, - 1.398438, - 0.828125, - 1.148438, - 1.125, - 1.132812, - 0.863281, - 0.957031, - 0.929688, - 1.1875, - 0.941406, - 1.125, - 0.828125, - 1.03125, - 0.929688, - 1.492188, - 1.0, - 0.980469, - 1.070312, - 2.03125, - 0.9375, - 0.953125, - 0.890625, - 0.921875, - 0.894531, - 1.070312, - 1.140625, - 1.070312, - 0.941406, - 0.9375, - 0.949219, - 0.925781, - 0.996094, - 0.984375, - 0.980469, - 1.015625, - 1.023438, - 0.941406, - 1.078125, - 0.917969, - 0.933594, - 0.925781, - 1.132812, - 0.972656, - 1.0625, - 1.054688, - 1.242188, - 1.03125, - 1.085938, - 0.992188, - 0.84375, - 0.949219, - 0.953125, - 1.015625, - 0.957031, - 1.039062, - 1.023438, - 0.96875, - 1.039062, - 1.09375, - 0.96875, - 1.039062, - 1.101562, - 0.96875, - 1.078125, - 1.007812, - 1.34375, - 0.910156, - 0.996094, - 1.046875, - 1.023438, - 1.992188, - 0.945312, - 0.976562, - 1.109375, - 0.886719, - 1.0625, - 0.886719, - 1.15625, - 1.148438, - 1.0, - 0.90625, - 1.007812, - 1.015625, - 0.945312, - 0.980469, - 1.265625, - 1.054688, - 0.988281, - 1.21875, - 0.78125, - 1.289062, - 0.875, - 0.878906, - 0.941406, - 0.90625, - 0.824219, - 0.90625, - 2.109375, - 0.902344, - 1.601562, - 1.085938, - 1.023438, - 0.96875, - 1.15625, - 1.3125, - 1.0625, - 1.101562, - 1.039062, - 1.085938, - 0.964844, - 1.070312, - 0.9375, - 0.996094, - 0.863281, - 0.941406, - 1.046875, - 1.007812, - 0.929688, - 1.5, - 1.09375, - 0.867188, - 1.296875, - 1.132812, - 1.023438, - 1.0, - 0.992188, - 0.953125, - 0.875, - 0.890625, - 2.0625, - 0.9375, - 1.703125, - 1.039062, - 0.902344, - 1.0, - 1.1875, - 2.28125, - 1.4375, - 1.140625, - 1.078125, - 1.179688, - 0.988281, - 0.925781, - 1.070312, - 0.882812, - 0.921875, - 1.101562, - 0.980469, - 1.078125, - 0.945312, - 1.085938, - 0.957031, - 0.832031, - 0.789062, - 0.945312, - 0.914062, - 0.910156, - 1.03125, - 0.8125, - 1.0, - 0.917969, - 0.917969, - 1.023438, - 0.953125, - 1.507812, - 0.972656, - 0.992188, - 0.953125, - 1.023438, - 1.070312, - 1.03125, - 0.902344, - 0.933594, - 1.40625, - 1.078125, - 1.023438, - 0.828125, - 1.039062, - 1.21875, - 0.964844, - 1.03125, - 1.101562, - 0.898438, - 0.875, - 1.046875, - 1.046875, - 0.953125, - 1.039062, - 0.863281, - 1.023438, - 1.023438, - 0.929688, - 0.914062, - 1.21875, - 0.988281, - 0.988281, - 1.15625, - 0.753906, - 0.871094, - 0.945312, - 1.015625, - 0.941406, - 1.0, - 1.132812, - 1.601562, - 1.484375, - 1.0, - 0.914062, - 0.917969, - 1.007812, - 0.960938, - 1.085938, - 0.980469, - 0.917969, - 1.148438, - 0.96875, - 0.964844, - 0.984375, - 1.15625, - 0.945312, - 1.085938, - 0.816406, - 1.023438, - 1.03125, - 0.847656, - 0.792969, - 0.953125, - 0.949219, - 0.90625, - 1.148438, - 1.0, - 1.101562, - 1.101562, - 1.015625, - 0.992188, - 1.1875, - 0.996094, - 1.085938, - 1.046875, - 0.996094, - 1.132812, - 0.890625, - 1.101562, - 1.84375, - 0.929688, - 0.835938, - 0.894531, - 0.949219, - 1.015625, - 0.996094, - 1.078125, - 0.996094, - 1.023438, - 1.125, - 1.648438, - 1.15625, - 0.996094, - 0.902344, - 1.070312, - 1.109375, - 1.046875, - 1.203125, - 1.09375, - 1.226562, - 1.054688, - 1.046875, - 1.039062, - 2.140625, - 0.902344, - 1.03125, - 1.15625, - 0.972656, - 0.964844, - 1.0, - 1.023438, - 0.816406, - 0.886719, - 0.925781, - 0.964844, - 0.957031, - 1.0, - 0.980469, - 0.957031, - 1.015625, - 1.085938, - 1.015625, - 1.078125, - 0.960938, - 0.960938, - 1.429688, - 0.976562, - 1.703125, - 0.96875, - 0.96875, - 1.023438, - 1.125, - 0.921875, - 1.078125, - 1.726562, - 1.078125, - 0.949219, - 1.070312, - 0.90625, - 0.996094, - 1.257812, - 1.234375, - 1.03125, - 0.910156, - 1.023438, - 0.964844, - 0.980469, - 1.0625, - 1.023438, - 0.423828, - 0.933594, - 0.886719, - 1.109375, - 1.023438, - 1.101562, - 0.957031, - 0.972656, - 0.984375, - 0.992188, - 0.964844, - 0.84375, - 0.945312, - 1.164062, - 0.960938, - 1.023438, - 0.992188, - 0.902344, - 2.203125, - 1.148438, - 1.015625, - 1.09375, - 0.871094, - 0.914062, - 0.964844, - 0.953125, - 1.023438, - 1.015625, - 0.96875, - 0.957031, - 0.976562, - 0.921875, - 0.972656, - 0.921875, - 0.832031, - 1.03125, - 0.867188, - 1.140625, - 1.179688, - 0.972656, - 1.03125, - 1.046875, - 1.085938, - 1.171875, - 0.878906, - 0.90625, - 0.910156, - 0.9375, - 1.03125, - 1.28125, - 0.984375, - 0.855469, - 0.921875, - 1.007812, - 0.898438, - 0.988281, - 0.941406, - 1.140625, - 0.882812, - 1.34375, - 1.15625, - 0.882812, - 1.21875, - 0.878906, - 0.890625, - 1.1875, - 1.476562, - 0.941406, - 0.996094, - 0.738281, - 0.945312, - 1.242188, - 0.945312, - 0.976562, - 1.28125, - 1.0, - 0.992188, - 0.964844, - 1.140625, - 1.0625, - 0.996094, - 1.0625, - 1.03125, - 0.992188, - 1.054688, - 1.070312, - 0.886719, - 1.054688, - 1.046875, - 0.910156, - 0.941406, - 1.609375, - 0.871094, - 1.046875, - 1.09375, - 1.601562, - 1.023438, - 1.015625, - 1.03125, - 1.109375, - 1.429688, - 0.980469, - 0.902344, - 0.972656, - 1.015625, - 1.0, - 1.03125, - 0.84375, - 1.03125, - 1.023438, - 1.03125, - 1.046875, - 0.96875, - 0.828125, - 1.0, - 0.96875, - 0.847656, - 0.914062, - 0.625, - 0.894531, - 1.070312, - 0.964844, - 0.910156, - 0.949219, - 1.210938, - 1.078125, - 1.054688, - 0.949219, - 1.664062, - 1.0, - 0.984375, - 0.90625, - 0.941406, - 0.976562, - 0.96875, - 1.117188, - 0.929688, - 0.839844, - 1.046875, - 1.03125, - 0.953125, - 1.09375, - 1.171875, - 0.980469, - 0.949219, - 1.023438, - 0.882812, - 1.070312, - 1.101562, - 1.046875, - 0.882812, - 1.015625, - 1.023438, - 0.980469, - 1.085938, - 1.078125, - 0.953125, - 1.140625, - 1.210938, - 0.988281, - 0.914062, - 0.820312, - 1.148438, - 1.09375, - 1.09375, - 1.125, - 3.25, - 1.070312, - 1.015625, - 1.125, - 0.960938, - 1.054688, - 1.046875, - 0.996094, - 1.046875, - 1.117188, - 1.328125, - 1.015625, - 1.039062, - 1.054688, - 1.070312, - 1.015625, - 0.988281, - 1.070312, - 1.328125, - 1.007812, - 1.0, - 1.03125, - 0.984375, - 1.0625, - 0.9375, - 1.21875, - 1.03125, - 1.007812, - 0.972656, - 0.945312, - 0.988281, - 1.0, - 1.046875, - 0.917969, - 1.070312, - 1.015625, - 1.015625, - 1.046875, - 0.972656, - 0.921875, - 1.015625, - 1.203125, - 0.898438, - 1.023438, - 0.957031, - 0.925781, - 1.046875, - 1.0, - 1.015625, - 1.03125, - 1.023438, - 0.933594, - 1.007812, - 0.910156, - 0.976562, - 0.84375, - 0.894531, - 1.164062, - 1.0625, - 1.117188, - 1.023438, - 1.101562, - 1.132812, - 1.054688, - 1.0625, - 1.578125, - 1.101562, - 0.980469, - 1.078125, - 0.925781, - 1.03125, - 1.117188, - 1.03125, - 1.015625, - 1.007812, - 1.023438, - 1.117188, - 0.964844, - 0.996094, - 0.851562, - 1.054688, - 0.960938, - 1.085938, - 1.078125, - 1.085938, - 1.0625, - 0.980469, - 1.015625, - 1.0, - 1.125, - 0.964844, - 1.023438, - 0.851562, - 0.945312, - 0.953125, - 0.933594, - 0.945312, - 0.992188, - 0.964844, - 0.949219, - 0.964844, - 0.921875, - 1.21875, - 1.15625, - 0.984375, - 0.96875, - 1.070312, - 0.875, - 0.820312, - 0.992188, - 1.140625, - 1.054688, - 2.453125, - 0.882812, - 1.078125, - 0.980469, - 1.039062, - 0.96875, - 0.976562, - 0.984375, - 1.09375, - 0.902344, - 1.085938, - 0.875, - 0.933594, - 1.007812, - 1.140625, - 1.023438, - 1.039062, - 1.046875, - 0.925781, - 0.90625, - 0.921875, - 1.15625, - 1.164062, - 1.101562, - 0.90625, - 1.203125, - 1.171875, - 1.0625, - 1.007812, - 1.039062, - 1.101562, - 0.957031, - 0.882812, - 0.90625, - 0.941406, - 1.0, - 1.273438, - 1.054688, - 1.1875, - 0.921875, - 0.785156, - 1.03125, - 0.945312, - 1.0, - 0.925781, - 1.039062, - 1.90625, - 0.9375, - 1.070312, - 0.972656, - 1.234375, - 0.96875, - 1.039062, - 0.980469, - 1.0625, - 0.980469, - 1.109375, - 0.945312, - 0.996094, - 0.976562, - 0.859375, - 1.203125, - 0.9375, - 1.414062, - 1.09375, - 1.148438, - 1.132812, - 2.421875, - 0.964844, - 1.039062, - 0.976562, - 1.0, - 0.976562, - 1.070312, - 0.925781, - 0.960938, - 1.101562, - 0.929688, - 0.976562, - 0.933594, - 0.945312, - 0.890625, - 2.21875, - 0.894531, - 0.910156, - 0.972656, - 1.007812, - 0.953125, - 1.007812, - 1.09375, - 1.015625, - 1.023438, - 0.921875, - 1.015625, - 1.054688, - 0.96875, - 0.828125, - 1.117188, - 1.46875, - 0.902344, - 1.007812, - 1.023438, - 0.960938, - 1.101562, - 0.972656, - 1.023438, - 1.070312, - 1.015625, - 0.949219, - 1.015625, - 0.949219, - 1.0, - 0.910156, - 1.195312, - 1.148438, - 0.929688, - 1.046875, - 1.140625, - 0.988281, - 1.070312, - 1.101562, - 1.109375, - 1.070312, - 0.902344, - 0.984375, - 1.039062, - 0.980469, - 0.828125, - 1.179688, - 1.039062, - 0.960938, - 0.898438, - 1.007812, - 0.953125, - 0.898438, - 1.039062, - 1.148438, - 1.15625, - 0.960938, - 1.078125, - 1.398438, - 0.863281, - 1.070312, - 1.0625, - 1.054688, - 1.023438, - 0.980469, - 0.898438, - 0.976562, - 0.898438, - 0.8125, - 0.949219, - 1.0, - 0.980469, - 0.945312, - 1.023438, - 0.964844, - 1.078125, - 1.007812, - 1.015625, - 1.1875, - 1.023438, - 1.234375, - 0.996094, - 1.054688, - 0.90625, - 0.992188, - 1.023438, - 0.980469, - 1.007812, - 0.6875, - 1.0, - 0.875, - 1.054688, - 0.972656, - 1.101562, - 1.023438, - 1.351562, - 1.023438, - 1.257812, - 1.078125, - 0.980469, - 1.117188, - 0.949219, - 1.609375, - 1.117188, - 1.0625, - 1.007812, - 1.109375, - 1.015625, - 1.03125, - 1.0, - 1.273438, - 0.980469, - 1.109375, - 0.859375, - 0.992188, - 0.800781, - 1.171875, - 0.929688, - 1.148438, - 0.921875, - 1.078125, - 0.910156, - 0.890625, - 0.957031, - 1.140625, - 0.777344, - 1.234375, - 0.945312, - 1.15625, - 1.117188, - 1.164062, - 0.941406, - 0.996094, - 1.070312, - 1.070312, - 1.125, - 1.0625, - 1.078125, - 0.945312, - 0.90625, - 1.132812, - 1.265625, - 1.09375, - 1.914062, - 1.015625, - 1.265625, - 1.0625, - 1.15625, - 1.085938, - 0.941406, - 0.933594, - 1.046875, - 0.988281, - 1.179688, - 0.964844, - 0.945312, - 1.125, - 0.972656, - 0.875, - 1.15625, - 1.046875, - 0.941406, - 1.046875, - 0.976562, - 0.765625, - 0.960938, - 0.871094, - 1.023438, - 0.964844, - 0.976562, - 1.117188, - 1.148438, - 0.832031, - 1.007812, - 1.226562, - 0.941406, - 1.023438, - 1.023438, - 0.953125, - 1.039062, - 0.980469, - 0.910156, - 0.988281, - 1.085938, - 0.9375, - 0.964844, - 1.109375, - 1.039062, - 0.96875, - 1.007812, - 0.949219, - 1.015625, - 0.960938, - 1.007812, - 1.0625, - 0.878906, - 0.890625, - 1.242188, - 1.179688, - 1.546875, - 0.945312, - 1.15625, - 0.976562, - 0.96875, - 0.851562, - 0.851562, - 0.980469, - 0.78125, - 0.957031, - 0.960938, - 0.941406, - 1.117188, - 0.96875, - 1.140625, - 0.988281, - 1.007812, - 1.023438, - 1.054688, - 1.21875, - 1.007812, - 1.054688, - 1.109375, - 0.796875, - 1.054688, - 0.996094, - 0.910156, - 1.039062, - 0.921875, - 0.898438, - 1.164062, - 0.984375, - 1.914062, - 1.296875, - 1.140625, - 1.039062, - 1.023438, - 0.894531, - 0.960938, - 0.960938, - 1.046875, - 0.972656, - 1.0625, - 1.070312, - 1.023438, - 0.769531, - 1.070312, - 0.878906, - 1.0625, - 1.09375, - 1.085938, - 1.046875, - 0.769531, - 1.085938, - 0.957031 - ] - }, - "name": "model.transformer.layers.22.attn_norm.weight", - "outputIndexes": [ - 1382 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1381, - 1382 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_22/Mul_1_output_0", - "outputIndexes": [ - 1383 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1383 - ], - "outputIndexes": [ - 2549 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2549 - ], - "outputIndexes": [ - 2550 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear", - "inputIndexes": [ - 2550 - ], - "outputIndexes": [ - 2551 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1792, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 380185944, - 1835030, - 229376, - 7168, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2551 - ], - "outputIndexes": [ - 2552 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2552 - ], - "outputIndexes": [ - 1384 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1792 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1383 - ], - "main_type": "NONE", - "name": "/Shape_89_output_0", - "outputIndexes": [ - 1385 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1385 - ], - "main_type": "NONE", - "name": "Shape1961", - "outputIndexes": [ - 1386 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1385 - ], - "main_type": "NONE", - "name": "Rank1963", - "outputIndexes": [ - 1387 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1387, - 1387 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1965", - "outputIndexes": [ - 1388 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1388 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1966", - "outputIndexes": [ - 1389 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1388, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1968", - "outputIndexes": [ - 1390 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1390 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1969", - "outputIndexes": [ - 1391 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1386, - 1389, - 1391, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1972", - "outputIndexes": [ - 1392 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1392 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1973", - "outputIndexes": [ - 1393 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1393 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1974", - "outputIndexes": [ - 1394 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1394, - 1393 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1975", - "outputIndexes": [ - 1395 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1385, - 1395, - 1388 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_114_output_0", - "outputIndexes": [ - 1396 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1396, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_221_output_0", - "outputIndexes": [ - 1397 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1397, - 1154, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_110_output_0", - "outputIndexes": [ - 1398 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1384, - 1398 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_89_output_0", - "outputIndexes": [ - 1399 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1399 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_22/Mul_output_0", - "outputIndexes": [ - 1400 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.163086, - 0.125977, - 0.055176, - -0.001968, - 0.026978, - 1.90625, - 1.75, - 1.796875, - 1.585938, - 1.84375, - 1.765625, - 1.992188, - 1.664062, - 2.046875, - 2.265625, - 1.507812, - 2.203125, - 2.578125, - 2.078125, - 2.265625, - 2.34375, - 2.734375, - 1.859375, - 2.203125, - 2.109375, - 2.171875, - 2.203125, - 2.15625, - 2.15625, - 2.375, - 2.234375, - 2.4375, - 0.024902, - -0.005585, - 0.083496, - 1.585938, - 1.789062, - 1.460938, - 1.320312, - 1.578125, - 1.765625, - 1.875, - 1.914062, - 1.90625, - 2.21875, - 2.015625, - 2.09375, - 2.109375, - 2.046875, - 1.5625, - 2.4375, - 2.015625, - 2.203125, - 1.539062, - 2.609375, - 2.265625, - 2.234375, - 2.1875, - 2.125, - 2.1875, - 2.125, - 1.992188, - 2.046875, - 1.9375 - ] - }, - "name": "model.transformer.layers.22.attn.q_norm.weight", - "outputIndexes": [ - 1401 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1400, - 1401 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_22/Mul_1_output_0", - "outputIndexes": [ - 1402 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1402, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_88_output_0", - "outputIndexes": [ - 1403 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1402, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_89_output_0", - "outputIndexes": [ - 1404 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1404 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_44_output_0", - "outputIndexes": [ - 1405 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1402, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_88_output_0", - "outputIndexes": [ - 1406 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1405, - 1406 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_113_output_0", - "outputIndexes": [ - 1407 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1407, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_89_output_0", - "outputIndexes": [ - 1408 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1403, - 1408 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_88_output_0", - "outputIndexes": [ - 1409 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1383 - ], - "outputIndexes": [ - 2553 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2553 - ], - "outputIndexes": [ - 2554 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear", - "inputIndexes": [ - 2554 - ], - "outputIndexes": [ - 2555 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 382257518, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2555 - ], - "outputIndexes": [ - 2556 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2556 - ], - "outputIndexes": [ - 1410 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1397, - 1168, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_111_output_0", - "outputIndexes": [ - 1411 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1410, - 1411 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_90_output_0", - "outputIndexes": [ - 1412 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1412 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_22/Mul_output_0", - "outputIndexes": [ - 1413 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.166992, - 0.130859, - 0.083496, - 0.022949, - -0.002625, - 1.6875, - 1.914062, - 1.984375, - 1.820312, - 2.078125, - 1.984375, - 1.78125, - 2.171875, - 1.734375, - 1.648438, - 2.3125, - 2.015625, - 1.164062, - 2.34375, - 2.09375, - 2.171875, - 1.445312, - 2.515625, - 2.1875, - 2.234375, - 2.25, - 2.140625, - 2.21875, - 2.1875, - 2.078125, - 2.125, - 2.015625, - -0.0625, - 0.026489, - 0.068848, - 1.265625, - 1.546875, - 1.640625, - 0.427734, - 0.84375, - 1.46875, - 1.765625, - 1.359375, - 2.0625, - 0.941406, - 2.109375, - 2.25, - 0.847656, - 2.125, - 2.40625, - 1.828125, - 2.296875, - 2.375, - 2.703125, - 1.953125, - 2.203125, - 2.203125, - 2.171875, - 2.1875, - 2.171875, - 2.046875, - 2.359375, - 2.34375, - 2.265625 - ] - }, - "name": "model.transformer.layers.22.attn.k_norm.weight", - "outputIndexes": [ - 1414 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1413, - 1414 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_22/Mul_1_output_0", - "outputIndexes": [ - 1415 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1415, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_90_output_0", - "outputIndexes": [ - 1416 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1415, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_91_output_0", - "outputIndexes": [ - 1417 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1417 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_45_output_0", - "outputIndexes": [ - 1418 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1415, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_90_output_0", - "outputIndexes": [ - 1419 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1418, - 1419 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_114_output_0", - "outputIndexes": [ - 1420 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1420, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_91_output_0", - "outputIndexes": [ - 1421 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1416, - 1421 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_89_output_0", - "outputIndexes": [ - 1422 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1383 - ], - "outputIndexes": [ - 2557 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2557 - ], - "outputIndexes": [ - 2558 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear", - "inputIndexes": [ - 2558 - ], - "outputIndexes": [ - 2559 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 382775428, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2559 - ], - "outputIndexes": [ - 2560 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2560 - ], - "outputIndexes": [ - 1423 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1423, - 1411 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_91_output_0", - "outputIndexes": [ - 1424 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1409, - 1422, - 1424, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.22/self_attn/FusedAttention", - "outputIndexes": [ - 1425 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1425 - ], - "outputIndexes": [ - 2561 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2561 - ], - "outputIndexes": [ - 2562 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear", - "inputIndexes": [ - 2562 - ], - "outputIndexes": [ - 2563 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 383293338, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2563 - ], - "outputIndexes": [ - 2564 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2564 - ], - "outputIndexes": [ - 1426 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1380, - 1426 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_90_output_0", - "outputIndexes": [ - 1427 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1427 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_22/Mul_output_0", - "outputIndexes": [ - 1428 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.746094, - 0.683594, - 0.757812, - 0.730469, - 0.738281, - 0.734375, - 0.746094, - 0.734375, - 0.753906, - 0.667969, - 0.757812, - 0.71875, - 0.738281, - 0.730469, - 0.707031, - 0.660156, - 0.722656, - 0.726562, - 0.746094, - 0.769531, - 0.753906, - 0.742188, - 0.753906, - 0.675781, - 0.683594, - 0.769531, - 0.738281, - 0.714844, - 0.730469, - 0.703125, - 0.71875, - 0.730469, - 0.726562, - 0.761719, - 0.738281, - 0.742188, - 0.765625, - 0.734375, - 0.714844, - 0.703125, - 0.738281, - 0.742188, - 0.703125, - 0.675781, - 0.742188, - 0.621094, - 0.75, - 0.707031, - 0.71875, - 0.707031, - 0.734375, - 0.707031, - 0.753906, - 0.691406, - 0.703125, - 0.757812, - 0.714844, - 0.75, - 0.710938, - 0.738281, - 0.742188, - 0.714844, - 0.730469, - 0.738281, - 0.542969, - 0.726562, - 0.703125, - 0.699219, - 0.746094, - 0.726562, - 0.671875, - 0.667969, - 0.722656, - 0.75, - 0.644531, - 0.707031, - 0.730469, - 0.734375, - 0.710938, - 0.75, - 0.742188, - 0.761719, - 0.722656, - 0.714844, - 0.695312, - 0.730469, - 0.71875, - 0.738281, - 0.699219, - 0.710938, - 0.753906, - 0.695312, - 0.75, - 0.566406, - 0.785156, - 0.753906, - 0.742188, - 0.652344, - 0.753906, - 0.738281, - 0.707031, - 0.742188, - 0.710938, - 0.730469, - 0.71875, - 0.289062, - 0.710938, - 0.71875, - 0.722656, - 0.710938, - 0.683594, - 0.734375, - 0.746094, - 0.703125, - 0.789062, - 0.695312, - 0.707031, - 0.71875, - 0.738281, - 0.699219, - 0.730469, - 0.730469, - 0.695312, - 0.617188, - 0.757812, - 0.6875, - 0.710938, - 0.773438, - 0.625, - 0.691406, - 0.730469, - 0.75, - 0.722656, - 0.71875, - 0.71875, - 0.777344, - 0.742188, - 0.917969, - 0.722656, - 0.710938, - 0.683594, - 0.761719, - 0.71875, - 0.730469, - 0.667969, - 0.667969, - 0.746094, - 0.605469, - 0.703125, - 0.671875, - 0.75, - 0.757812, - 0.710938, - 0.714844, - 0.765625, - 0.695312, - 0.710938, - 0.753906, - 0.648438, - 0.703125, - 0.75, - 0.738281, - 0.5, - 0.707031, - 0.6875, - 0.660156, - 0.699219, - 0.664062, - 0.636719, - 0.742188, - 0.333984, - 0.652344, - 0.71875, - 0.6875, - 0.695312, - 0.699219, - 0.722656, - 0.707031, - 0.59375, - 0.773438, - 0.765625, - 0.730469, - 0.769531, - 0.695312, - 0.746094, - 0.734375, - 0.738281, - 0.753906, - 0.726562, - 0.738281, - 0.714844, - 0.761719, - 0.738281, - 0.703125, - 0.710938, - 0.675781, - 0.804688, - 0.707031, - 0.730469, - 0.714844, - 0.714844, - 0.710938, - 0.636719, - 0.707031, - 0.679688, - 0.757812, - 0.730469, - 0.761719, - 0.53125, - 0.648438, - 0.730469, - 0.722656, - 0.738281, - 0.699219, - 0.726562, - 0.730469, - 0.722656, - 0.714844, - 0.75, - 0.617188, - 0.636719, - 0.726562, - 0.277344, - 0.738281, - 0.699219, - 0.640625, - 0.699219, - 0.730469, - 0.707031, - 0.769531, - 0.703125, - 0.671875, - 0.65625, - 0.71875, - 0.710938, - 0.699219, - 0.65625, - 0.726562, - 0.355469, - 0.738281, - 0.710938, - 0.714844, - 0.722656, - 0.71875, - 0.714844, - 0.703125, - 0.695312, - 0.738281, - 0.660156, - 0.75, - 0.71875, - 0.628906, - 0.742188, - 0.695312, - 0.71875, - 0.644531, - 0.726562, - 0.738281, - 0.699219, - 0.714844, - 0.703125, - 0.648438, - 0.707031, - 0.6875, - 0.691406, - 0.71875, - 0.738281, - 0.738281, - 0.722656, - 0.738281, - 0.738281, - 0.777344, - 0.726562, - 0.726562, - 0.714844, - 0.625, - 0.695312, - 0.730469, - 0.714844, - 0.769531, - 0.714844, - 0.707031, - 0.726562, - 0.714844, - 0.722656, - 0.726562, - 0.511719, - 0.738281, - 0.726562, - 0.742188, - 0.742188, - 0.734375, - 0.667969, - 0.734375, - 0.75, - 0.738281, - 0.738281, - 0.722656, - 0.765625, - 0.675781, - 0.707031, - 0.710938, - 0.691406, - 0.730469, - 0.746094, - 0.75, - 0.398438, - 0.714844, - 0.710938, - 0.757812, - 0.671875, - 0.742188, - 0.738281, - 0.75, - 0.75, - 0.757812, - 0.707031, - 0.710938, - 0.703125, - 0.664062, - 0.730469, - 0.742188, - 0.734375, - 0.707031, - 0.730469, - 0.71875, - 0.746094, - 0.628906, - 0.71875, - 0.742188, - 0.734375, - 0.71875, - 0.757812, - 0.714844, - 0.742188, - 0.777344, - 0.714844, - 0.707031, - 0.734375, - 0.804688, - 0.730469, - 0.742188, - 0.769531, - 0.482422, - 0.691406, - 0.652344, - 0.679688, - 0.714844, - 0.707031, - 0.691406, - 0.742188, - 0.699219, - 0.738281, - 0.664062, - 0.671875, - 0.703125, - 0.71875, - 0.742188, - 0.710938, - 0.71875, - 0.703125, - 0.5625, - 0.78125, - 0.734375, - 0.738281, - 0.550781, - 0.742188, - 0.75, - 0.742188, - 0.726562, - 0.65625, - 0.503906, - 0.710938, - 0.707031, - 0.714844, - 0.707031, - 0.361328, - 0.710938, - 0.695312, - 0.628906, - 0.730469, - 0.742188, - 0.707031, - 0.707031, - 0.695312, - 0.710938, - 0.714844, - 0.699219, - 0.710938, - 0.703125, - 0.742188, - 0.71875, - 0.710938, - 0.714844, - 0.71875, - 0.726562, - 0.722656, - 0.753906, - 0.707031, - 0.742188, - 0.714844, - 0.738281, - 0.703125, - 0.742188, - 0.675781, - 0.675781, - 0.761719, - 0.730469, - 0.699219, - 0.691406, - 0.652344, - 0.746094, - 0.726562, - 0.691406, - 0.703125, - 0.679688, - 0.730469, - 0.714844, - 0.71875, - 0.734375, - 0.714844, - 0.359375, - 0.703125, - 0.761719, - 0.738281, - 0.757812, - 0.71875, - 0.710938, - 0.707031, - 0.71875, - 0.703125, - 0.742188, - 0.972656, - 0.800781, - 0.734375, - 0.746094, - 0.722656, - 0.714844, - 0.722656, - 0.695312, - 0.730469, - 0.738281, - 0.726562, - 0.75, - 0.738281, - 0.765625, - 0.753906, - 0.710938, - 0.746094, - 0.734375, - 0.75, - 0.691406, - 0.691406, - 0.667969, - 0.71875, - 0.78125, - 0.753906, - 0.773438, - 0.714844, - 0.691406, - 0.722656, - 0.726562, - 0.710938, - 0.703125, - 0.625, - 0.703125, - 0.738281, - 0.722656, - 0.703125, - 0.753906, - 0.707031, - 0.609375, - 0.742188, - 0.753906, - 0.730469, - 0.742188, - 0.742188, - 0.695312, - 0.761719, - 0.6875, - 0.757812, - 0.742188, - 0.734375, - 0.734375, - 0.691406, - 0.710938, - 0.742188, - 0.738281, - 0.753906, - 0.730469, - 0.613281, - 0.734375, - 0.742188, - 0.699219, - 0.722656, - 0.679688, - 0.738281, - 0.714844, - 0.695312, - 0.695312, - 0.746094, - 0.753906, - 0.6875, - 0.730469, - 0.71875, - 0.757812, - 0.730469, - 0.746094, - 0.738281, - 0.734375, - 0.75, - 0.71875, - 0.738281, - 0.71875, - 0.621094, - 0.162109, - 0.734375, - 0.65625, - 0.734375, - 0.636719, - 0.746094, - 0.753906, - 0.691406, - 0.664062, - 0.625, - 0.519531, - 0.710938, - 0.734375, - 0.722656, - 0.738281, - 0.71875, - 0.357422, - 0.746094, - 0.699219, - 0.703125, - 0.753906, - 0.742188, - 0.753906, - 0.730469, - 0.746094, - 0.71875, - 0.738281, - 0.742188, - 0.730469, - 0.746094, - 0.714844, - 0.550781, - 0.515625, - 0.730469, - 0.431641, - 0.683594, - 0.75, - 0.703125, - 0.398438, - 0.695312, - 0.738281, - 0.710938, - 0.671875, - 0.65625, - 0.730469, - 0.714844, - 0.667969, - 0.699219, - 0.75, - 0.691406, - 0.625, - 0.644531, - 0.664062, - 0.691406, - 0.585938, - 0.726562, - 0.660156, - 0.714844, - 0.714844, - 0.757812, - 0.671875, - 0.625, - 0.738281, - 0.625, - 0.742188, - 0.789062, - 0.734375, - 0.447266, - 0.703125, - 0.742188, - 0.734375, - 0.714844, - 0.71875, - 0.734375, - 0.730469, - 0.671875, - 0.738281, - 0.761719, - 0.699219, - 0.746094, - 0.648438, - 0.730469, - 0.722656, - 0.742188, - 0.746094, - 0.878906, - 0.726562, - 0.707031, - 0.71875, - 0.726562, - 0.542969, - 0.742188, - 0.742188, - 0.375, - 0.224609, - 0.71875, - 0.679688, - 0.726562, - 0.765625, - 0.699219, - 0.722656, - 0.691406, - 0.753906, - 0.746094, - 0.722656, - 0.777344, - 0.738281, - 0.671875, - 0.710938, - 0.703125, - 0.238281, - 0.734375, - 0.227539, - 0.738281, - 0.734375, - 0.710938, - 0.75, - 0.703125, - 0.722656, - 0.671875, - 0.710938, - 0.730469, - 0.726562, - 0.734375, - 0.75, - 0.667969, - 0.753906, - 0.746094, - 0.679688, - 0.753906, - 0.742188, - 0.722656, - 0.683594, - 0.746094, - 0.714844, - 0.722656, - 0.722656, - 0.6875, - 0.753906, - 0.71875, - 0.71875, - 0.746094, - 0.78125, - 0.761719, - 0.734375, - 0.761719, - 0.757812, - 0.75, - 0.742188, - 0.726562, - 0.71875, - 0.683594, - 0.722656, - 0.644531, - 0.691406, - 0.707031, - 0.71875, - 0.217773, - 0.710938, - 0.65625, - 0.710938, - 0.710938, - 0.640625, - 0.722656, - 0.730469, - 0.707031, - 0.644531, - 0.730469, - 0.742188, - 0.730469, - 0.726562, - 0.707031, - 0.765625, - 0.6875, - 0.65625, - 0.753906, - 0.742188, - 0.722656, - 0.734375, - 0.761719, - 0.746094, - 0.703125, - 0.722656, - 0.714844, - 0.746094, - 0.71875, - 0.722656, - 0.730469, - 0.769531, - 0.726562, - 0.722656, - 0.726562, - 0.722656, - 0.726562, - 0.667969, - 0.730469, - 0.675781, - 0.726562, - 0.710938, - 0.746094, - 0.722656, - 0.730469, - 0.742188, - 0.757812, - 0.6875, - 0.746094, - 0.753906, - 0.710938, - 0.726562, - 0.707031, - 0.707031, - 0.753906, - 0.734375, - 0.503906, - 0.6875, - 0.699219, - 0.765625, - 0.675781, - 0.753906, - 0.714844, - 0.695312, - 0.683594, - 0.726562, - 0.769531, - 0.742188, - 0.722656, - 0.710938, - 0.757812, - 0.492188, - 0.722656, - 0.714844, - 0.753906, - 0.71875, - 0.679688, - 0.710938, - 0.714844, - 0.742188, - 0.730469, - 0.769531, - 0.761719, - 0.75, - 0.742188, - 0.605469, - 0.714844, - 0.757812, - 0.679688, - 0.707031, - 0.730469, - 0.738281, - 0.726562, - 0.707031, - 0.707031, - 0.730469, - 0.734375, - 0.746094, - 0.707031, - 0.710938, - 0.683594, - 0.710938, - 0.722656, - 0.742188, - 0.734375, - 0.683594, - 0.726562, - 0.660156, - 0.730469, - 0.679688, - 0.714844, - 0.742188, - 0.722656, - 0.738281, - 0.71875, - 0.6875, - 0.71875, - 0.617188, - 0.695312, - 0.738281, - 0.730469, - 0.640625, - 0.632812, - 0.734375, - 0.726562, - 0.71875, - 0.695312, - 0.761719, - 0.730469, - 0.699219, - 0.679688, - 0.71875, - 0.660156, - 0.714844, - 0.699219, - 0.578125, - 0.695312, - 0.691406, - 0.683594, - 0.769531, - 0.726562, - 0.710938, - 0.753906, - 0.726562, - 0.722656, - 0.738281, - 0.734375, - 0.78125, - 0.734375, - 0.726562, - 0.707031, - 0.699219, - 0.6875, - 0.742188, - 0.609375, - 0.722656, - 0.722656, - 0.714844, - 0.722656, - 0.734375, - 0.695312, - 0.75, - 0.71875, - 0.71875, - 0.71875, - 0.742188, - 0.699219, - 0.710938, - 0.707031, - 0.726562, - 0.746094, - 0.753906, - 0.753906, - 0.710938, - 0.691406, - 0.742188, - 0.71875, - 0.726562, - 0.710938, - 0.757812, - 0.734375, - 0.71875, - 0.707031, - 0.714844, - 0.730469, - 0.6875, - 0.664062, - 0.726562, - 0.730469, - 0.703125, - 0.6875, - 0.738281, - 0.492188, - 0.714844, - 0.734375, - 0.675781, - 0.730469, - 0.53125, - 0.746094, - 0.671875, - 0.738281, - 0.730469, - 0.746094, - 0.675781, - 0.730469, - 0.75, - 0.738281, - 0.746094, - 0.746094, - 0.710938, - 0.746094, - 0.710938, - 0.746094, - 0.722656, - 0.742188, - 0.710938, - 0.722656, - 0.75, - 0.71875, - 0.742188, - 0.683594, - 0.722656, - 0.730469, - 0.726562, - 0.726562, - 0.722656, - 0.742188, - 0.75, - 0.78125, - 0.695312, - 0.660156, - 0.742188, - 0.675781, - 0.710938, - 0.679688, - 0.753906, - 0.703125, - 0.75, - 0.710938, - 0.734375, - 0.726562, - 0.714844, - 0.734375, - 0.730469, - 0.726562, - 0.773438, - 0.730469, - 0.71875, - 0.746094, - 0.6875, - 0.769531, - 1.007812, - 0.730469, - 0.726562, - 0.730469, - 0.601562, - 0.714844, - 0.703125, - 0.761719, - 0.675781, - 0.710938, - 0.746094, - 0.714844, - 0.742188, - 0.75, - 0.75, - 0.765625, - 0.75, - 0.726562, - 0.726562, - 0.757812, - 0.263672, - 0.601562, - 0.726562, - 0.478516, - 0.683594, - 0.742188, - 0.734375, - 0.722656, - 0.691406, - 0.566406, - 0.703125, - 0.707031, - 0.703125, - 0.75, - 0.707031, - 0.667969, - 0.738281, - 0.714844, - 0.703125, - 0.710938, - 0.726562, - 0.71875, - 0.632812, - 0.722656, - 0.714844, - 0.585938, - 0.757812, - 0.738281, - 0.757812, - 0.714844, - 0.613281, - 0.664062, - 0.734375, - 0.65625, - 0.636719, - 0.605469, - 0.730469, - 0.726562, - 0.699219, - 0.710938, - 0.458984, - 0.707031, - 0.71875, - 0.566406, - 0.738281, - 0.695312, - 0.773438, - 0.730469, - 0.78125, - 0.742188, - 0.578125, - 0.734375, - 0.757812, - 0.730469, - 0.648438, - 0.726562, - 0.742188, - 0.722656, - 0.691406, - 0.703125, - 0.738281, - 0.710938, - 0.726562, - 0.613281, - 0.738281, - 0.707031, - 0.746094, - 0.714844, - 0.738281, - 0.710938, - 0.730469, - 0.742188, - 0.742188, - 0.738281, - 0.730469, - 0.660156, - 0.726562, - 0.726562, - 0.726562, - 0.722656, - 0.738281, - 0.722656, - 0.730469, - 0.71875, - 0.703125, - 0.746094, - 0.648438, - 0.667969, - 0.722656, - 0.699219, - 0.761719, - 0.71875, - 0.621094, - 0.714844, - 0.71875, - 0.714844, - 0.691406, - 0.71875, - 0.785156, - 0.722656, - 0.734375, - 0.730469, - 0.746094, - 0.636719, - 0.738281, - 0.699219, - 0.757812, - 0.71875, - 0.714844, - 0.65625, - 0.71875, - 0.757812, - 0.722656, - 0.738281, - 0.703125, - 0.753906, - 0.765625, - 0.667969, - 0.734375, - 0.726562, - 0.625, - 0.765625, - 0.714844, - 0.695312, - 0.691406, - 0.734375, - 0.558594, - 0.71875, - 0.710938, - 0.738281, - 0.746094, - 0.601562, - 0.765625, - 0.554688, - 0.714844, - 0.707031, - 0.652344, - 0.726562, - 0.742188, - 0.761719, - 0.71875, - 0.726562, - 0.730469, - 0.757812, - 0.722656, - 0.703125, - 0.785156, - 0.761719, - 0.894531, - 0.757812, - 0.738281, - 0.722656, - 0.617188, - 0.703125, - 0.738281, - 0.695312, - 0.730469, - 0.722656, - 0.660156, - 0.730469, - 0.738281, - 0.703125, - 0.613281, - 0.707031, - 0.671875, - 0.710938, - 0.722656, - 0.671875, - 0.726562, - 0.730469, - 0.722656, - 0.730469, - 0.710938, - 0.714844, - 0.734375, - 0.722656, - 0.699219, - 0.769531, - 0.578125, - 0.710938, - 0.738281, - 0.6875, - 0.753906, - 0.742188, - 0.679688, - 0.734375, - 0.726562, - 0.71875, - 0.792969, - 0.722656, - 0.742188, - 0.738281, - 0.648438, - 0.789062, - 0.746094, - 0.734375, - 1.804688, - 0.742188, - 0.753906, - 0.746094, - 0.734375, - 0.738281, - 0.734375, - 0.710938, - 0.707031, - 0.742188, - 0.726562, - 0.714844, - 0.746094, - 0.75, - 0.726562, - 0.757812, - 0.753906, - 0.742188, - 0.738281, - 0.683594, - 0.699219, - 0.695312, - 0.71875, - 0.730469, - 0.71875, - 0.738281, - 0.71875, - 0.726562, - 0.722656, - 0.722656, - 0.75, - 0.691406, - 0.734375, - 0.722656, - 0.722656, - 0.746094, - 0.746094, - 0.738281, - 0.722656, - 0.730469, - 0.738281, - 0.96875, - 0.699219, - 0.730469, - 0.742188, - 0.746094, - 0.738281, - 0.621094, - 0.726562, - 0.695312, - 0.730469, - 0.734375, - 0.480469, - 0.726562, - 0.695312, - 0.703125, - 0.738281, - 0.730469, - 0.699219, - 0.644531, - 0.734375, - 0.730469, - 0.730469, - 0.726562, - 0.726562, - 0.730469, - 0.746094, - 0.929688, - 0.742188, - 0.699219, - 0.703125, - 0.746094, - 0.664062, - 0.738281, - 0.738281, - 0.738281, - 0.734375, - 0.710938, - 0.671875, - 0.408203, - 0.726562, - 0.835938, - 0.699219, - 0.753906, - 0.734375, - 0.679688, - 0.667969, - 0.675781, - 0.765625, - 0.773438, - 0.746094, - 0.695312, - 0.714844, - 0.726562, - 0.714844, - 0.699219, - 0.734375, - 0.722656, - 0.71875, - 0.683594, - 0.707031, - 0.714844, - 0.726562, - 0.6875, - 0.714844, - 0.707031, - 0.738281, - 0.757812, - 0.730469, - 0.730469, - 0.675781, - 0.474609, - 0.714844, - 0.601562, - 0.726562, - 0.742188, - 0.726562, - 0.695312, - 0.287109, - 0.613281, - 0.730469, - 0.707031, - 0.683594, - 0.714844, - 0.726562, - 0.714844, - 0.703125, - 0.738281, - 0.722656, - 0.746094, - 0.726562, - 0.738281, - 0.726562, - 0.753906, - 0.714844, - 0.691406, - 0.742188, - 0.710938, - 0.714844, - 0.710938, - 0.722656, - 0.757812, - 0.773438, - 0.738281, - 0.714844, - 0.761719, - 0.5625, - 0.714844, - 0.761719, - 0.734375, - 0.75, - 0.71875, - 0.75, - 0.734375, - 0.71875, - 0.625, - 0.722656, - 0.726562, - 0.753906, - 0.683594, - 0.710938, - 0.742188, - 0.6875, - 0.710938, - 0.710938, - 0.730469, - 0.738281, - 0.753906, - 0.714844, - 0.722656, - 0.742188, - 0.628906, - 0.707031, - 0.699219, - 0.753906, - 0.699219, - 0.714844, - 0.714844, - 0.726562, - 0.710938, - 0.714844, - 0.746094, - 0.707031, - 0.75, - 0.75, - 0.730469, - 0.664062, - 0.550781, - 0.726562, - 0.726562, - 0.714844, - 0.726562, - 0.703125, - 0.710938, - 0.691406, - 0.738281, - 0.699219, - 0.722656, - 0.6875, - 0.746094, - 0.648438, - 0.746094, - 0.71875, - 0.722656, - 0.730469, - 0.699219, - 0.722656, - 0.761719, - 0.730469, - 0.71875, - 0.707031, - 0.730469, - 0.734375, - 0.726562, - 0.703125, - 0.769531, - 0.714844, - 0.746094, - 0.761719, - 0.761719, - 0.726562, - 0.71875, - 0.707031, - 0.753906, - 0.714844, - 1.109375, - 0.714844, - 0.699219, - 0.75, - 0.765625, - 0.71875, - 0.722656, - 0.730469, - 0.742188, - 0.6875, - 0.757812, - 0.53125, - 0.707031, - 0.742188, - 0.734375, - 0.707031, - 0.683594, - 0.746094, - 0.738281, - 0.695312, - 0.667969, - 0.734375, - 0.695312, - 0.734375, - 0.275391, - 0.71875, - 0.765625, - 0.664062, - 0.742188, - 0.730469, - 0.703125, - 0.742188, - 0.613281, - 0.699219, - 0.734375, - 0.738281, - 0.734375, - 0.695312, - 0.6875, - 0.753906, - 0.710938, - 0.703125, - 0.683594, - 0.6875, - 0.726562, - 0.734375, - 0.5625, - 0.757812, - 0.482422, - 0.734375, - 0.730469, - 0.742188, - 0.683594, - 0.75, - 0.714844, - 1.125, - 0.714844, - 0.679688, - 0.734375, - 0.726562, - 0.703125, - 0.699219, - 0.703125, - 0.746094, - 0.726562, - 0.734375, - 0.738281, - 0.707031, - 0.742188, - 0.730469, - -0.000542, - 0.691406, - 0.738281, - 0.648438, - 0.660156, - 0.710938, - 0.714844, - 0.726562, - 0.726562, - 0.761719, - 0.71875, - 0.707031, - 0.734375, - 0.648438, - 0.710938, - 0.679688, - 0.738281, - 0.71875, - 0.308594, - 0.78125, - 0.753906, - 0.695312, - 0.71875, - 0.714844, - 0.699219, - 0.710938, - 0.714844, - 0.746094, - 0.753906, - 0.714844, - 0.769531, - 0.703125, - 0.71875, - 0.726562, - 0.730469, - 0.726562, - 0.6875, - 0.75, - 0.652344, - 0.734375, - 0.746094, - 0.746094, - 0.679688, - 0.675781, - 0.722656, - 0.746094, - 0.667969, - 0.707031, - 0.730469, - 0.652344, - 0.699219, - 0.730469, - 0.71875, - 0.738281, - 0.722656, - 0.726562, - 0.742188, - 0.675781, - 0.664062, - 0.652344, - 0.6875, - 0.714844, - 0.816406, - 0.738281, - 0.730469, - 0.75, - 0.660156, - 0.730469, - 0.734375, - 0.734375, - 0.734375, - 0.734375, - 0.730469, - 0.734375, - 0.832031, - 0.699219, - 0.730469, - 0.730469, - 0.769531, - 0.765625, - 0.71875, - 0.757812, - 0.75, - 0.746094, - 0.726562, - 0.6875, - 0.71875, - 0.714844, - 0.703125, - 0.660156, - 0.738281, - 0.462891, - 0.675781, - 0.710938, - 0.707031, - 0.554688, - 0.71875, - 0.679688, - 0.761719, - 0.710938, - 0.65625, - 0.730469, - 0.742188, - 0.675781, - 0.6875, - 0.730469, - 0.742188, - 0.730469, - 0.703125, - 0.722656, - 0.730469, - 0.664062, - 0.71875, - 0.730469, - 0.757812, - 0.726562, - 0.679688, - 0.707031, - 0.996094, - 0.738281, - 0.761719, - 0.746094, - 0.710938, - 0.765625, - 0.707031, - 0.691406, - 0.714844, - 0.734375, - 0.570312, - 0.726562, - 0.738281, - 0.726562, - 0.722656, - 0.71875, - 0.710938, - 0.773438, - 0.726562, - 0.742188, - 0.695312, - 0.714844, - 0.714844, - 0.742188, - 0.71875, - 0.765625, - 0.746094, - 0.671875, - 0.730469, - 0.726562, - 0.75, - 0.734375, - 0.714844, - 0.753906, - 0.707031, - 0.75, - 0.757812, - 0.722656, - 0.75, - 0.71875, - 0.699219, - 0.71875, - 0.746094, - 0.738281, - 0.660156, - 0.730469, - 0.703125, - 0.710938, - 0.207031, - 0.707031, - 0.714844, - 0.652344, - 0.738281, - 0.738281, - 0.691406, - 0.714844, - 0.699219, - 0.714844, - 0.921875, - 0.730469, - 0.679688, - 0.71875, - 0.675781, - 0.726562, - 0.714844, - 0.75, - 0.640625, - 0.75, - 0.738281, - 0.722656, - 0.71875, - 0.734375, - 0.75, - 0.695312, - 0.714844, - 0.605469, - 0.71875, - 0.714844, - 0.738281, - 0.738281, - 0.707031, - 0.730469, - 0.726562, - 0.738281, - 0.757812, - 0.726562, - 0.746094, - 0.695312, - 0.71875, - 0.679688, - 0.738281, - 0.738281, - 0.703125, - 0.707031, - 0.730469, - 0.703125, - 0.753906, - 0.710938, - 0.726562, - 0.734375, - 0.726562, - 0.71875, - 0.71875, - 0.714844, - 0.707031, - 0.746094, - 0.703125, - 0.671875, - 0.738281, - 0.734375, - 0.6875, - 0.757812, - 0.746094, - 0.597656, - 0.742188, - 0.714844, - 0.75, - 0.726562, - 0.746094, - 0.675781, - 0.699219, - 0.730469, - 0.730469, - 0.746094, - 0.707031, - 0.761719, - 0.6875, - 0.722656, - 0.730469, - 0.714844, - 0.722656, - 0.703125, - 0.734375, - 0.75, - 0.734375, - 0.746094, - 0.726562, - 0.699219, - 0.65625, - 0.730469, - 0.6875, - 0.710938, - 0.75, - 0.777344, - 0.726562, - 0.8125, - 0.710938, - 0.714844, - 0.71875, - 0.722656, - 0.660156, - 0.699219, - 0.757812, - 0.675781, - 0.777344, - 0.75, - 0.75, - 0.746094, - 0.738281, - 0.710938, - 0.263672, - 0.675781, - 0.671875, - 0.734375, - 0.722656, - 0.746094, - 0.71875, - 0.730469, - 0.730469, - 0.710938, - 0.664062, - 0.722656, - 0.683594, - 0.75, - 0.675781, - 0.714844, - 0.714844, - 0.761719, - 0.691406, - 0.710938, - 0.726562, - 0.726562, - 0.625, - 0.761719, - 0.746094, - 0.613281, - 0.777344, - 0.777344, - 0.726562, - 0.691406, - 0.769531, - 0.722656, - 0.726562, - 0.742188, - 0.714844, - 0.742188, - 0.613281, - 0.730469, - 0.617188, - 0.730469, - 0.707031, - 0.722656, - 0.707031, - 0.710938, - 0.742188, - 0.71875, - 0.318359, - 0.714844, - 0.75, - 0.742188, - 0.652344, - 0.714844, - 0.742188, - 0.746094, - 0.714844, - 0.738281, - 0.671875, - 0.6875, - 0.765625, - 0.730469, - 0.742188, - 0.625, - 0.699219, - 0.515625, - 0.710938, - 0.734375, - 0.75, - 0.457031, - 0.753906, - 0.746094, - 0.722656, - 0.722656, - 0.730469, - 0.714844, - 0.746094, - 0.714844, - 0.742188, - 0.734375, - 0.730469, - 0.703125, - 0.738281, - 0.710938, - 0.219727, - 0.738281, - 0.738281, - 0.726562, - 0.703125, - 0.699219, - 0.773438, - 0.726562, - 0.71875, - 0.710938, - 0.699219, - 0.730469, - 0.722656, - 0.730469, - 0.710938, - 0.683594, - 0.652344, - 0.738281, - 0.75, - 0.746094, - 0.761719, - 0.769531, - 0.738281, - 0.757812, - 0.699219, - 0.738281, - 0.757812, - 0.742188, - 0.742188, - 0.71875, - 0.71875, - 0.628906, - 0.75, - 0.699219, - 0.78125, - 0.683594, - 0.753906, - 0.699219, - 0.742188, - 0.664062, - 0.734375, - 0.703125, - 0.714844, - 0.71875, - 0.71875, - 0.703125, - 0.632812, - 0.738281, - 0.691406, - 0.761719, - 0.722656, - 0.710938, - 0.757812, - 0.757812, - 0.828125, - 0.796875, - 0.722656, - 0.722656, - 0.652344, - 0.714844, - 0.753906, - 0.726562, - 0.679688, - 0.742188, - 0.699219, - 0.722656, - 0.730469, - 0.726562, - 0.730469, - 0.722656, - 0.714844, - 0.703125, - 0.75, - 0.734375, - 0.714844, - 0.722656, - 0.753906, - 0.769531, - 0.6875, - 0.726562, - 0.675781, - 0.742188, - 0.71875, - 0.738281, - 0.707031, - 0.695312, - 0.691406, - 0.707031, - 0.734375, - 0.699219, - 0.714844, - 0.6875, - 0.71875, - 0.714844, - 0.683594, - 0.625, - 0.714844, - 0.703125, - 0.691406, - 0.734375, - 0.75, - 0.707031, - 0.515625, - 0.707031, - 0.75, - 0.6875, - 0.714844, - 0.730469, - 0.710938, - 0.777344, - 0.738281, - 0.738281, - 0.699219, - 0.777344, - 0.714844, - 0.71875, - 0.699219, - 0.742188, - 0.660156, - 0.765625, - 0.726562, - 0.734375, - 0.710938, - 0.75, - 0.6875, - 0.738281, - 0.617188, - 0.761719, - 0.648438, - 0.722656, - 0.757812, - 0.734375, - 0.699219, - 0.703125, - 0.722656, - 0.734375, - 0.652344, - 0.71875, - 0.6875, - 0.738281, - 0.714844, - 0.636719, - 0.734375, - 0.546875, - 0.71875, - 0.664062, - 0.765625, - 0.667969, - 0.714844, - 0.71875, - 0.753906, - 0.695312, - 0.730469, - 0.734375, - 0.738281, - 0.769531, - 0.738281, - 0.71875, - 0.730469, - 0.75, - 0.71875, - 0.738281, - 0.710938, - 0.695312, - 0.722656, - 0.710938, - 0.707031, - 0.746094, - 0.746094, - 0.742188, - 0.679688, - 0.707031, - 0.726562, - 0.726562, - 0.609375, - 0.722656, - 0.710938, - 0.710938, - 0.722656, - 0.726562, - 0.730469, - 0.71875, - 0.738281, - 0.691406, - 0.734375, - 0.71875, - 0.75, - 0.699219, - 0.765625, - 0.726562, - 0.730469, - 0.703125, - 0.722656, - 0.742188, - 0.75, - 0.742188, - 0.703125, - 0.667969, - 0.664062, - 0.558594, - 0.734375, - 0.714844, - 0.6875, - 0.71875, - 0.742188, - 0.605469, - 0.738281, - 0.648438, - 0.730469, - 0.734375, - 0.730469, - 0.679688, - 0.71875, - 0.703125, - 0.734375, - 0.734375, - 0.738281, - 0.738281, - 0.609375, - 0.675781, - 0.71875, - 0.695312, - 0.695312, - 0.746094, - 0.722656, - 0.746094, - 0.710938, - 0.722656, - 0.722656, - 0.695312, - 0.769531, - 0.355469, - 0.824219, - 0.734375, - 0.734375, - 0.699219, - 0.707031, - 0.742188, - 0.765625, - 0.753906, - 0.742188, - 0.746094, - 0.789062, - 0.703125, - 0.714844, - 0.757812, - 0.71875, - 0.757812, - 0.683594, - 0.671875, - 0.6875, - 0.753906, - 0.746094, - 0.699219 - ] - }, - "name": "model.transformer.layers.22.ffn_norm.weight", - "outputIndexes": [ - 1429 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1428, - 1429 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_22/Mul_1_output_0", - "outputIndexes": [ - 1430 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1430 - ], - "outputIndexes": [ - 2565 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2565 - ], - "outputIndexes": [ - 2566 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_1/Linear", - "inputIndexes": [ - 2566 - ], - "outputIndexes": [ - 2567 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 13824, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 221184, - "weightSize": 0 - }, - "external": [ - 385357744, - 14155798, - 1769472, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2567 - ], - "outputIndexes": [ - 2568 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2568 - ], - "outputIndexes": [ - 1431 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 13824 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6912 - ] - }, - "name": "/ffn_22/Mul_output_0", - "outputIndexes": [ - 1432 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1431, - 21, - 1432, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_22/Slice_output_0", - "outputIndexes": [ - 1433 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1433 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_22/Sigmoid_output_0", - "outputIndexes": [ - 1434 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1433, - 1434 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_22/Mul_output_0", - "outputIndexes": [ - 1435 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 13824 - ] - }, - "name": "/ffn_22/Mul_1_output_0", - "outputIndexes": [ - 1436 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1431, - 1432, - 1436, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_22/Slice_1_output_0", - "outputIndexes": [ - 1437 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1435, - 1437 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_22/Mul_2_output_0", - "outputIndexes": [ - 1438 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1438 - ], - "outputIndexes": [ - 2569 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 6912, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2569 - ], - "outputIndexes": [ - 2570 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_2/Linear", - "inputIndexes": [ - 2570 - ], - "outputIndexes": [ - 2571 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 6912, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 110592, - "weightSize": 0 - }, - "external": [ - 401283014, - 7077910, - 884736, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2571 - ], - "outputIndexes": [ - 2572 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.22/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2572 - ], - "outputIndexes": [ - 1439 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1427, - 1439 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_91_output_0", - "outputIndexes": [ - 1440 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1440, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_92_output_0", - "outputIndexes": [ - 1441 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1441 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_23/Mul_output_0", - "outputIndexes": [ - 1442 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.09375, - 1.359375, - 1.265625, - 1.046875, - 1.195312, - 1.242188, - 1.132812, - 1.304688, - 1.28125, - 1.382812, - 1.132812, - 1.179688, - 1.1875, - 1.242188, - 1.09375, - 0.949219, - 1.296875, - 1.34375, - 1.09375, - 1.210938, - 1.3125, - 1.164062, - 1.242188, - 1.265625, - 1.367188, - 1.25, - 1.273438, - 1.257812, - 1.4375, - 1.40625, - 1.304688, - 1.320312, - 1.242188, - 1.257812, - 1.132812, - 1.195312, - 1.164062, - 1.171875, - 1.375, - 1.351562, - 1.164062, - 1.257812, - 1.226562, - 1.460938, - 1.171875, - 1.78125, - 1.210938, - 1.1875, - 1.171875, - 1.265625, - 1.109375, - 1.242188, - 1.203125, - 1.320312, - 1.3125, - 1.234375, - 1.15625, - 1.132812, - 1.070312, - 1.179688, - 1.289062, - 1.265625, - 1.117188, - 1.109375, - 1.6875, - 1.195312, - 1.148438, - 1.09375, - 1.179688, - 1.203125, - 1.117188, - 1.257812, - 1.179688, - 1.210938, - 1.609375, - 1.242188, - 1.1875, - 1.3125, - 1.179688, - 1.25, - 1.34375, - 1.148438, - 1.328125, - 1.234375, - 1.304688, - 1.148438, - 1.3125, - 1.1875, - 1.320312, - 1.304688, - 1.109375, - 1.1875, - 1.21875, - 1.859375, - 1.257812, - 1.117188, - 1.179688, - 1.554688, - 1.234375, - 1.148438, - 1.289062, - 1.132812, - 1.515625, - 0.953125, - 1.195312, - 2.921875, - 1.195312, - 1.203125, - 1.210938, - 1.21875, - 1.414062, - 1.195312, - 1.1875, - 1.203125, - 1.257812, - 1.210938, - 1.257812, - 1.359375, - 1.226562, - 1.289062, - 1.210938, - 1.1875, - 1.25, - 1.65625, - 1.117188, - 1.476562, - 1.546875, - 1.203125, - 1.71875, - 1.195312, - 1.101562, - 1.242188, - 1.15625, - 1.289062, - 1.445312, - 1.125, - 1.15625, - 1.398438, - 1.429688, - 1.273438, - 1.296875, - 1.25, - 1.132812, - 1.054688, - 1.421875, - 1.367188, - 1.078125, - 1.671875, - 1.335938, - 1.40625, - 1.132812, - 1.039062, - 1.179688, - 1.242188, - 1.328125, - 1.242188, - 1.304688, - 1.1875, - 1.375, - 1.179688, - 1.328125, - 1.289062, - 2.25, - 1.234375, - 1.273438, - 1.414062, - 1.476562, - 1.5625, - 1.882812, - 1.15625, - 3.1875, - 1.640625, - 1.34375, - 1.398438, - 1.210938, - 1.179688, - 1.40625, - 1.367188, - 1.992188, - 1.234375, - 1.179688, - 1.03125, - 1.289062, - 1.132812, - 1.367188, - 1.179688, - 1.25, - 1.257812, - 1.078125, - 1.265625, - 1.320312, - 1.203125, - 1.25, - 1.15625, - 1.140625, - 1.546875, - 1.203125, - 1.375, - 1.0625, - 1.273438, - 1.171875, - 1.257812, - 1.265625, - 1.304688, - 1.234375, - 1.171875, - 1.242188, - 1.101562, - 1.976562, - 1.710938, - 1.109375, - 1.078125, - 1.234375, - 1.25, - 1.320312, - 1.078125, - 1.234375, - 1.375, - 1.257812, - 1.609375, - 1.75, - 1.242188, - 3.109375, - 1.289062, - 1.351562, - 1.726562, - 1.265625, - 1.015625, - 1.375, - 1.15625, - 1.328125, - 1.34375, - 1.554688, - 1.132812, - 1.265625, - 1.351562, - 1.304688, - 1.195312, - 4.34375, - 1.21875, - 1.195312, - 1.445312, - 1.070312, - 1.09375, - 1.125, - 1.234375, - 1.3125, - 1.3125, - 1.742188, - 1.25, - 1.085938, - 1.851562, - 1.34375, - 1.09375, - 1.335938, - 1.601562, - 1.195312, - 1.210938, - 1.195312, - 1.210938, - 1.171875, - 1.625, - 1.46875, - 1.429688, - 1.507812, - 1.289062, - 1.148438, - 1.34375, - 1.226562, - 1.09375, - 1.117188, - 1.164062, - 1.203125, - 1.148438, - 1.085938, - 1.796875, - 1.421875, - 1.039062, - 1.09375, - 1.28125, - 1.335938, - 1.382812, - 1.21875, - 1.28125, - 1.164062, - 1.226562, - 2.59375, - 1.3125, - 1.117188, - 1.148438, - 1.125, - 1.195312, - 1.570312, - 1.226562, - 1.296875, - 1.164062, - 1.359375, - 1.132812, - 1.148438, - 0.96875, - 1.203125, - 1.234375, - 1.460938, - 1.257812, - 1.21875, - 1.21875, - 2.640625, - 1.28125, - 1.453125, - 1.140625, - 1.101562, - 1.09375, - 1.453125, - 1.25, - 1.242188, - 1.28125, - 1.171875, - 1.085938, - 1.164062, - 1.492188, - 1.195312, - 1.226562, - 1.234375, - 1.234375, - 1.039062, - 1.117188, - 1.171875, - 3.421875, - 1.101562, - 1.140625, - 1.140625, - 1.273438, - 1.359375, - 1.320312, - 1.445312, - 1.226562, - 1.335938, - 1.328125, - 1.242188, - 1.429688, - 1.296875, - 1.15625, - 1.101562, - 2.109375, - 1.179688, - 1.578125, - 1.382812, - 1.273438, - 1.210938, - 1.296875, - 1.195312, - 1.164062, - 1.164062, - 1.359375, - 1.367188, - 1.132812, - 1.09375, - 1.09375, - 1.164062, - 1.296875, - 1.257812, - 1.820312, - 1.320312, - 0.988281, - 1.171875, - 2.53125, - 1.140625, - 1.28125, - 1.21875, - 1.242188, - 1.523438, - 3.0625, - 1.195312, - 1.601562, - 1.164062, - 1.203125, - 2.59375, - 1.203125, - 1.398438, - 1.789062, - 1.28125, - 1.078125, - 1.03125, - 1.34375, - 1.234375, - 1.132812, - 1.21875, - 1.085938, - 1.179688, - 1.382812, - 1.109375, - 1.257812, - 1.242188, - 1.140625, - 1.257812, - 1.195312, - 1.171875, - 1.1875, - 1.265625, - 1.132812, - 1.28125, - 1.179688, - 1.257812, - 1.148438, - 1.179688, - 1.59375, - 1.234375, - 1.320312, - 1.304688, - 1.210938, - 1.59375, - 1.203125, - 1.140625, - 1.382812, - 1.335938, - 1.296875, - 1.140625, - 1.140625, - 1.28125, - 1.179688, - 1.273438, - 2.65625, - 1.226562, - 1.234375, - 1.40625, - 1.179688, - 0.898438, - 1.3125, - 1.21875, - 1.226562, - 1.09375, - 1.289062, - 1.507812, - 1.203125, - 1.039062, - 1.164062, - 1.203125, - 1.304688, - 1.164062, - 1.351562, - 1.15625, - 1.195312, - 1.179688, - 1.070312, - 1.28125, - 1.296875, - 1.210938, - 1.257812, - 1.304688, - 1.304688, - 1.296875, - 1.5, - 1.125, - 0.980469, - 1.054688, - 1.296875, - 1.125, - 1.203125, - 1.140625, - 1.398438, - 1.398438, - 1.171875, - 1.21875, - 1.195312, - 1.539062, - 1.109375, - 1.125, - 1.226562, - 1.398438, - 1.257812, - 1.40625, - 1.789062, - 1.109375, - 1.265625, - 1.164062, - 1.132812, - 1.21875, - 1.257812, - 1.117188, - 1.335938, - 1.210938, - 1.148438, - 1.164062, - 1.109375, - 1.164062, - 1.351562, - 1.210938, - 1.203125, - 1.117188, - 1.078125, - 1.773438, - 1.203125, - 1.304688, - 1.21875, - 1.117188, - 1.398438, - 1.1875, - 1.273438, - 0.964844, - 1.273438, - 1.351562, - 1.242188, - 1.375, - 1.21875, - 1.242188, - 1.117188, - 1.3125, - 1.195312, - 1.132812, - 1.210938, - 1.1875, - 1.234375, - 1.117188, - 1.195312, - 1.671875, - 3.90625, - 1.164062, - 1.625, - 1.210938, - 1.515625, - 1.257812, - 1.117188, - 1.367188, - 1.28125, - 1.625, - 2.1875, - 1.015625, - 1.203125, - 1.148438, - 1.1875, - 1.148438, - 4.21875, - 1.109375, - 1.21875, - 1.023438, - 1.265625, - 1.15625, - 1.140625, - 1.242188, - 1.257812, - 1.210938, - 1.125, - 1.265625, - 1.203125, - 1.34375, - 1.273438, - 2.125, - 2.328125, - 1.257812, - 2.46875, - 1.515625, - 1.179688, - 1.507812, - 3.25, - 1.273438, - 1.289062, - 1.179688, - 1.554688, - 1.609375, - 1.476562, - 1.296875, - 1.421875, - 1.21875, - 1.1875, - 1.359375, - 1.421875, - 1.023438, - 1.65625, - 1.101562, - 2.34375, - 1.125, - 1.5625, - 1.21875, - 0.957031, - 1.03125, - 1.585938, - 1.242188, - 1.15625, - 1.601562, - 1.179688, - 1.210938, - 1.15625, - 3.6875, - 1.34375, - 1.171875, - 1.359375, - 1.09375, - 1.109375, - 1.15625, - 1.226562, - 1.476562, - 1.171875, - 1.234375, - 1.34375, - 1.351562, - 1.445312, - 1.132812, - 1.21875, - 1.101562, - 1.164062, - 1.328125, - 1.28125, - 1.234375, - 1.179688, - 1.21875, - 1.976562, - 1.054688, - 1.203125, - 2.796875, - 3.1875, - 1.179688, - 1.40625, - 1.179688, - 1.203125, - 1.3125, - 1.226562, - 1.117188, - 1.109375, - 1.210938, - 1.117188, - 1.195312, - 1.039062, - 1.5625, - 1.28125, - 1.265625, - 2.9375, - 1.234375, - 3.8125, - 1.132812, - 1.101562, - 1.117188, - 1.21875, - 1.296875, - 1.210938, - 1.09375, - 1.195312, - 1.125, - 1.234375, - 1.179688, - 1.140625, - 1.007812, - 1.140625, - 1.15625, - 1.382812, - 1.179688, - 1.289062, - 1.257812, - 1.320312, - 1.140625, - 1.210938, - 1.101562, - 1.234375, - 1.257812, - 1.351562, - 1.046875, - 1.15625, - 1.3125, - 1.429688, - 1.210938, - 1.257812, - 1.265625, - 1.210938, - 1.25, - 1.0625, - 1.328125, - 1.117188, - 1.390625, - 1.21875, - 1.507812, - 1.3125, - 1.375, - 1.351562, - 3.171875, - 1.203125, - 1.390625, - 1.15625, - 1.4375, - 1.523438, - 1.421875, - 1.273438, - 1.273438, - 1.6875, - 1.25, - 1.257812, - 1.320312, - 1.132812, - 1.03125, - 1.429688, - 1.265625, - 1.351562, - 1.15625, - 1.070312, - 1.171875, - 1.242188, - 1.09375, - 1.359375, - 1.265625, - 1.164062, - 1.109375, - 1.164062, - 1.195312, - 1.21875, - 1.085938, - 1.171875, - 1.09375, - 1.164062, - 1.148438, - 1.007812, - 1.09375, - 1.585938, - 1.109375, - 1.453125, - 1.007812, - 1.15625, - 1.148438, - 1.257812, - 1.195312, - 1.226562, - 1.234375, - 1.164062, - 1.148438, - 1.328125, - 1.320312, - 1.28125, - 1.367188, - 1.101562, - 1.195312, - 1.148438, - 2.1875, - 1.03125, - 1.390625, - 1.445312, - 1.382812, - 1.335938, - 1.3125, - 1.210938, - 1.359375, - 1.1875, - 1.234375, - 1.429688, - 1.210938, - 1.320312, - 1.390625, - 1.9375, - 1.195312, - 1.242188, - 1.28125, - 1.085938, - 1.414062, - 1.242188, - 1.15625, - 1.132812, - 1.140625, - 1.085938, - 1.179688, - 1.101562, - 0.988281, - 1.820312, - 1.28125, - 1.234375, - 1.367188, - 1.320312, - 1.21875, - 1.242188, - 1.140625, - 1.273438, - 1.203125, - 1.328125, - 1.21875, - 1.234375, - 1.15625, - 1.109375, - 1.101562, - 1.289062, - 1.320312, - 1.21875, - 1.3125, - 1.171875, - 1.171875, - 1.515625, - 1.257812, - 1.421875, - 1.234375, - 1.179688, - 1.179688, - 1.085938, - 1.195312, - 1.28125, - 1.1875, - 1.71875, - 1.265625, - 1.117188, - 1.195312, - 1.625, - 1.953125, - 1.164062, - 1.234375, - 1.078125, - 1.265625, - 1.203125, - 1.289062, - 1.304688, - 1.054688, - 1.414062, - 1.164062, - 1.1875, - 1.398438, - 3.0, - 1.226562, - 1.476562, - 1.414062, - 1.21875, - 1.179688, - 1.179688, - 1.210938, - 1.25, - 1.257812, - 1.179688, - 1.15625, - 1.101562, - 1.148438, - 1.25, - 1.273438, - 1.429688, - 1.304688, - 1.179688, - 1.539062, - 1.398438, - 1.226562, - 1.359375, - 1.3125, - 1.125, - 1.234375, - 1.289062, - 1.351562, - 1.171875, - 1.242188, - 1.304688, - 1.335938, - 1.179688, - 1.289062, - 1.390625, - 1.078125, - 1.195312, - 0.960938, - 1.21875, - 1.382812, - 1.132812, - 1.234375, - 1.242188, - 1.382812, - 1.132812, - 1.101562, - 1.179688, - 1.335938, - 1.195312, - 1.203125, - 1.351562, - 1.3125, - 1.148438, - 1.296875, - 1.273438, - 1.4375, - 1.109375, - 2.265625, - 1.179688, - 1.070312, - 1.28125, - 1.304688, - 1.921875, - 1.234375, - 1.5, - 1.25, - 1.117188, - 1.203125, - 1.273438, - 1.195312, - 1.289062, - 1.257812, - 1.210938, - 1.101562, - 1.320312, - 1.25, - 1.265625, - 1.164062, - 1.148438, - 1.25, - 1.140625, - 1.109375, - 1.132812, - 1.140625, - 1.242188, - 1.351562, - 1.210938, - 1.273438, - 1.046875, - 1.148438, - 1.1875, - 1.265625, - 1.203125, - 1.257812, - 1.226562, - 1.726562, - 1.109375, - 1.367188, - 1.21875, - 0.929688, - 1.132812, - 1.46875, - 0.960938, - 1.101562, - 1.125, - 1.320312, - 1.414062, - 1.226562, - 1.171875, - 1.109375, - 1.117188, - 1.132812, - 1.164062, - 1.132812, - 1.273438, - 1.289062, - 1.671875, - 1.226562, - 1.195312, - 1.328125, - 1.773438, - 1.40625, - 1.4375, - 0.902344, - 1.382812, - 1.304688, - 1.28125, - 1.195312, - 1.203125, - 1.109375, - 1.203125, - 1.1875, - 1.023438, - 1.203125, - 1.21875, - 1.335938, - 3.484375, - 1.914062, - 1.367188, - 2.484375, - 1.132812, - 1.257812, - 1.171875, - 1.21875, - 1.335938, - 1.890625, - 1.125, - 1.007812, - 1.367188, - 1.046875, - 1.0625, - 1.390625, - 1.070312, - 1.1875, - 1.125, - 1.179688, - 1.226562, - 1.179688, - 1.609375, - 1.234375, - 1.367188, - 1.226562, - 1.25, - 1.164062, - 1.242188, - 1.273438, - 0.240234, - 1.242188, - 1.148438, - 1.59375, - 1.679688, - 1.6875, - 1.226562, - 1.234375, - 1.46875, - 1.21875, - 2.1875, - 1.234375, - 1.117188, - 5.4375, - 1.1875, - 1.460938, - 1.195312, - 1.203125, - 1.234375, - 1.179688, - 1.726562, - 1.273438, - 1.257812, - 1.203125, - 1.476562, - 1.109375, - 1.203125, - 0.964844, - 1.15625, - 1.34375, - 1.109375, - 1.21875, - 1.179688, - 1.820312, - 1.148438, - 0.96875, - 1.171875, - 1.1875, - 1.179688, - 1.25, - 1.148438, - 1.203125, - 1.226562, - 1.164062, - 1.125, - 1.273438, - 1.085938, - 1.28125, - 1.148438, - 1.234375, - 1.21875, - 1.09375, - 1.132812, - 1.210938, - 1.0625, - 1.070312, - 1.609375, - 1.546875, - 1.226562, - 1.523438, - 1.210938, - 1.34375, - 1.773438, - 1.171875, - 1.429688, - 1.234375, - 1.46875, - 1.171875, - 1.15625, - 1.148438, - 1.15625, - 1.289062, - 1.101562, - 1.789062, - 1.265625, - 1.335938, - 1.164062, - 1.28125, - 1.335938, - 1.414062, - 1.1875, - 1.164062, - 1.367188, - 1.328125, - 1.09375, - 1.203125, - 1.320312, - 1.164062, - 1.15625, - 1.1875, - 1.835938, - 1.375, - 1.460938, - 1.164062, - 1.296875, - 1.265625, - 1.9375, - 1.34375, - 1.203125, - 1.171875, - 1.0625, - 1.757812, - 1.203125, - 1.203125, - 1.226562, - 1.25, - 1.546875, - 1.195312, - 1.171875, - 1.195312, - 1.117188, - 1.273438, - 1.351562, - 1.085938, - 1.195312, - 1.148438, - 1.320312, - 1.25, - 6.0625, - 1.234375, - 1.109375, - 1.242188, - 1.671875, - 1.289062, - 1.265625, - 1.210938, - 1.148438, - 1.117188, - 1.640625, - 1.25, - 1.242188, - 1.429688, - 2.046875, - 1.375, - 1.609375, - 1.15625, - 1.25, - 1.429688, - 1.273438, - 1.171875, - 1.21875, - 1.460938, - 1.03125, - 1.296875, - 1.171875, - 1.210938, - 1.46875, - 1.1875, - 1.898438, - 1.070312, - 1.390625, - 1.265625, - 1.273438, - 1.125, - 1.164062, - 1.125, - 1.398438, - 1.195312, - 1.328125, - 1.054688, - 1.28125, - 0.996094, - 1.9375, - 1.195312, - 1.179688, - 1.203125, - 2.078125, - 1.15625, - 1.1875, - 1.210938, - 1.164062, - 1.15625, - 1.234375, - 1.40625, - 1.351562, - 1.203125, - 1.210938, - 1.15625, - 1.15625, - 1.140625, - 1.28125, - 1.101562, - 1.265625, - 1.164062, - 1.195312, - 1.53125, - 1.078125, - 1.1875, - 1.15625, - 1.289062, - 1.21875, - 1.210938, - 1.414062, - 1.554688, - 1.210938, - 1.335938, - 1.140625, - 1.070312, - 1.140625, - 1.085938, - 1.242188, - 1.179688, - 1.320312, - 1.242188, - 1.148438, - 1.140625, - 1.25, - 1.351562, - 1.265625, - 1.195312, - 1.179688, - 1.28125, - 1.125, - 1.710938, - 1.203125, - 1.40625, - 1.195312, - 1.1875, - 2.765625, - 1.257812, - 1.359375, - 1.34375, - 1.15625, - 1.234375, - 1.039062, - 1.53125, - 1.257812, - 1.148438, - 1.164062, - 1.171875, - 1.304688, - 1.15625, - 1.242188, - 1.539062, - 1.132812, - 1.203125, - 1.492188, - 1.054688, - 1.585938, - 1.09375, - 1.125, - 1.195312, - 1.179688, - 1.007812, - 1.054688, - 2.9375, - 1.242188, - 1.710938, - 1.296875, - 1.25, - 1.226562, - 1.59375, - 1.523438, - 1.351562, - 1.273438, - 1.210938, - 1.289062, - 1.195312, - 1.34375, - 1.0625, - 1.179688, - 1.140625, - 1.132812, - 1.226562, - 1.273438, - 1.359375, - 2.03125, - 1.34375, - 1.117188, - 1.570312, - 1.359375, - 1.3125, - 1.203125, - 1.21875, - 1.132812, - 1.0625, - 1.023438, - 3.375, - 1.210938, - 2.484375, - 1.289062, - 1.117188, - 1.125, - 1.4375, - 3.171875, - 1.789062, - 1.289062, - 1.28125, - 1.46875, - 1.164062, - 1.210938, - 1.179688, - 1.15625, - 1.21875, - 1.3125, - 1.140625, - 1.34375, - 1.101562, - 1.320312, - 1.171875, - 0.925781, - 0.980469, - 1.054688, - 1.210938, - 1.265625, - 1.28125, - 1.085938, - 1.25, - 1.054688, - 1.210938, - 1.25, - 1.203125, - 1.796875, - 1.109375, - 1.15625, - 1.085938, - 1.15625, - 1.328125, - 1.164062, - 1.03125, - 1.234375, - 1.773438, - 1.257812, - 1.25, - 1.007812, - 1.257812, - 1.421875, - 1.164062, - 1.375, - 1.46875, - 1.117188, - 1.078125, - 1.226562, - 1.289062, - 1.210938, - 1.226562, - 1.179688, - 1.429688, - 1.210938, - 1.039062, - 1.164062, - 1.398438, - 1.265625, - 1.226562, - 1.304688, - 0.96875, - 1.046875, - 1.0625, - 1.164062, - 1.125, - 1.195312, - 1.335938, - 1.679688, - 1.929688, - 1.28125, - 1.132812, - 1.09375, - 1.429688, - 1.257812, - 1.335938, - 1.390625, - 1.1875, - 1.46875, - 1.34375, - 1.148438, - 1.179688, - 1.414062, - 1.078125, - 1.34375, - 1.1875, - 1.179688, - 1.203125, - 1.125, - 1.085938, - 1.242188, - 1.265625, - 1.117188, - 1.289062, - 1.242188, - 1.328125, - 1.351562, - 1.289062, - 1.078125, - 1.398438, - 1.15625, - 1.289062, - 1.171875, - 1.101562, - 1.40625, - 1.070312, - 1.304688, - 2.390625, - 1.3125, - 1.007812, - 1.117188, - 1.070312, - 1.265625, - 1.1875, - 1.367188, - 1.3125, - 1.1875, - 1.367188, - 2.171875, - 1.445312, - 1.140625, - 1.15625, - 1.3125, - 1.40625, - 1.1875, - 1.390625, - 1.320312, - 1.65625, - 1.242188, - 1.234375, - 1.210938, - 3.296875, - 1.0625, - 1.195312, - 1.625, - 1.164062, - 1.195312, - 1.320312, - 1.164062, - 1.359375, - 1.109375, - 1.132812, - 1.289062, - 1.257812, - 1.265625, - 1.226562, - 1.03125, - 1.3125, - 1.328125, - 1.257812, - 1.46875, - 1.125, - 1.15625, - 1.84375, - 1.15625, - 2.15625, - 1.148438, - 1.15625, - 1.351562, - 1.445312, - 1.148438, - 1.398438, - 2.140625, - 1.265625, - 1.164062, - 1.210938, - 1.125, - 1.234375, - 1.46875, - 1.390625, - 1.273438, - 1.132812, - 1.210938, - 1.203125, - 1.148438, - 1.25, - 1.328125, - 0.527344, - 1.226562, - 1.0625, - 1.601562, - 1.328125, - 1.40625, - 1.21875, - 1.15625, - 1.203125, - 1.140625, - 1.164062, - 1.109375, - 1.132812, - 1.398438, - 1.265625, - 1.351562, - 1.15625, - 1.28125, - 3.3125, - 1.234375, - 1.132812, - 1.296875, - 1.164062, - 1.1875, - 1.273438, - 1.226562, - 1.203125, - 1.242188, - 1.101562, - 1.140625, - 1.203125, - 1.101562, - 1.132812, - 1.140625, - 1.054688, - 1.25, - 1.203125, - 1.257812, - 1.59375, - 1.148438, - 1.195312, - 1.171875, - 1.351562, - 1.453125, - 1.0625, - 1.054688, - 1.273438, - 1.148438, - 1.28125, - 1.710938, - 1.140625, - 1.09375, - 1.179688, - 1.1875, - 1.078125, - 1.09375, - 1.195312, - 1.585938, - 0.945312, - 1.6875, - 1.421875, - 1.164062, - 1.742188, - 1.039062, - 1.195312, - 1.382812, - 1.789062, - 1.109375, - 1.179688, - 1.023438, - 1.359375, - 1.414062, - 1.25, - 1.226562, - 1.851562, - 1.28125, - 1.101562, - 1.257812, - 1.265625, - 1.28125, - 1.179688, - 1.3125, - 1.25, - 1.296875, - 1.210938, - 1.328125, - 1.03125, - 1.203125, - 1.226562, - 1.296875, - 1.1875, - 2.234375, - 0.988281, - 1.195312, - 1.296875, - 2.203125, - 1.210938, - 1.40625, - 1.226562, - 1.5, - 1.640625, - 1.234375, - 1.078125, - 1.382812, - 1.25, - 1.21875, - 1.25, - 1.039062, - 1.164062, - 1.351562, - 1.1875, - 1.28125, - 1.375, - 1.078125, - 1.242188, - 1.1875, - 1.164062, - 1.226562, - 0.980469, - 1.1875, - 1.195312, - 1.195312, - 1.304688, - 1.195312, - 1.4375, - 1.34375, - 1.210938, - 1.210938, - 2.296875, - 1.234375, - 1.179688, - 1.085938, - 1.0625, - 1.164062, - 1.148438, - 1.34375, - 1.085938, - 1.023438, - 1.34375, - 1.296875, - 1.367188, - 1.390625, - 1.289062, - 1.257812, - 1.257812, - 1.257812, - 1.054688, - 1.234375, - 1.328125, - 1.1875, - 1.109375, - 1.234375, - 1.328125, - 1.226562, - 1.335938, - 1.28125, - 1.09375, - 1.265625, - 1.28125, - 1.289062, - 1.09375, - 1.070312, - 1.570312, - 1.296875, - 1.304688, - 1.25, - 4.1875, - 1.34375, - 1.226562, - 1.476562, - 1.21875, - 1.25, - 1.25, - 1.257812, - 1.28125, - 1.367188, - 1.445312, - 1.226562, - 1.453125, - 1.273438, - 1.460938, - 1.234375, - 1.195312, - 1.21875, - 1.757812, - 1.109375, - 1.164062, - 1.265625, - 1.085938, - 1.304688, - 1.101562, - 1.429688, - 1.390625, - 1.320312, - 1.28125, - 1.203125, - 1.125, - 1.195312, - 1.15625, - 1.132812, - 1.171875, - 1.226562, - 1.1875, - 1.226562, - 1.210938, - 1.210938, - 1.148438, - 1.5, - 1.148438, - 1.296875, - 1.265625, - 1.28125, - 1.382812, - 1.273438, - 1.226562, - 1.4375, - 1.273438, - 1.140625, - 1.195312, - 1.140625, - 1.21875, - 1.148438, - 1.09375, - 1.320312, - 1.257812, - 1.617188, - 1.234375, - 1.359375, - 1.351562, - 1.140625, - 1.242188, - 2.578125, - 1.234375, - 1.335938, - 1.265625, - 1.117188, - 1.140625, - 1.460938, - 1.257812, - 1.171875, - 1.296875, - 1.15625, - 1.21875, - 1.21875, - 1.320312, - 1.109375, - 1.257812, - 1.132812, - 1.25, - 1.359375, - 1.453125, - 1.320312, - 1.304688, - 1.203125, - 1.101562, - 1.320312, - 1.460938, - 1.148438, - 0.949219, - 1.359375, - 1.164062, - 1.101562, - 1.210938, - 1.265625, - 1.242188, - 1.15625, - 1.234375, - 1.09375, - 1.367188, - 1.3125, - 1.234375, - 1.15625, - 1.15625, - 1.09375, - 1.15625, - 1.140625, - 1.414062, - 1.15625, - 3.171875, - 0.921875, - 1.3125, - 1.203125, - 1.25, - 1.117188, - 1.109375, - 1.117188, - 1.367188, - 1.25, - 1.390625, - 1.0625, - 1.226562, - 1.1875, - 1.492188, - 1.242188, - 1.320312, - 1.21875, - 1.125, - 1.15625, - 1.09375, - 1.289062, - 1.5625, - 1.289062, - 1.078125, - 1.578125, - 1.210938, - 1.234375, - 1.304688, - 1.4375, - 1.289062, - 1.148438, - 1.109375, - 1.132812, - 1.195312, - 1.289062, - 1.5625, - 1.171875, - 1.578125, - 1.140625, - 0.976562, - 1.320312, - 1.203125, - 1.234375, - 1.15625, - 1.34375, - 2.96875, - 1.148438, - 1.140625, - 1.140625, - 1.679688, - 1.21875, - 1.304688, - 1.195312, - 1.289062, - 1.179688, - 1.507812, - 1.28125, - 1.09375, - 1.210938, - 1.109375, - 1.5625, - 1.132812, - 2.0625, - 1.335938, - 1.359375, - 1.257812, - 3.328125, - 1.125, - 1.296875, - 1.203125, - 1.203125, - 1.171875, - 1.375, - 1.078125, - 1.09375, - 1.203125, - 1.140625, - 1.140625, - 1.09375, - 1.226562, - 1.234375, - 3.1875, - 1.132812, - 1.0625, - 1.257812, - 1.234375, - 1.101562, - 1.117188, - 1.226562, - 1.320312, - 1.195312, - 1.171875, - 1.1875, - 1.335938, - 1.28125, - 1.054688, - 1.46875, - 1.773438, - 1.171875, - 1.117188, - 1.15625, - 1.226562, - 1.234375, - 1.164062, - 1.15625, - 1.226562, - 1.273438, - 1.117188, - 1.234375, - 1.148438, - 1.164062, - 1.09375, - 1.5, - 1.28125, - 1.203125, - 1.28125, - 1.320312, - 1.085938, - 1.34375, - 1.445312, - 1.476562, - 1.242188, - 1.179688, - 1.21875, - 1.1875, - 1.226562, - 0.980469, - 1.476562, - 1.28125, - 1.242188, - 1.078125, - 1.265625, - 1.148438, - 1.15625, - 1.421875, - 1.273438, - 1.328125, - 1.09375, - 1.28125, - 1.71875, - 1.265625, - 1.289062, - 1.28125, - 1.40625, - 1.328125, - 1.164062, - 1.210938, - 1.1875, - 1.179688, - 1.078125, - 1.195312, - 1.203125, - 1.320312, - 1.132812, - 1.164062, - 1.28125, - 1.367188, - 1.210938, - 1.148438, - 1.34375, - 1.21875, - 1.375, - 1.164062, - 1.265625, - 1.140625, - 1.304688, - 1.3125, - 1.15625, - 1.242188, - 0.9375, - 1.179688, - 1.179688, - 1.445312, - 1.179688, - 1.3125, - 1.3125, - 1.671875, - 1.195312, - 1.476562, - 1.476562, - 1.265625, - 1.140625, - 1.226562, - 2.265625, - 1.367188, - 1.242188, - 1.320312, - 1.367188, - 1.140625, - 1.335938, - 1.226562, - 1.367188, - 1.140625, - 1.40625, - 1.023438, - 1.195312, - 1.007812, - 1.507812, - 1.09375, - 1.476562, - 1.101562, - 1.25, - 1.125, - 1.078125, - 1.171875, - 1.453125, - 0.929688, - 1.78125, - 1.195312, - 1.640625, - 1.359375, - 1.265625, - 1.140625, - 1.234375, - 1.328125, - 1.242188, - 1.375, - 1.5, - 1.335938, - 1.078125, - 1.203125, - 1.296875, - 1.8125, - 1.234375, - 2.71875, - 1.289062, - 1.546875, - 1.273438, - 1.335938, - 1.265625, - 1.1875, - 1.0625, - 1.34375, - 1.273438, - 1.34375, - 1.109375, - 1.171875, - 1.125, - 1.15625, - 1.148438, - 1.195312, - 1.195312, - 1.179688, - 1.242188, - 1.273438, - 1.070312, - 1.203125, - 1.132812, - 1.273438, - 1.203125, - 1.226562, - 1.460938, - 1.46875, - 1.09375, - 1.226562, - 1.601562, - 1.179688, - 1.304688, - 1.15625, - 1.109375, - 1.195312, - 1.226562, - 1.132812, - 1.132812, - 1.367188, - 1.195312, - 1.273438, - 1.242188, - 1.203125, - 1.054688, - 1.085938, - 1.210938, - 1.328125, - 1.234375, - 1.171875, - 1.335938, - 1.085938, - 1.085938, - 1.59375, - 1.5625, - 2.015625, - 1.132812, - 1.335938, - 1.132812, - 1.25, - 0.976562, - 1.203125, - 1.179688, - 1.148438, - 1.21875, - 1.09375, - 1.234375, - 1.390625, - 1.203125, - 1.382812, - 1.203125, - 1.171875, - 1.203125, - 1.304688, - 1.773438, - 1.421875, - 1.210938, - 1.3125, - 1.046875, - 1.296875, - 1.304688, - 1.117188, - 1.226562, - 1.226562, - 1.140625, - 1.382812, - 1.257812, - 2.71875, - 2.09375, - 1.34375, - 1.195312, - 1.242188, - 1.25, - 1.125, - 1.140625, - 1.273438, - 1.140625, - 1.335938, - 1.210938, - 1.398438, - 0.992188, - 1.226562, - 1.03125, - 1.210938, - 1.351562, - 1.335938, - 1.226562, - 0.933594, - 1.210938, - 1.164062 - ] - }, - "name": "model.transformer.layers.23.attn_norm.weight", - "outputIndexes": [ - 1443 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1442, - 1443 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_23/Mul_1_output_0", - "outputIndexes": [ - 1444 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1444 - ], - "outputIndexes": [ - 2573 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2573 - ], - "outputIndexes": [ - 2574 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear", - "inputIndexes": [ - 2574 - ], - "outputIndexes": [ - 2575 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1792, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 409245660, - 1835030, - 229376, - 7168, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2575 - ], - "outputIndexes": [ - 2576 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2576 - ], - "outputIndexes": [ - 1445 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1792 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1444 - ], - "main_type": "NONE", - "name": "/Shape_93_output_0", - "outputIndexes": [ - 1446 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1446 - ], - "main_type": "NONE", - "name": "Shape2047", - "outputIndexes": [ - 1447 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1446 - ], - "main_type": "NONE", - "name": "Rank2049", - "outputIndexes": [ - 1448 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1448, - 1448 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2051", - "outputIndexes": [ - 1449 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1449 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2052", - "outputIndexes": [ - 1450 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1449, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2054", - "outputIndexes": [ - 1451 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1451 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2055", - "outputIndexes": [ - 1452 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1447, - 1450, - 1452, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2058", - "outputIndexes": [ - 1453 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1453 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2059", - "outputIndexes": [ - 1454 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1454 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2060", - "outputIndexes": [ - 1455 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1455, - 1454 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2061", - "outputIndexes": [ - 1456 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1446, - 1456, - 1449 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_119_output_0", - "outputIndexes": [ - 1457 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1457, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_231_output_0", - "outputIndexes": [ - 1458 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1458, - 1154, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_115_output_0", - "outputIndexes": [ - 1459 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1445, - 1459 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_93_output_0", - "outputIndexes": [ - 1460 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1460 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_23/Mul_output_0", - "outputIndexes": [ - 1461 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.006744, - 0.060791, - 1.546875, - 0.007202, - 0.011292, - 2.015625, - 1.609375, - 1.289062, - 2.0, - 1.632812, - 1.429688, - 1.773438, - 1.53125, - 1.515625, - 1.960938, - 1.804688, - 1.742188, - 1.210938, - 1.890625, - 2.125, - 1.960938, - 1.960938, - 3.484375, - 1.9375, - 1.90625, - 1.953125, - 1.992188, - 1.953125, - 1.890625, - 1.796875, - 2.03125, - 2.078125, - 0.112305, - -0.021851, - 0.05957, - 1.234375, - 1.390625, - 1.296875, - 0.800781, - 1.804688, - 1.023438, - 1.601562, - 1.867188, - 1.59375, - 1.929688, - 1.9375, - 1.640625, - 1.890625, - 1.921875, - 2.5625, - 1.882812, - 1.703125, - 2.03125, - 2.03125, - 0.867188, - 2.015625, - 2.015625, - 1.96875, - 2.078125, - 1.929688, - 1.90625, - 2.015625, - 1.820312, - 1.921875 - ] - }, - "name": "model.transformer.layers.23.attn.q_norm.weight", - "outputIndexes": [ - 1462 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1461, - 1462 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_23/Mul_1_output_0", - "outputIndexes": [ - 1463 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1463, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_92_output_0", - "outputIndexes": [ - 1464 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1463, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_93_output_0", - "outputIndexes": [ - 1465 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1465 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_46_output_0", - "outputIndexes": [ - 1466 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1463, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_92_output_0", - "outputIndexes": [ - 1467 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1466, - 1467 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_118_output_0", - "outputIndexes": [ - 1468 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1468, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_93_output_0", - "outputIndexes": [ - 1469 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1464, - 1469 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_92_output_0", - "outputIndexes": [ - 1470 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1444 - ], - "outputIndexes": [ - 2577 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2577 - ], - "outputIndexes": [ - 2578 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear", - "inputIndexes": [ - 2578 - ], - "outputIndexes": [ - 2579 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 411317234, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2579 - ], - "outputIndexes": [ - 2580 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2580 - ], - "outputIndexes": [ - 1471 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1458, - 1168, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_116_output_0", - "outputIndexes": [ - 1472 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1471, - 1472 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_94_output_0", - "outputIndexes": [ - 1473 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1473 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_23/Mul_output_0", - "outputIndexes": [ - 1474 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.014343, - -0.065918, - 1.273438, - -0.061035, - 0.044678, - 1.78125, - 1.679688, - 1.625, - 2.046875, - 1.84375, - 0.101074, - 1.726562, - 2.140625, - 2.171875, - 1.273438, - 1.6875, - 2.125, - 2.515625, - 1.914062, - 1.640625, - 1.921875, - 2.046875, - 0.292969, - 2.0625, - 1.984375, - 2.015625, - 2.046875, - 1.984375, - 2.078125, - 2.1875, - 2.0, - 1.890625, - 0.094238, - 0.003906, - 0.059814, - 0.90625, - 0.949219, - 1.648438, - 0.045898, - 1.585938, - 0.057861, - 1.273438, - 2.125, - 1.695312, - 1.390625, - 1.203125, - 2.0, - 2.0, - 1.671875, - 0.202148, - 1.9375, - 2.171875, - 1.945312, - 1.953125, - 4.21875, - 2.03125, - 2.015625, - 2.046875, - 2.0, - 1.976562, - 1.882812, - 1.953125, - 1.96875, - 2.234375 - ] - }, - "name": "model.transformer.layers.23.attn.k_norm.weight", - "outputIndexes": [ - 1475 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1474, - 1475 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_23/Mul_1_output_0", - "outputIndexes": [ - 1476 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1476, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_94_output_0", - "outputIndexes": [ - 1477 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1476, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_95_output_0", - "outputIndexes": [ - 1478 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1478 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_47_output_0", - "outputIndexes": [ - 1479 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1476, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_94_output_0", - "outputIndexes": [ - 1480 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1479, - 1480 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_119_output_0", - "outputIndexes": [ - 1481 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1481, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_95_output_0", - "outputIndexes": [ - 1482 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1477, - 1482 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_93_output_0", - "outputIndexes": [ - 1483 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1444 - ], - "outputIndexes": [ - 2581 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2581 - ], - "outputIndexes": [ - 2582 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear", - "inputIndexes": [ - 2582 - ], - "outputIndexes": [ - 2583 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 448, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 7168, - "weightSize": 0 - }, - "external": [ - 411835144, - 458774, - 57344, - 1792, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2583 - ], - "outputIndexes": [ - 2584 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2584 - ], - "outputIndexes": [ - 1484 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 448 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1484, - 1472 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_95_output_0", - "outputIndexes": [ - 1485 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1470, - 1483, - 1485, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.23/self_attn/FusedAttention", - "outputIndexes": [ - 1486 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1486 - ], - "outputIndexes": [ - 2585 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2585 - ], - "outputIndexes": [ - 2586 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear", - "inputIndexes": [ - 2586 - ], - "outputIndexes": [ - 2587 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 28672, - "weightSize": 0 - }, - "external": [ - 412353054, - 1835030, - 229376, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2587 - ], - "outputIndexes": [ - 2588 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2588 - ], - "outputIndexes": [ - 1487 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1441, - 1487 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_94_output_0", - "outputIndexes": [ - 1488 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1488 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_23/Mul_output_0", - "outputIndexes": [ - 1489 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.804688, - 0.75, - 0.804688, - 0.796875, - 0.800781, - 0.820312, - 0.808594, - 0.820312, - 0.8125, - 0.753906, - 0.828125, - 0.800781, - 0.789062, - 0.8125, - 0.785156, - 0.804688, - 0.78125, - 0.792969, - 0.792969, - 0.808594, - 0.820312, - 0.785156, - 0.820312, - 0.761719, - 0.773438, - 0.824219, - 0.8125, - 0.785156, - 0.792969, - 0.78125, - 0.800781, - 0.792969, - 0.792969, - 0.816406, - 0.8125, - 0.808594, - 0.808594, - 0.792969, - 0.78125, - 0.773438, - 0.800781, - 0.808594, - 0.757812, - 0.757812, - 0.796875, - 0.691406, - 0.796875, - 0.78125, - 0.808594, - 0.792969, - 0.808594, - 0.785156, - 0.828125, - 0.769531, - 0.765625, - 0.804688, - 0.789062, - 0.796875, - 0.78125, - 0.785156, - 0.792969, - 0.8125, - 0.808594, - 0.796875, - 0.632812, - 0.777344, - 0.789062, - 0.765625, - 0.816406, - 0.8125, - 0.742188, - 0.761719, - 0.785156, - 0.804688, - 0.726562, - 0.769531, - 0.816406, - 0.839844, - 0.777344, - 0.816406, - 0.808594, - 0.808594, - 0.796875, - 0.789062, - 0.777344, - 0.808594, - 0.789062, - 0.816406, - 0.785156, - 0.78125, - 0.8125, - 0.773438, - 0.824219, - 0.640625, - 0.929688, - 0.808594, - 0.789062, - 0.726562, - 0.808594, - 0.789062, - 0.765625, - 0.804688, - 0.789062, - 0.78125, - 0.800781, - 0.353516, - 0.773438, - 0.777344, - 0.78125, - 0.785156, - 0.742188, - 0.792969, - 0.796875, - 0.785156, - 0.839844, - 0.765625, - 0.769531, - 0.785156, - 0.789062, - 0.769531, - 0.8125, - 0.796875, - 0.769531, - 0.707031, - 0.8125, - 0.757812, - 0.773438, - 0.808594, - 0.722656, - 0.785156, - 0.796875, - 0.8125, - 0.800781, - 0.796875, - 0.800781, - 0.839844, - 0.808594, - 1.117188, - 0.792969, - 0.769531, - 0.765625, - 0.8125, - 0.804688, - 0.78125, - 0.746094, - 0.765625, - 0.800781, - 0.6875, - 0.832031, - 0.746094, - 0.804688, - 0.808594, - 0.789062, - 0.78125, - 0.804688, - 0.765625, - 0.777344, - 0.804688, - 0.734375, - 0.796875, - 0.8125, - 0.808594, - 0.578125, - 0.777344, - 0.765625, - 0.738281, - 0.773438, - 0.710938, - 0.730469, - 0.800781, - 0.380859, - 0.726562, - 0.78125, - 0.765625, - 0.785156, - 0.773438, - 0.796875, - 0.78125, - 0.664062, - 0.847656, - 0.824219, - 0.785156, - 0.832031, - 0.785156, - 0.808594, - 0.785156, - 0.808594, - 0.8125, - 0.800781, - 0.804688, - 0.789062, - 0.824219, - 0.796875, - 0.757812, - 0.785156, - 0.746094, - 0.835938, - 0.765625, - 0.824219, - 0.777344, - 0.773438, - 0.765625, - 0.726562, - 0.785156, - 0.753906, - 0.808594, - 0.789062, - 0.808594, - 0.621094, - 0.730469, - 0.777344, - 0.789062, - 0.789062, - 0.765625, - 0.757812, - 0.792969, - 0.78125, - 0.800781, - 0.800781, - 0.710938, - 0.683594, - 0.816406, - 0.345703, - 0.792969, - 0.789062, - 0.710938, - 0.777344, - 0.800781, - 0.769531, - 0.835938, - 0.773438, - 0.757812, - 0.71875, - 0.792969, - 0.792969, - 0.78125, - 0.722656, - 0.800781, - 0.455078, - 0.796875, - 0.789062, - 0.78125, - 0.789062, - 0.777344, - 0.800781, - 0.777344, - 0.78125, - 0.800781, - 0.71875, - 0.832031, - 0.78125, - 0.699219, - 0.792969, - 0.777344, - 0.769531, - 0.695312, - 0.78125, - 0.804688, - 0.769531, - 0.792969, - 0.777344, - 0.75, - 0.769531, - 0.765625, - 0.769531, - 0.78125, - 0.816406, - 0.792969, - 0.792969, - 0.804688, - 0.8125, - 0.828125, - 0.800781, - 0.785156, - 0.769531, - 0.707031, - 0.847656, - 0.785156, - 0.796875, - 0.863281, - 0.792969, - 0.792969, - 0.800781, - 0.789062, - 0.863281, - 0.785156, - 0.601562, - 0.8125, - 0.789062, - 0.828125, - 0.789062, - 0.804688, - 0.738281, - 0.792969, - 0.792969, - 0.792969, - 0.796875, - 0.792969, - 0.816406, - 0.78125, - 0.777344, - 0.800781, - 0.777344, - 0.804688, - 0.8125, - 0.808594, - 0.472656, - 0.792969, - 0.765625, - 0.808594, - 0.753906, - 0.796875, - 0.816406, - 0.800781, - 0.8125, - 0.808594, - 0.78125, - 0.796875, - 0.773438, - 0.742188, - 0.769531, - 0.8125, - 0.796875, - 0.773438, - 0.804688, - 0.792969, - 0.78125, - 0.835938, - 0.792969, - 0.796875, - 0.820312, - 0.800781, - 0.8125, - 0.785156, - 0.835938, - 0.839844, - 0.796875, - 0.761719, - 0.804688, - 0.855469, - 0.792969, - 0.804688, - 0.816406, - 0.582031, - 0.769531, - 0.75, - 0.757812, - 0.78125, - 0.769531, - 0.789062, - 0.796875, - 0.765625, - 0.792969, - 0.75, - 0.742188, - 0.769531, - 0.785156, - 0.816406, - 0.773438, - 0.796875, - 0.769531, - 0.648438, - 0.847656, - 0.808594, - 0.792969, - 0.625, - 0.808594, - 0.820312, - 0.792969, - 0.777344, - 0.734375, - 0.621094, - 0.800781, - 0.777344, - 0.785156, - 0.804688, - 0.419922, - 0.789062, - 0.761719, - 0.691406, - 0.800781, - 0.820312, - 0.785156, - 0.769531, - 0.765625, - 0.789062, - 0.773438, - 0.777344, - 0.78125, - 0.792969, - 0.808594, - 0.789062, - 0.777344, - 0.785156, - 0.792969, - 0.804688, - 0.785156, - 0.832031, - 0.773438, - 0.804688, - 0.796875, - 0.800781, - 0.765625, - 0.800781, - 0.761719, - 0.726562, - 0.804688, - 0.789062, - 0.769531, - 0.753906, - 0.726562, - 0.796875, - 0.789062, - 0.777344, - 0.769531, - 0.753906, - 0.777344, - 0.78125, - 0.804688, - 0.800781, - 0.792969, - 0.425781, - 0.78125, - 0.820312, - 0.816406, - 0.832031, - 0.835938, - 0.78125, - 0.796875, - 0.789062, - 0.761719, - 0.8125, - 1.09375, - 0.835938, - 0.800781, - 0.820312, - 0.785156, - 0.796875, - 0.777344, - 0.796875, - 0.796875, - 0.816406, - 0.78125, - 0.828125, - 0.796875, - 0.832031, - 0.820312, - 0.78125, - 0.808594, - 0.796875, - 0.835938, - 0.753906, - 0.765625, - 0.761719, - 0.785156, - 0.8125, - 0.820312, - 0.84375, - 0.773438, - 0.769531, - 0.796875, - 0.769531, - 0.800781, - 0.765625, - 0.707031, - 0.769531, - 0.800781, - 0.777344, - 0.769531, - 0.800781, - 0.78125, - 0.707031, - 0.800781, - 0.816406, - 0.796875, - 0.804688, - 0.8125, - 0.773438, - 0.828125, - 0.761719, - 0.796875, - 0.796875, - 0.804688, - 0.800781, - 0.761719, - 0.777344, - 0.816406, - 0.816406, - 0.820312, - 0.785156, - 0.6875, - 0.792969, - 0.8125, - 0.765625, - 0.808594, - 0.765625, - 0.792969, - 0.785156, - 0.789062, - 0.75, - 0.796875, - 0.828125, - 0.761719, - 0.796875, - 0.785156, - 0.832031, - 0.789062, - 0.789062, - 0.804688, - 0.796875, - 0.8125, - 0.78125, - 0.8125, - 0.789062, - 0.71875, - 0.226562, - 0.792969, - 0.742188, - 0.796875, - 0.703125, - 0.796875, - 0.847656, - 0.773438, - 0.800781, - 0.707031, - 0.609375, - 0.792969, - 0.785156, - 0.777344, - 0.804688, - 0.800781, - 0.427734, - 0.824219, - 0.769531, - 0.78125, - 0.804688, - 0.8125, - 0.796875, - 0.792969, - 0.808594, - 0.785156, - 0.820312, - 0.796875, - 0.804688, - 0.832031, - 0.808594, - 0.753906, - 0.597656, - 0.792969, - 0.539062, - 0.746094, - 0.824219, - 0.792969, - 0.480469, - 0.757812, - 0.8125, - 0.773438, - 0.742188, - 0.742188, - 0.792969, - 0.804688, - 0.746094, - 0.789062, - 0.804688, - 0.78125, - 0.726562, - 0.746094, - 0.742188, - 0.761719, - 0.675781, - 0.800781, - 0.726562, - 0.792969, - 0.796875, - 0.8125, - 0.738281, - 0.695312, - 0.796875, - 0.644531, - 0.804688, - 0.851562, - 0.792969, - 0.546875, - 0.773438, - 0.792969, - 0.804688, - 0.765625, - 0.78125, - 0.800781, - 0.808594, - 0.800781, - 0.808594, - 0.824219, - 0.765625, - 0.8125, - 0.734375, - 0.800781, - 0.792969, - 0.8125, - 0.800781, - 1.046875, - 0.808594, - 0.777344, - 0.769531, - 0.777344, - 0.625, - 0.808594, - 0.796875, - 0.464844, - 0.318359, - 0.78125, - 0.761719, - 0.808594, - 0.808594, - 0.773438, - 0.78125, - 0.753906, - 0.808594, - 0.800781, - 0.792969, - 0.824219, - 0.800781, - 0.75, - 0.785156, - 0.769531, - 0.322266, - 0.796875, - 0.328125, - 0.800781, - 0.792969, - 0.777344, - 0.839844, - 0.769531, - 0.800781, - 0.765625, - 0.800781, - 0.800781, - 0.789062, - 0.828125, - 0.792969, - 0.734375, - 0.796875, - 0.8125, - 0.773438, - 0.8125, - 0.816406, - 0.777344, - 0.746094, - 0.824219, - 0.777344, - 0.785156, - 0.773438, - 0.761719, - 0.804688, - 0.792969, - 0.8125, - 0.800781, - 0.84375, - 0.824219, - 0.820312, - 0.824219, - 0.820312, - 0.804688, - 0.800781, - 0.789062, - 0.769531, - 0.742188, - 0.808594, - 0.71875, - 0.777344, - 0.78125, - 0.785156, - 0.253906, - 0.773438, - 0.71875, - 0.773438, - 0.773438, - 0.746094, - 0.78125, - 0.777344, - 0.796875, - 0.707031, - 0.792969, - 0.792969, - 0.792969, - 0.789062, - 0.796875, - 0.816406, - 0.757812, - 0.738281, - 0.800781, - 0.796875, - 0.773438, - 0.808594, - 0.820312, - 0.820312, - 0.777344, - 0.785156, - 0.796875, - 0.800781, - 0.796875, - 0.792969, - 0.792969, - 0.824219, - 0.789062, - 0.78125, - 0.808594, - 0.777344, - 0.796875, - 0.742188, - 0.773438, - 0.765625, - 0.78125, - 0.78125, - 0.820312, - 0.785156, - 0.78125, - 0.820312, - 0.808594, - 0.769531, - 0.808594, - 0.8125, - 0.777344, - 0.800781, - 0.761719, - 0.769531, - 0.828125, - 0.828125, - 0.601562, - 0.808594, - 0.792969, - 0.835938, - 0.753906, - 0.808594, - 0.789062, - 0.75, - 0.765625, - 0.816406, - 0.832031, - 0.796875, - 0.804688, - 0.789062, - 0.828125, - 0.59375, - 0.816406, - 0.777344, - 0.820312, - 0.796875, - 0.75, - 0.769531, - 0.792969, - 0.8125, - 0.796875, - 0.816406, - 0.832031, - 0.804688, - 0.824219, - 0.695312, - 0.777344, - 0.796875, - 0.765625, - 0.773438, - 0.804688, - 0.808594, - 0.789062, - 0.769531, - 0.785156, - 0.8125, - 0.8125, - 0.804688, - 0.769531, - 0.789062, - 0.796875, - 0.777344, - 0.789062, - 0.808594, - 0.800781, - 0.761719, - 0.800781, - 0.71875, - 0.796875, - 0.738281, - 0.785156, - 0.816406, - 0.785156, - 0.789062, - 0.796875, - 0.765625, - 0.796875, - 0.691406, - 0.773438, - 0.789062, - 0.792969, - 0.730469, - 0.730469, - 0.800781, - 0.78125, - 0.796875, - 0.761719, - 0.800781, - 0.824219, - 0.789062, - 0.746094, - 0.808594, - 0.753906, - 0.773438, - 0.761719, - 0.675781, - 0.777344, - 0.765625, - 0.765625, - 0.824219, - 0.796875, - 0.785156, - 0.820312, - 0.792969, - 0.796875, - 0.785156, - 0.804688, - 0.828125, - 0.800781, - 0.773438, - 0.777344, - 0.785156, - 0.785156, - 0.804688, - 0.683594, - 0.789062, - 0.792969, - 0.789062, - 0.796875, - 0.800781, - 0.800781, - 0.832031, - 0.78125, - 0.789062, - 0.792969, - 0.777344, - 0.757812, - 0.777344, - 0.792969, - 0.796875, - 0.839844, - 0.816406, - 0.785156, - 0.785156, - 0.769531, - 0.792969, - 0.78125, - 0.808594, - 0.761719, - 0.808594, - 0.8125, - 0.789062, - 0.785156, - 0.777344, - 0.8125, - 0.761719, - 0.753906, - 0.792969, - 0.796875, - 0.769531, - 0.757812, - 0.777344, - 0.601562, - 0.800781, - 0.804688, - 0.746094, - 0.78125, - 0.613281, - 0.832031, - 0.75, - 0.804688, - 0.796875, - 0.804688, - 0.765625, - 0.796875, - 0.816406, - 0.792969, - 0.796875, - 0.820312, - 0.773438, - 0.8125, - 0.808594, - 0.808594, - 0.792969, - 0.808594, - 0.792969, - 0.820312, - 0.808594, - 0.785156, - 0.78125, - 0.75, - 0.796875, - 0.800781, - 0.804688, - 0.796875, - 0.789062, - 0.8125, - 0.804688, - 0.824219, - 0.773438, - 0.734375, - 0.820312, - 0.757812, - 0.769531, - 0.761719, - 0.820312, - 0.792969, - 0.816406, - 0.789062, - 0.792969, - 0.808594, - 0.785156, - 0.792969, - 0.800781, - 0.800781, - 0.816406, - 0.792969, - 0.796875, - 0.816406, - 0.773438, - 0.832031, - 1.195312, - 0.808594, - 0.800781, - 0.804688, - 0.710938, - 0.796875, - 0.78125, - 0.859375, - 0.734375, - 0.78125, - 0.8125, - 0.789062, - 0.820312, - 0.804688, - 0.808594, - 0.828125, - 0.8125, - 0.777344, - 0.808594, - 0.835938, - 0.318359, - 0.699219, - 0.796875, - 0.585938, - 0.761719, - 0.808594, - 0.796875, - 0.8125, - 0.765625, - 0.652344, - 0.78125, - 0.769531, - 0.777344, - 0.824219, - 0.78125, - 0.757812, - 0.800781, - 0.769531, - 0.78125, - 0.769531, - 0.804688, - 0.796875, - 0.6875, - 0.785156, - 0.769531, - 0.617188, - 0.800781, - 0.796875, - 0.820312, - 0.796875, - 0.734375, - 0.753906, - 0.78125, - 0.742188, - 0.722656, - 0.691406, - 0.808594, - 0.796875, - 0.785156, - 0.785156, - 0.550781, - 0.777344, - 0.785156, - 0.78125, - 0.816406, - 0.769531, - 0.839844, - 0.78125, - 0.835938, - 0.800781, - 0.703125, - 0.796875, - 0.824219, - 0.804688, - 0.726562, - 0.792969, - 0.796875, - 0.8125, - 0.746094, - 0.765625, - 0.792969, - 0.785156, - 0.789062, - 0.707031, - 0.804688, - 0.808594, - 0.792969, - 0.78125, - 0.796875, - 0.78125, - 0.820312, - 0.816406, - 0.808594, - 0.792969, - 0.785156, - 0.742188, - 0.796875, - 0.808594, - 0.800781, - 0.796875, - 0.789062, - 0.78125, - 0.792969, - 0.777344, - 0.769531, - 0.828125, - 0.710938, - 0.738281, - 0.785156, - 0.777344, - 0.824219, - 0.78125, - 0.695312, - 0.769531, - 0.796875, - 0.757812, - 0.765625, - 0.785156, - 0.851562, - 0.777344, - 0.804688, - 0.785156, - 0.792969, - 0.710938, - 0.8125, - 0.78125, - 0.800781, - 0.773438, - 0.78125, - 0.742188, - 0.785156, - 0.832031, - 0.773438, - 0.796875, - 0.777344, - 0.808594, - 0.820312, - 0.746094, - 0.773438, - 0.773438, - 0.71875, - 0.871094, - 0.792969, - 0.785156, - 0.769531, - 0.796875, - 0.640625, - 0.777344, - 0.773438, - 0.796875, - 0.804688, - 0.691406, - 0.816406, - 0.628906, - 0.800781, - 0.773438, - 0.710938, - 0.808594, - 0.796875, - 0.796875, - 0.789062, - 0.800781, - 0.789062, - 0.792969, - 0.785156, - 0.785156, - 0.828125, - 0.824219, - 1.0, - 0.796875, - 0.800781, - 0.792969, - 0.714844, - 0.777344, - 0.785156, - 0.773438, - 0.8125, - 0.808594, - 0.746094, - 0.800781, - 0.796875, - 0.777344, - 0.699219, - 0.78125, - 0.75, - 0.777344, - 0.792969, - 0.742188, - 0.804688, - 0.796875, - 0.800781, - 0.785156, - 0.785156, - 0.800781, - 0.78125, - 0.789062, - 0.78125, - 0.828125, - 0.667969, - 0.78125, - 0.8125, - 0.746094, - 0.804688, - 0.789062, - 0.8125, - 0.796875, - 0.789062, - 0.804688, - 0.835938, - 0.796875, - 0.816406, - 0.8125, - 0.722656, - 0.839844, - 0.804688, - 0.796875, - 1.476562, - 0.804688, - 0.8125, - 0.8125, - 0.8125, - 0.800781, - 0.820312, - 0.78125, - 0.789062, - 0.804688, - 0.800781, - 0.789062, - 0.792969, - 0.8125, - 0.777344, - 0.8125, - 0.820312, - 0.808594, - 0.808594, - 0.761719, - 0.753906, - 0.785156, - 0.777344, - 0.78125, - 0.777344, - 0.8125, - 0.785156, - 0.796875, - 0.796875, - 0.78125, - 0.816406, - 0.765625, - 0.816406, - 0.78125, - 0.78125, - 0.847656, - 0.816406, - 0.8125, - 0.800781, - 0.785156, - 0.808594, - 1.15625, - 0.777344, - 0.804688, - 0.808594, - 0.796875, - 0.789062, - 0.707031, - 0.789062, - 0.765625, - 0.78125, - 0.792969, - 0.5625, - 0.78125, - 0.746094, - 0.785156, - 0.800781, - 0.808594, - 0.835938, - 0.746094, - 0.824219, - 0.792969, - 0.820312, - 0.800781, - 0.800781, - 0.792969, - 0.792969, - 1.03125, - 0.804688, - 0.765625, - 0.78125, - 0.804688, - 0.765625, - 0.808594, - 0.808594, - 0.816406, - 0.792969, - 0.789062, - 0.742188, - 0.478516, - 0.796875, - 0.980469, - 0.785156, - 0.824219, - 0.796875, - 0.738281, - 0.753906, - 0.734375, - 0.820312, - 0.828125, - 0.800781, - 0.757812, - 0.777344, - 0.789062, - 0.78125, - 0.773438, - 0.800781, - 0.789062, - 0.765625, - 0.769531, - 0.753906, - 0.808594, - 0.800781, - 0.75, - 0.796875, - 0.789062, - 0.796875, - 0.828125, - 0.816406, - 0.808594, - 0.769531, - 0.5625, - 0.773438, - 0.683594, - 0.796875, - 0.792969, - 0.800781, - 0.753906, - 0.345703, - 0.703125, - 0.804688, - 0.78125, - 0.785156, - 0.773438, - 0.792969, - 0.789062, - 0.777344, - 0.816406, - 0.796875, - 0.824219, - 0.804688, - 0.8125, - 0.78125, - 0.800781, - 0.8125, - 0.847656, - 0.796875, - 0.808594, - 0.789062, - 0.777344, - 0.800781, - 0.796875, - 0.824219, - 0.824219, - 0.792969, - 0.824219, - 0.660156, - 0.792969, - 0.835938, - 0.78125, - 0.8125, - 0.792969, - 0.808594, - 0.800781, - 0.785156, - 0.714844, - 0.792969, - 0.800781, - 0.84375, - 0.753906, - 0.785156, - 0.835938, - 0.753906, - 0.785156, - 0.769531, - 0.792969, - 0.792969, - 0.816406, - 0.785156, - 0.769531, - 0.800781, - 0.707031, - 0.792969, - 0.769531, - 0.8125, - 0.757812, - 0.789062, - 0.796875, - 0.796875, - 0.78125, - 0.777344, - 0.800781, - 0.796875, - 0.8125, - 0.804688, - 0.78125, - 0.761719, - 0.648438, - 0.789062, - 0.800781, - 0.796875, - 0.792969, - 0.796875, - 0.78125, - 0.753906, - 0.792969, - 0.785156, - 0.808594, - 0.753906, - 0.820312, - 0.734375, - 0.808594, - 0.804688, - 0.800781, - 0.765625, - 0.765625, - 0.792969, - 0.820312, - 0.800781, - 0.773438, - 0.773438, - 0.796875, - 0.792969, - 0.789062, - 0.761719, - 0.855469, - 0.789062, - 0.804688, - 0.832031, - 0.832031, - 0.800781, - 0.785156, - 0.785156, - 0.847656, - 0.785156, - 1.257812, - 0.792969, - 0.761719, - 0.804688, - 0.804688, - 0.804688, - 0.789062, - 0.808594, - 0.808594, - 0.769531, - 0.839844, - 0.625, - 0.792969, - 0.820312, - 0.804688, - 0.765625, - 0.757812, - 0.789062, - 0.804688, - 0.761719, - 0.6875, - 0.796875, - 0.773438, - 0.78125, - 0.335938, - 0.78125, - 0.828125, - 0.726562, - 0.808594, - 0.804688, - 0.789062, - 0.8125, - 0.730469, - 0.769531, - 0.800781, - 0.800781, - 0.800781, - 0.773438, - 0.742188, - 0.820312, - 0.789062, - 0.773438, - 0.78125, - 0.757812, - 0.78125, - 0.792969, - 0.644531, - 0.8125, - 0.539062, - 0.808594, - 0.785156, - 0.816406, - 0.753906, - 0.804688, - 0.78125, - 1.195312, - 0.773438, - 0.761719, - 0.800781, - 0.796875, - 0.777344, - 0.761719, - 0.78125, - 0.820312, - 0.785156, - 0.804688, - 0.796875, - 0.757812, - 0.832031, - 0.785156, - -0.000439, - 0.757812, - 0.8125, - 0.753906, - 0.75, - 0.773438, - 0.792969, - 0.804688, - 0.785156, - 0.808594, - 0.804688, - 0.773438, - 0.800781, - 0.71875, - 0.789062, - 0.765625, - 0.820312, - 0.785156, - 0.392578, - 0.820312, - 0.8125, - 0.773438, - 0.78125, - 0.792969, - 0.777344, - 0.800781, - 0.78125, - 0.8125, - 0.8125, - 0.785156, - 0.855469, - 0.765625, - 0.792969, - 0.789062, - 0.808594, - 0.796875, - 0.769531, - 0.816406, - 0.734375, - 0.804688, - 0.804688, - 0.808594, - 0.75, - 0.769531, - 0.792969, - 0.800781, - 0.746094, - 0.777344, - 0.804688, - 0.714844, - 0.765625, - 0.816406, - 0.78125, - 0.78125, - 0.78125, - 0.789062, - 0.8125, - 0.765625, - 0.808594, - 0.738281, - 0.765625, - 0.785156, - 0.945312, - 0.804688, - 0.792969, - 0.835938, - 0.734375, - 0.796875, - 0.789062, - 0.800781, - 0.804688, - 0.8125, - 0.804688, - 0.777344, - 1.03125, - 0.792969, - 0.804688, - 0.796875, - 0.839844, - 0.820312, - 0.796875, - 0.835938, - 0.820312, - 0.792969, - 0.804688, - 0.734375, - 0.792969, - 0.78125, - 0.789062, - 0.742188, - 0.816406, - 0.550781, - 0.765625, - 0.78125, - 0.78125, - 0.628906, - 0.792969, - 0.757812, - 0.808594, - 0.785156, - 0.730469, - 0.804688, - 0.808594, - 0.75, - 0.753906, - 0.796875, - 0.820312, - 0.8125, - 0.777344, - 0.804688, - 0.8125, - 0.742188, - 0.792969, - 0.804688, - 0.824219, - 0.789062, - 0.753906, - 0.777344, - 1.195312, - 0.8125, - 0.816406, - 0.816406, - 0.757812, - 0.824219, - 0.796875, - 0.753906, - 0.78125, - 0.804688, - 0.636719, - 0.804688, - 0.792969, - 0.808594, - 0.800781, - 0.78125, - 0.769531, - 0.839844, - 0.796875, - 0.800781, - 0.75, - 0.789062, - 0.78125, - 0.8125, - 0.785156, - 0.828125, - 0.8125, - 0.75, - 0.792969, - 0.804688, - 0.820312, - 0.796875, - 0.773438, - 0.820312, - 0.773438, - 0.808594, - 0.8125, - 0.808594, - 0.8125, - 0.777344, - 0.765625, - 0.765625, - 0.808594, - 0.796875, - 0.742188, - 0.789062, - 0.792969, - 0.765625, - 0.277344, - 0.789062, - 0.785156, - 0.730469, - 0.808594, - 0.824219, - 0.753906, - 0.785156, - 0.761719, - 0.753906, - 1.039062, - 0.804688, - 0.769531, - 0.773438, - 0.753906, - 0.789062, - 0.773438, - 0.796875, - 0.730469, - 0.804688, - 0.789062, - 0.785156, - 0.796875, - 0.808594, - 0.8125, - 0.777344, - 0.800781, - 0.726562, - 0.769531, - 0.769531, - 0.808594, - 0.789062, - 0.78125, - 0.78125, - 0.800781, - 0.808594, - 0.824219, - 0.8125, - 0.808594, - 0.769531, - 0.78125, - 0.75, - 0.796875, - 0.773438, - 0.761719, - 0.789062, - 0.800781, - 0.777344, - 0.8125, - 0.789062, - 0.789062, - 0.800781, - 0.808594, - 0.792969, - 0.78125, - 0.785156, - 0.785156, - 0.808594, - 0.773438, - 0.714844, - 0.785156, - 0.792969, - 0.753906, - 0.820312, - 0.820312, - 0.742188, - 0.820312, - 0.796875, - 0.8125, - 0.785156, - 0.808594, - 0.765625, - 0.785156, - 0.792969, - 0.785156, - 0.820312, - 0.777344, - 0.8125, - 0.757812, - 0.789062, - 0.777344, - 0.78125, - 0.796875, - 0.769531, - 0.8125, - 0.816406, - 0.8125, - 0.808594, - 0.773438, - 0.773438, - 0.71875, - 0.8125, - 0.773438, - 0.773438, - 0.8125, - 0.835938, - 0.785156, - 0.859375, - 0.800781, - 0.800781, - 0.78125, - 0.78125, - 0.730469, - 0.773438, - 0.808594, - 0.753906, - 0.828125, - 0.804688, - 0.8125, - 0.820312, - 0.828125, - 0.773438, - 0.308594, - 0.75, - 0.757812, - 0.800781, - 0.78125, - 0.808594, - 0.800781, - 0.792969, - 0.800781, - 0.792969, - 0.75, - 0.789062, - 0.757812, - 0.832031, - 0.761719, - 0.800781, - 0.777344, - 0.820312, - 0.753906, - 0.777344, - 0.804688, - 0.804688, - 0.703125, - 0.824219, - 0.808594, - 0.699219, - 0.824219, - 0.835938, - 0.785156, - 0.777344, - 0.808594, - 0.789062, - 0.800781, - 0.792969, - 0.773438, - 0.816406, - 0.714844, - 0.808594, - 0.710938, - 0.792969, - 0.753906, - 0.816406, - 0.78125, - 0.773438, - 0.8125, - 0.792969, - 0.404297, - 0.792969, - 0.800781, - 0.804688, - 0.75, - 0.785156, - 0.816406, - 0.804688, - 0.796875, - 0.800781, - 0.734375, - 0.761719, - 0.835938, - 0.816406, - 0.800781, - 0.710938, - 0.777344, - 0.613281, - 0.777344, - 0.800781, - 0.804688, - 0.558594, - 0.816406, - 0.808594, - 0.792969, - 0.792969, - 0.800781, - 0.78125, - 0.800781, - 0.78125, - 0.8125, - 0.800781, - 0.792969, - 0.761719, - 0.796875, - 0.789062, - 0.267578, - 0.796875, - 0.792969, - 0.792969, - 0.769531, - 0.777344, - 0.832031, - 0.785156, - 0.796875, - 0.78125, - 0.777344, - 0.820312, - 0.789062, - 0.800781, - 0.773438, - 0.738281, - 0.742188, - 0.808594, - 0.796875, - 0.8125, - 0.84375, - 0.839844, - 0.796875, - 0.816406, - 0.769531, - 0.808594, - 0.816406, - 0.792969, - 0.808594, - 0.800781, - 0.777344, - 0.71875, - 0.820312, - 0.78125, - 0.828125, - 0.765625, - 0.796875, - 0.765625, - 0.808594, - 0.726562, - 0.800781, - 0.777344, - 0.796875, - 0.785156, - 0.792969, - 0.765625, - 0.734375, - 0.796875, - 0.765625, - 0.832031, - 0.792969, - 0.773438, - 0.800781, - 0.851562, - 0.847656, - 0.832031, - 0.777344, - 0.789062, - 0.746094, - 0.808594, - 0.816406, - 0.800781, - 0.761719, - 0.804688, - 0.765625, - 0.800781, - 0.792969, - 0.789062, - 0.789062, - 0.804688, - 0.792969, - 0.773438, - 0.804688, - 0.816406, - 0.777344, - 0.804688, - 0.828125, - 0.824219, - 0.761719, - 0.78125, - 0.738281, - 0.800781, - 0.792969, - 0.789062, - 0.773438, - 0.765625, - 0.777344, - 0.789062, - 0.820312, - 0.792969, - 0.804688, - 0.742188, - 0.78125, - 0.789062, - 0.75, - 0.699219, - 0.785156, - 0.796875, - 0.769531, - 0.796875, - 0.808594, - 0.769531, - 0.601562, - 0.785156, - 0.8125, - 0.742188, - 0.785156, - 0.816406, - 0.777344, - 0.824219, - 0.804688, - 0.800781, - 0.78125, - 0.820312, - 0.789062, - 0.796875, - 0.777344, - 0.792969, - 0.75, - 0.800781, - 0.789062, - 0.800781, - 0.78125, - 0.808594, - 0.773438, - 0.800781, - 0.707031, - 0.824219, - 0.71875, - 0.785156, - 0.808594, - 0.808594, - 0.789062, - 0.785156, - 0.792969, - 0.8125, - 0.714844, - 0.789062, - 0.78125, - 0.800781, - 0.808594, - 0.691406, - 0.8125, - 0.625, - 0.785156, - 0.742188, - 0.828125, - 0.761719, - 0.796875, - 0.789062, - 0.816406, - 0.765625, - 0.804688, - 0.800781, - 0.8125, - 0.808594, - 0.8125, - 0.78125, - 0.78125, - 0.820312, - 0.789062, - 0.785156, - 0.804688, - 0.777344, - 0.785156, - 0.785156, - 0.785156, - 0.796875, - 0.808594, - 0.796875, - 0.78125, - 0.777344, - 0.789062, - 0.789062, - 0.695312, - 0.789062, - 0.792969, - 0.777344, - 0.78125, - 0.816406, - 0.800781, - 0.808594, - 0.800781, - 0.777344, - 0.792969, - 0.777344, - 0.8125, - 0.753906, - 0.820312, - 0.8125, - 0.789062, - 0.78125, - 0.777344, - 0.804688, - 0.8125, - 0.796875, - 0.777344, - 0.738281, - 0.730469, - 0.632812, - 0.808594, - 0.773438, - 0.773438, - 0.792969, - 0.832031, - 0.710938, - 0.820312, - 0.738281, - 0.796875, - 0.824219, - 0.785156, - 0.773438, - 0.789062, - 0.769531, - 0.792969, - 0.792969, - 0.804688, - 0.8125, - 0.6875, - 0.75, - 0.789062, - 0.765625, - 0.761719, - 0.796875, - 0.792969, - 0.824219, - 0.765625, - 0.804688, - 0.796875, - 0.75, - 0.804688, - 0.435547, - 0.976562, - 0.796875, - 0.773438, - 0.761719, - 0.753906, - 0.820312, - 0.816406, - 0.808594, - 0.800781, - 0.804688, - 0.832031, - 0.765625, - 0.796875, - 0.804688, - 0.789062, - 0.808594, - 0.761719, - 0.753906, - 0.773438, - 0.804688, - 0.804688, - 0.773438 - ] - }, - "name": "model.transformer.layers.23.ffn_norm.weight", - "outputIndexes": [ - 1490 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1489, - 1490 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_23/Mul_1_output_0", - "outputIndexes": [ - 1491 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1491 - ], - "outputIndexes": [ - 2589 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2589 - ], - "outputIndexes": [ - 2590 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_1/Linear", - "inputIndexes": [ - 2590 - ], - "outputIndexes": [ - 2591 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 14336, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 229376, - "weightSize": 0 - }, - "external": [ - 414417460, - 14680086, - 1835008, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2591 - ], - "outputIndexes": [ - 2592 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2592 - ], - "outputIndexes": [ - 1492 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 14336 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1492, - 21, - 710, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_23/Slice_output_0", - "outputIndexes": [ - 1493 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1493 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_23/Sigmoid_output_0", - "outputIndexes": [ - 1494 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1493, - 1494 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_23/Mul_output_0", - "outputIndexes": [ - 1495 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 14336 - ] - }, - "name": "/ffn_23/Mul_1_output_0", - "outputIndexes": [ - 1496 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1492, - 710, - 1496, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_23/Slice_1_output_0", - "outputIndexes": [ - 1497 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1495, - 1497 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_23/Mul_2_output_0", - "outputIndexes": [ - 1498 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1498 - ], - "outputIndexes": [ - 2593 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 7168, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2593 - ], - "outputIndexes": [ - 2594 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_2/Linear", - "inputIndexes": [ - 2594 - ], - "outputIndexes": [ - 2595 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 7168, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 114688, - "weightSize": 0 - }, - "external": [ - 430932554, - 7340054, - 917504, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2595 - ], - "outputIndexes": [ - 2596 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.23/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2596 - ], - "outputIndexes": [ - 1499 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1488, - 1499 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_95_output_0", - "outputIndexes": [ - 1500 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1500, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_96_output_0", - "outputIndexes": [ - 1501 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1501 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_24/Mul_output_0", - "outputIndexes": [ - 1502 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.234375, - 1.976562, - 1.554688, - 1.210938, - 1.3125, - 1.320312, - 1.34375, - 1.476562, - 1.453125, - 2.234375, - 1.304688, - 1.523438, - 1.398438, - 1.351562, - 1.375, - 1.664062, - 1.484375, - 1.65625, - 1.265625, - 1.320312, - 1.453125, - 1.320312, - 1.273438, - 1.5, - 1.5625, - 1.34375, - 1.328125, - 1.445312, - 1.460938, - 1.625, - 1.40625, - 1.367188, - 1.390625, - 1.414062, - 1.296875, - 1.273438, - 1.304688, - 1.40625, - 1.578125, - 1.789062, - 1.179688, - 1.414062, - 1.414062, - 2.203125, - 1.242188, - 2.671875, - 1.359375, - 1.414062, - 1.390625, - 1.484375, - 1.226562, - 1.5, - 1.34375, - 1.664062, - 1.476562, - 1.429688, - 1.421875, - 1.265625, - 1.296875, - 1.351562, - 1.375, - 1.421875, - 1.3125, - 1.328125, - 2.46875, - 1.367188, - 1.4375, - 1.289062, - 1.289062, - 1.375, - 1.273438, - 1.4375, - 1.289062, - 1.320312, - 2.15625, - 1.445312, - 1.335938, - 1.484375, - 1.46875, - 1.476562, - 1.429688, - 1.320312, - 1.578125, - 1.398438, - 1.40625, - 1.3125, - 1.367188, - 1.28125, - 1.703125, - 1.570312, - 1.140625, - 1.4375, - 1.390625, - 2.828125, - 2.125, - 1.289062, - 1.25, - 2.21875, - 1.359375, - 1.242188, - 1.617188, - 1.273438, - 1.554688, - 1.273438, - 1.460938, - 4.75, - 1.585938, - 1.335938, - 1.4375, - 1.492188, - 1.90625, - 1.28125, - 1.296875, - 1.414062, - 1.304688, - 1.421875, - 1.390625, - 1.539062, - 1.328125, - 1.40625, - 1.367188, - 1.28125, - 1.585938, - 2.90625, - 1.296875, - 2.546875, - 1.773438, - 1.3125, - 2.46875, - 1.5625, - 1.351562, - 1.335938, - 1.359375, - 1.5, - 1.554688, - 1.3125, - 1.25, - 2.125, - 1.578125, - 1.453125, - 1.59375, - 1.46875, - 1.25, - 1.210938, - 2.140625, - 2.28125, - 1.28125, - 3.21875, - 2.125, - 1.8125, - 1.289062, - 1.265625, - 1.476562, - 1.367188, - 1.304688, - 1.414062, - 1.5, - 1.359375, - 2.375, - 1.375, - 1.46875, - 1.40625, - 3.59375, - 1.539062, - 1.507812, - 1.507812, - 1.679688, - 2.390625, - 3.328125, - 1.3125, - 4.71875, - 2.40625, - 1.40625, - 1.59375, - 1.476562, - 1.289062, - 1.453125, - 1.460938, - 2.875, - 1.335938, - 1.320312, - 1.242188, - 1.320312, - 1.304688, - 1.507812, - 1.367188, - 1.507812, - 1.335938, - 1.296875, - 1.3125, - 1.414062, - 1.304688, - 1.359375, - 1.523438, - 1.359375, - 1.90625, - 1.359375, - 1.65625, - 1.132812, - 1.445312, - 1.335938, - 1.421875, - 1.46875, - 1.359375, - 1.515625, - 1.265625, - 1.289062, - 1.1875, - 3.03125, - 2.421875, - 1.304688, - 1.390625, - 1.4375, - 1.53125, - 1.492188, - 1.28125, - 1.351562, - 1.648438, - 1.351562, - 2.28125, - 3.328125, - 1.320312, - 4.5625, - 1.507812, - 1.882812, - 2.140625, - 1.421875, - 1.171875, - 1.679688, - 1.375, - 1.695312, - 2.03125, - 2.078125, - 1.398438, - 1.46875, - 1.539062, - 1.5, - 1.460938, - 6.34375, - 1.296875, - 1.28125, - 1.859375, - 1.164062, - 1.1875, - 1.328125, - 1.414062, - 2.046875, - 1.398438, - 3.203125, - 1.296875, - 1.234375, - 3.140625, - 1.4375, - 1.304688, - 1.46875, - 2.5625, - 1.40625, - 1.460938, - 1.515625, - 1.4375, - 1.382812, - 1.992188, - 1.617188, - 1.648438, - 1.515625, - 1.460938, - 1.257812, - 1.578125, - 1.34375, - 1.21875, - 1.242188, - 1.34375, - 1.382812, - 1.398438, - 1.28125, - 2.53125, - 2.109375, - 1.289062, - 1.273438, - 1.484375, - 1.46875, - 1.53125, - 1.382812, - 1.414062, - 1.664062, - 1.414062, - 3.78125, - 1.5, - 1.28125, - 1.210938, - 1.304688, - 1.273438, - 1.898438, - 1.46875, - 1.4375, - 1.234375, - 1.46875, - 1.242188, - 1.265625, - 1.21875, - 1.390625, - 1.570312, - 1.78125, - 1.382812, - 1.242188, - 1.328125, - 4.34375, - 1.367188, - 1.679688, - 1.289062, - 1.617188, - 1.242188, - 1.617188, - 1.414062, - 1.257812, - 1.320312, - 1.359375, - 1.1875, - 1.304688, - 2.03125, - 1.34375, - 1.351562, - 1.429688, - 1.492188, - 1.1875, - 1.351562, - 1.296875, - 4.59375, - 1.3125, - 1.289062, - 1.34375, - 1.46875, - 1.382812, - 1.46875, - 1.734375, - 1.390625, - 1.492188, - 1.976562, - 1.398438, - 1.546875, - 1.414062, - 1.3125, - 1.226562, - 3.5, - 1.320312, - 1.976562, - 1.640625, - 1.484375, - 1.320312, - 1.53125, - 1.382812, - 1.507812, - 1.335938, - 1.71875, - 1.960938, - 1.359375, - 1.351562, - 1.257812, - 1.328125, - 1.59375, - 1.4375, - 3.15625, - 1.398438, - 1.21875, - 1.265625, - 3.921875, - 1.304688, - 1.445312, - 1.320312, - 1.335938, - 2.109375, - 4.375, - 1.429688, - 2.03125, - 1.375, - 1.515625, - 4.15625, - 1.570312, - 1.523438, - 3.078125, - 1.34375, - 1.148438, - 1.195312, - 1.757812, - 1.65625, - 1.289062, - 1.367188, - 1.257812, - 1.3125, - 1.703125, - 1.328125, - 1.5625, - 1.429688, - 1.257812, - 1.367188, - 1.335938, - 1.375, - 1.21875, - 1.867188, - 1.335938, - 1.445312, - 1.3125, - 1.546875, - 1.25, - 1.367188, - 3.3125, - 1.367188, - 1.445312, - 1.6875, - 1.351562, - 3.125, - 1.234375, - 1.335938, - 1.421875, - 1.648438, - 1.59375, - 1.28125, - 1.304688, - 1.539062, - 1.351562, - 1.367188, - 4.0, - 1.390625, - 1.351562, - 1.453125, - 1.179688, - 1.242188, - 1.601562, - 1.40625, - 1.445312, - 1.296875, - 1.523438, - 2.265625, - 1.25, - 1.203125, - 1.273438, - 1.460938, - 1.484375, - 1.296875, - 1.539062, - 1.414062, - 1.304688, - 1.335938, - 1.171875, - 1.414062, - 1.34375, - 1.265625, - 1.523438, - 1.5, - 1.570312, - 1.476562, - 2.375, - 1.382812, - 1.515625, - 1.398438, - 1.40625, - 1.28125, - 1.34375, - 1.15625, - 1.835938, - 1.539062, - 1.34375, - 1.453125, - 1.515625, - 2.109375, - 1.3125, - 1.398438, - 1.429688, - 1.59375, - 1.4375, - 1.84375, - 2.3125, - 1.226562, - 1.46875, - 1.3125, - 1.242188, - 1.4375, - 1.492188, - 1.320312, - 1.554688, - 1.375, - 1.25, - 1.382812, - 1.242188, - 1.40625, - 1.53125, - 1.242188, - 1.273438, - 1.335938, - 1.367188, - 2.984375, - 1.367188, - 1.375, - 1.664062, - 1.289062, - 1.648438, - 1.375, - 1.398438, - 1.21875, - 1.570312, - 1.515625, - 1.382812, - 1.554688, - 1.320312, - 1.34375, - 1.164062, - 1.367188, - 1.351562, - 1.257812, - 1.40625, - 1.34375, - 1.40625, - 1.390625, - 1.335938, - 2.46875, - 6.03125, - 1.335938, - 2.15625, - 1.4375, - 1.976562, - 1.3125, - 1.210938, - 1.695312, - 1.84375, - 2.4375, - 3.53125, - 1.3125, - 1.34375, - 1.421875, - 1.34375, - 1.351562, - 5.4375, - 1.328125, - 1.507812, - 1.257812, - 1.328125, - 1.398438, - 1.304688, - 1.421875, - 1.367188, - 1.515625, - 1.367188, - 1.28125, - 1.359375, - 1.515625, - 1.367188, - 3.40625, - 3.4375, - 1.484375, - 3.6875, - 1.875, - 1.3125, - 1.71875, - 5.0625, - 1.390625, - 1.4375, - 1.382812, - 1.9375, - 1.765625, - 1.640625, - 1.40625, - 1.859375, - 1.367188, - 1.273438, - 1.445312, - 2.96875, - 1.296875, - 2.375, - 1.367188, - 3.5, - 1.351562, - 2.75, - 1.625, - 1.265625, - 1.1875, - 2.1875, - 1.453125, - 1.304688, - 1.992188, - 1.304688, - 1.265625, - 1.226562, - 5.71875, - 1.851562, - 1.414062, - 1.46875, - 1.289062, - 1.359375, - 1.28125, - 1.382812, - 2.046875, - 1.359375, - 1.46875, - 1.460938, - 1.492188, - 1.929688, - 1.351562, - 1.46875, - 1.351562, - 1.257812, - 1.9375, - 1.445312, - 1.421875, - 1.328125, - 1.40625, - 2.9375, - 1.179688, - 1.242188, - 4.21875, - 4.875, - 1.25, - 1.796875, - 1.453125, - 1.296875, - 1.4375, - 1.382812, - 1.359375, - 1.3125, - 1.265625, - 1.359375, - 1.242188, - 1.242188, - 1.882812, - 1.53125, - 1.546875, - 4.75, - 1.359375, - 6.40625, - 1.265625, - 1.179688, - 1.351562, - 1.265625, - 1.476562, - 1.242188, - 1.34375, - 1.421875, - 1.28125, - 1.382812, - 1.3125, - 1.328125, - 1.3125, - 1.210938, - 1.296875, - 1.851562, - 1.296875, - 1.28125, - 1.367188, - 1.929688, - 1.335938, - 1.429688, - 1.296875, - 1.34375, - 1.492188, - 1.328125, - 1.234375, - 1.421875, - 1.507812, - 1.382812, - 1.328125, - 1.390625, - 1.320312, - 1.28125, - 1.4375, - 1.210938, - 1.46875, - 1.234375, - 2.28125, - 1.351562, - 2.09375, - 1.507812, - 1.578125, - 1.445312, - 4.90625, - 1.460938, - 1.742188, - 1.359375, - 1.765625, - 2.015625, - 1.742188, - 1.453125, - 1.882812, - 2.65625, - 1.375, - 1.34375, - 1.40625, - 1.335938, - 1.148438, - 1.625, - 1.820312, - 2.125, - 1.320312, - 1.210938, - 1.40625, - 1.3125, - 1.132812, - 1.507812, - 1.46875, - 1.53125, - 1.359375, - 1.265625, - 1.351562, - 1.421875, - 1.28125, - 1.234375, - 1.320312, - 1.28125, - 1.234375, - 1.195312, - 1.320312, - 1.851562, - 1.273438, - 1.773438, - 1.210938, - 1.273438, - 1.265625, - 1.46875, - 1.390625, - 1.359375, - 1.28125, - 1.5625, - 1.328125, - 1.359375, - 1.484375, - 1.382812, - 1.46875, - 1.3125, - 1.34375, - 1.320312, - 3.5625, - 1.46875, - 1.546875, - 1.53125, - 1.65625, - 1.4375, - 1.382812, - 1.398438, - 1.734375, - 1.335938, - 1.359375, - 1.640625, - 1.375, - 1.421875, - 1.382812, - 2.453125, - 1.726562, - 1.460938, - 1.375, - 1.25, - 2.0625, - 1.351562, - 1.273438, - 1.296875, - 1.3125, - 1.28125, - 1.320312, - 1.25, - 1.195312, - 2.3125, - 1.445312, - 1.414062, - 1.664062, - 1.5, - 1.5, - 1.304688, - 1.367188, - 1.421875, - 1.445312, - 1.523438, - 1.210938, - 1.382812, - 1.359375, - 1.289062, - 1.390625, - 1.429688, - 1.507812, - 1.335938, - 1.625, - 1.429688, - 1.484375, - 2.0625, - 1.390625, - 2.15625, - 1.539062, - 1.375, - 1.210938, - 1.28125, - 1.46875, - 1.585938, - 1.390625, - 2.3125, - 1.507812, - 1.289062, - 1.34375, - 2.96875, - 3.640625, - 1.273438, - 1.5, - 1.328125, - 1.460938, - 1.273438, - 1.375, - 1.53125, - 1.34375, - 1.53125, - 1.515625, - 1.3125, - 1.585938, - 4.4375, - 1.546875, - 1.554688, - 1.554688, - 1.296875, - 1.34375, - 1.476562, - 1.210938, - 1.226562, - 1.484375, - 1.46875, - 1.3125, - 1.234375, - 1.34375, - 1.34375, - 1.484375, - 1.601562, - 1.429688, - 1.320312, - 2.1875, - 1.53125, - 1.359375, - 1.570312, - 1.390625, - 1.320312, - 1.617188, - 1.382812, - 1.507812, - 1.382812, - 1.3125, - 1.382812, - 1.585938, - 1.320312, - 1.421875, - 1.625, - 1.21875, - 1.296875, - 1.179688, - 1.304688, - 1.601562, - 1.359375, - 1.320312, - 1.484375, - 1.546875, - 1.234375, - 1.28125, - 1.3125, - 1.554688, - 2.0625, - 1.351562, - 1.625, - 1.6875, - 1.179688, - 1.398438, - 1.492188, - 2.09375, - 1.3125, - 3.1875, - 1.375, - 1.265625, - 1.59375, - 1.4375, - 2.609375, - 1.257812, - 1.71875, - 1.304688, - 1.28125, - 1.382812, - 1.59375, - 1.382812, - 1.335938, - 1.492188, - 1.335938, - 1.1875, - 1.507812, - 1.460938, - 1.296875, - 1.429688, - 1.390625, - 1.265625, - 1.375, - 1.320312, - 1.359375, - 1.40625, - 1.359375, - 2.28125, - 1.273438, - 1.578125, - 1.3125, - 1.296875, - 1.367188, - 1.335938, - 1.445312, - 1.226562, - 1.515625, - 2.71875, - 1.289062, - 1.78125, - 1.46875, - 1.320312, - 1.25, - 1.742188, - 1.265625, - 1.21875, - 1.3125, - 1.507812, - 2.6875, - 1.320312, - 1.453125, - 1.320312, - 1.148438, - 1.351562, - 1.429688, - 1.335938, - 1.5, - 1.304688, - 2.671875, - 1.476562, - 1.328125, - 1.507812, - 2.1875, - 1.421875, - 1.734375, - 1.179688, - 1.53125, - 1.46875, - 1.28125, - 1.460938, - 1.34375, - 1.265625, - 1.398438, - 1.265625, - 1.242188, - 1.375, - 1.351562, - 1.398438, - 5.40625, - 2.640625, - 1.601562, - 3.625, - 1.4375, - 1.507812, - 1.453125, - 1.296875, - 1.414062, - 2.875, - 1.351562, - 1.335938, - 1.921875, - 1.257812, - 1.257812, - 1.617188, - 1.320312, - 1.320312, - 1.289062, - 1.515625, - 1.367188, - 1.289062, - 3.328125, - 1.34375, - 1.523438, - 1.273438, - 1.351562, - 1.390625, - 1.242188, - 1.375, - 0.337891, - 1.625, - 1.265625, - 1.820312, - 2.859375, - 3.0, - 1.320312, - 1.25, - 1.742188, - 1.445312, - 3.53125, - 1.523438, - 1.367188, - 8.8125, - 1.460938, - 1.703125, - 1.25, - 1.367188, - 1.320312, - 1.3125, - 2.171875, - 1.375, - 1.335938, - 1.398438, - 3.109375, - 1.359375, - 1.335938, - 1.265625, - 1.390625, - 1.585938, - 1.234375, - 1.414062, - 1.398438, - 2.484375, - 1.296875, - 1.125, - 1.25, - 1.429688, - 1.367188, - 1.625, - 1.34375, - 1.390625, - 1.328125, - 1.414062, - 1.414062, - 1.710938, - 1.296875, - 1.359375, - 1.328125, - 1.398438, - 1.398438, - 1.320312, - 1.351562, - 1.5, - 1.25, - 1.140625, - 2.5, - 1.992188, - 1.75, - 1.570312, - 1.320312, - 1.429688, - 2.21875, - 1.265625, - 1.523438, - 1.398438, - 2.28125, - 1.289062, - 1.28125, - 1.25, - 1.304688, - 1.445312, - 1.40625, - 2.6875, - 1.375, - 1.476562, - 1.351562, - 1.46875, - 1.601562, - 1.921875, - 1.203125, - 1.320312, - 1.4375, - 1.375, - 1.265625, - 1.328125, - 1.421875, - 1.390625, - 1.351562, - 1.359375, - 2.234375, - 2.0, - 1.71875, - 1.492188, - 1.445312, - 1.304688, - 2.9375, - 1.414062, - 1.40625, - 1.234375, - 1.28125, - 2.015625, - 1.351562, - 1.460938, - 1.695312, - 1.484375, - 3.0, - 1.421875, - 1.351562, - 1.273438, - 1.359375, - 1.40625, - 1.382812, - 1.171875, - 1.257812, - 1.414062, - 1.359375, - 1.382812, - 8.9375, - 1.25, - 1.3125, - 1.429688, - 2.5, - 1.476562, - 1.40625, - 1.65625, - 1.351562, - 1.523438, - 2.0, - 1.375, - 1.234375, - 1.671875, - 2.8125, - 1.75, - 2.453125, - 1.335938, - 1.320312, - 1.976562, - 1.445312, - 1.328125, - 1.398438, - 1.460938, - 1.265625, - 1.265625, - 1.335938, - 1.34375, - 1.859375, - 1.398438, - 3.0, - 1.375, - 1.476562, - 1.625, - 1.492188, - 1.265625, - 1.929688, - 1.328125, - 1.5, - 1.398438, - 1.359375, - 1.351562, - 1.28125, - 1.234375, - 2.59375, - 1.25, - 1.375, - 1.335938, - 2.0625, - 1.34375, - 1.273438, - 1.351562, - 1.328125, - 1.367188, - 1.414062, - 1.5625, - 1.554688, - 1.242188, - 1.226562, - 1.328125, - 1.171875, - 1.34375, - 1.390625, - 1.335938, - 1.304688, - 1.367188, - 1.320312, - 1.984375, - 1.203125, - 1.40625, - 1.429688, - 1.476562, - 1.351562, - 1.367188, - 1.726562, - 1.828125, - 1.351562, - 1.546875, - 1.242188, - 1.242188, - 1.257812, - 1.335938, - 1.398438, - 1.351562, - 1.351562, - 1.453125, - 1.304688, - 1.242188, - 1.398438, - 1.953125, - 1.609375, - 1.304688, - 1.273438, - 1.445312, - 1.257812, - 2.359375, - 1.28125, - 1.640625, - 1.367188, - 1.320312, - 4.34375, - 1.320312, - 1.921875, - 1.648438, - 1.210938, - 1.429688, - 1.4375, - 2.71875, - 1.421875, - 1.304688, - 1.242188, - 1.335938, - 1.492188, - 1.304688, - 1.46875, - 1.648438, - 1.304688, - 1.515625, - 1.578125, - 1.195312, - 1.84375, - 1.15625, - 1.304688, - 1.226562, - 1.25, - 1.242188, - 1.335938, - 4.6875, - 1.296875, - 2.515625, - 1.53125, - 1.375, - 1.4375, - 2.546875, - 1.632812, - 1.632812, - 1.445312, - 1.3125, - 1.414062, - 1.5625, - 1.585938, - 1.28125, - 1.421875, - 1.289062, - 1.242188, - 1.40625, - 1.53125, - 2.546875, - 2.53125, - 1.578125, - 1.328125, - 1.71875, - 1.546875, - 1.429688, - 1.359375, - 1.234375, - 1.234375, - 1.234375, - 1.484375, - 5.46875, - 1.359375, - 4.15625, - 1.484375, - 1.3125, - 1.335938, - 1.546875, - 4.78125, - 2.078125, - 1.585938, - 1.539062, - 1.75, - 1.382812, - 1.375, - 1.375, - 1.296875, - 1.304688, - 1.570312, - 1.273438, - 1.546875, - 1.25, - 1.492188, - 1.367188, - 1.1875, - 1.523438, - 1.296875, - 1.59375, - 1.484375, - 1.523438, - 1.28125, - 1.34375, - 1.234375, - 1.3125, - 1.546875, - 1.429688, - 2.109375, - 1.34375, - 1.304688, - 1.148438, - 1.296875, - 1.539062, - 1.273438, - 1.304688, - 1.25, - 2.15625, - 1.34375, - 1.335938, - 1.179688, - 1.507812, - 1.773438, - 1.328125, - 1.75, - 1.929688, - 1.265625, - 1.25, - 1.375, - 1.382812, - 1.390625, - 1.46875, - 1.382812, - 2.828125, - 1.34375, - 1.289062, - 1.296875, - 1.734375, - 1.421875, - 1.390625, - 1.453125, - 1.21875, - 1.257812, - 1.273438, - 1.359375, - 1.34375, - 1.601562, - 1.523438, - 2.375, - 2.796875, - 1.40625, - 1.375, - 1.273438, - 1.359375, - 1.492188, - 1.492188, - 1.640625, - 1.421875, - 1.445312, - 1.53125, - 1.382812, - 1.257812, - 1.671875, - 1.242188, - 1.492188, - 1.289062, - 1.40625, - 1.507812, - 1.328125, - 1.242188, - 1.484375, - 1.429688, - 1.25, - 1.398438, - 1.382812, - 1.445312, - 1.6875, - 1.335938, - 1.40625, - 1.46875, - 1.328125, - 1.25, - 1.414062, - 1.335938, - 1.632812, - 1.171875, - 1.53125, - 3.296875, - 1.59375, - 1.203125, - 1.296875, - 1.304688, - 1.398438, - 1.40625, - 1.601562, - 1.390625, - 1.453125, - 1.375, - 3.140625, - 1.578125, - 1.359375, - 1.257812, - 1.65625, - 1.851562, - 1.453125, - 1.414062, - 1.578125, - 2.953125, - 1.3125, - 1.40625, - 1.265625, - 5.0, - 1.359375, - 1.375, - 2.609375, - 1.320312, - 1.367188, - 1.53125, - 1.375, - 1.859375, - 1.289062, - 1.34375, - 1.398438, - 1.328125, - 1.601562, - 1.335938, - 1.195312, - 1.421875, - 1.679688, - 1.484375, - 1.6875, - 1.28125, - 1.257812, - 3.0625, - 1.367188, - 3.34375, - 1.34375, - 1.445312, - 1.46875, - 1.664062, - 1.40625, - 1.53125, - 3.03125, - 1.40625, - 1.523438, - 1.390625, - 1.28125, - 1.46875, - 1.632812, - 1.742188, - 1.40625, - 1.257812, - 1.398438, - 1.351562, - 1.359375, - 1.390625, - 1.492188, - 0.800781, - 1.554688, - 1.359375, - 3.34375, - 1.59375, - 1.59375, - 1.59375, - 1.359375, - 1.382812, - 1.28125, - 1.460938, - 1.328125, - 1.296875, - 1.96875, - 1.460938, - 2.15625, - 1.320312, - 1.796875, - 4.90625, - 1.304688, - 1.390625, - 1.445312, - 1.359375, - 1.445312, - 1.367188, - 1.320312, - 1.398438, - 1.367188, - 1.273438, - 1.3125, - 1.328125, - 1.445312, - 1.335938, - 1.25, - 1.171875, - 1.34375, - 1.492188, - 1.429688, - 2.390625, - 1.320312, - 1.304688, - 1.328125, - 1.8125, - 2.09375, - 1.28125, - 1.257812, - 2.71875, - 1.304688, - 1.445312, - 2.5, - 1.335938, - 1.242188, - 1.367188, - 1.421875, - 1.320312, - 1.296875, - 1.351562, - 1.8125, - 1.585938, - 2.078125, - 1.75, - 1.289062, - 2.609375, - 1.296875, - 1.367188, - 1.53125, - 2.40625, - 1.304688, - 1.398438, - 1.125, - 1.617188, - 1.617188, - 1.3125, - 1.515625, - 2.359375, - 1.492188, - 1.265625, - 1.375, - 1.304688, - 1.390625, - 1.234375, - 1.515625, - 1.539062, - 1.351562, - 1.304688, - 2.109375, - 1.328125, - 1.453125, - 1.320312, - 1.710938, - 1.351562, - 3.5625, - 1.226562, - 1.414062, - 1.648438, - 3.328125, - 1.4375, - 1.875, - 1.335938, - 1.804688, - 2.078125, - 1.40625, - 1.25, - 2.515625, - 1.5625, - 1.320312, - 1.453125, - 1.179688, - 1.257812, - 1.40625, - 1.46875, - 1.742188, - 1.8125, - 1.242188, - 1.304688, - 1.320312, - 1.421875, - 1.414062, - 1.359375, - 1.273438, - 1.328125, - 1.382812, - 1.398438, - 1.265625, - 1.59375, - 1.757812, - 1.578125, - 1.21875, - 3.78125, - 1.265625, - 1.445312, - 1.359375, - 1.257812, - 1.375, - 1.335938, - 1.476562, - 1.320312, - 1.21875, - 1.8125, - 1.414062, - 1.679688, - 1.34375, - 1.445312, - 1.460938, - 1.398438, - 1.5, - 1.25, - 1.273438, - 1.46875, - 1.304688, - 1.28125, - 1.289062, - 1.46875, - 1.234375, - 1.398438, - 1.390625, - 1.335938, - 1.445312, - 1.40625, - 1.359375, - 1.34375, - 1.1875, - 2.03125, - 1.507812, - 1.53125, - 1.390625, - 6.1875, - 1.476562, - 1.335938, - 1.953125, - 1.367188, - 1.328125, - 1.570312, - 1.609375, - 1.351562, - 1.4375, - 2.265625, - 1.546875, - 2.109375, - 1.492188, - 1.78125, - 1.421875, - 1.304688, - 1.367188, - 2.53125, - 1.375, - 1.367188, - 1.398438, - 1.28125, - 1.328125, - 1.304688, - 1.609375, - 1.710938, - 1.945312, - 1.5, - 1.476562, - 1.28125, - 1.320312, - 1.445312, - 1.289062, - 1.421875, - 1.351562, - 1.289062, - 1.351562, - 1.28125, - 1.5, - 1.4375, - 2.203125, - 1.195312, - 1.421875, - 1.53125, - 1.476562, - 1.398438, - 1.640625, - 1.335938, - 2.140625, - 1.5, - 1.335938, - 1.46875, - 1.257812, - 1.4375, - 1.273438, - 1.3125, - 1.546875, - 1.328125, - 2.8125, - 1.25, - 1.492188, - 1.648438, - 1.304688, - 1.289062, - 5.84375, - 1.429688, - 1.625, - 1.296875, - 1.28125, - 1.273438, - 2.234375, - 1.398438, - 1.328125, - 1.390625, - 1.304688, - 1.390625, - 1.289062, - 1.5, - 1.210938, - 1.539062, - 1.460938, - 1.539062, - 1.4375, - 1.6875, - 1.390625, - 1.320312, - 1.289062, - 1.21875, - 1.554688, - 2.765625, - 1.257812, - 1.242188, - 1.539062, - 1.367188, - 1.210938, - 1.375, - 1.328125, - 1.390625, - 1.320312, - 1.414062, - 1.34375, - 1.695312, - 1.765625, - 1.4375, - 1.40625, - 1.40625, - 1.15625, - 1.273438, - 1.210938, - 1.515625, - 1.53125, - 4.46875, - 1.296875, - 1.515625, - 1.453125, - 1.585938, - 1.296875, - 1.28125, - 1.34375, - 1.484375, - 1.335938, - 1.5625, - 1.109375, - 1.585938, - 1.328125, - 1.851562, - 1.484375, - 1.453125, - 1.351562, - 1.210938, - 1.476562, - 1.25, - 1.414062, - 2.9375, - 1.429688, - 1.226562, - 2.796875, - 1.367188, - 1.328125, - 1.367188, - 2.265625, - 1.476562, - 1.25, - 1.242188, - 1.375, - 1.382812, - 1.375, - 2.453125, - 1.421875, - 2.90625, - 1.421875, - 1.234375, - 1.4375, - 1.382812, - 1.453125, - 1.34375, - 1.523438, - 5.21875, - 1.40625, - 1.289062, - 1.273438, - 2.390625, - 1.335938, - 1.53125, - 1.3125, - 1.492188, - 1.382812, - 2.4375, - 1.554688, - 1.226562, - 1.351562, - 1.304688, - 2.875, - 1.304688, - 3.171875, - 1.4375, - 1.710938, - 1.40625, - 4.8125, - 1.304688, - 1.414062, - 1.40625, - 1.398438, - 1.375, - 1.679688, - 1.296875, - 1.320312, - 1.382812, - 1.273438, - 1.257812, - 1.328125, - 1.492188, - 1.445312, - 5.34375, - 1.304688, - 1.257812, - 1.460938, - 1.484375, - 1.359375, - 1.234375, - 1.453125, - 1.429688, - 1.398438, - 1.554688, - 1.34375, - 1.570312, - 1.390625, - 1.226562, - 1.765625, - 1.890625, - 1.414062, - 1.320312, - 1.40625, - 1.359375, - 1.359375, - 1.367188, - 1.328125, - 1.296875, - 1.40625, - 1.359375, - 1.421875, - 1.382812, - 1.34375, - 1.390625, - 1.890625, - 1.445312, - 1.460938, - 1.28125, - 1.5625, - 1.257812, - 1.429688, - 1.492188, - 2.578125, - 1.4375, - 1.359375, - 1.414062, - 1.34375, - 1.445312, - 1.21875, - 1.835938, - 1.382812, - 1.320312, - 1.171875, - 1.507812, - 1.351562, - 1.296875, - 1.375, - 1.460938, - 1.359375, - 1.242188, - 1.46875, - 2.1875, - 1.476562, - 1.351562, - 1.359375, - 1.804688, - 1.398438, - 1.351562, - 1.3125, - 1.351562, - 1.273438, - 1.203125, - 1.367188, - 1.429688, - 1.59375, - 1.296875, - 1.289062, - 1.390625, - 1.367188, - 1.429688, - 1.304688, - 1.570312, - 1.328125, - 1.703125, - 1.28125, - 1.53125, - 1.25, - 1.679688, - 1.53125, - 1.460938, - 1.4375, - 1.195312, - 1.5625, - 1.367188, - 2.46875, - 1.390625, - 1.375, - 1.578125, - 2.578125, - 1.664062, - 1.695312, - 1.820312, - 1.320312, - 1.328125, - 1.351562, - 4.03125, - 1.679688, - 1.328125, - 2.375, - 1.648438, - 1.296875, - 1.375, - 1.296875, - 1.546875, - 1.367188, - 1.617188, - 1.210938, - 1.460938, - 1.164062, - 1.4375, - 1.28125, - 1.773438, - 1.25, - 1.34375, - 1.195312, - 1.257812, - 1.257812, - 2.015625, - 1.21875, - 3.140625, - 1.3125, - 3.0, - 1.476562, - 1.429688, - 1.3125, - 1.648438, - 1.414062, - 1.351562, - 1.5625, - 2.53125, - 1.507812, - 1.335938, - 1.226562, - 1.398438, - 3.6875, - 1.414062, - 4.84375, - 1.601562, - 1.851562, - 1.445312, - 1.734375, - 1.4375, - 1.34375, - 1.257812, - 1.523438, - 1.445312, - 1.421875, - 1.429688, - 1.296875, - 1.257812, - 1.328125, - 1.320312, - 1.382812, - 1.273438, - 1.390625, - 1.335938, - 1.554688, - 1.320312, - 1.421875, - 1.242188, - 1.359375, - 1.25, - 1.328125, - 1.757812, - 1.6875, - 1.195312, - 1.390625, - 2.46875, - 1.5, - 1.570312, - 1.289062, - 1.25, - 1.382812, - 1.28125, - 1.265625, - 1.34375, - 1.71875, - 1.257812, - 1.445312, - 1.3125, - 1.429688, - 1.28125, - 1.273438, - 1.367188, - 1.703125, - 1.335938, - 1.320312, - 1.304688, - 1.296875, - 1.273438, - 2.296875, - 1.882812, - 2.609375, - 1.257812, - 1.351562, - 1.375, - 1.421875, - 1.242188, - 1.476562, - 1.375, - 1.625, - 1.320312, - 1.296875, - 1.25, - 1.648438, - 1.367188, - 1.601562, - 1.421875, - 1.382812, - 1.351562, - 1.40625, - 3.25, - 2.59375, - 1.359375, - 1.453125, - 1.265625, - 1.3125, - 1.453125, - 1.320312, - 1.429688, - 1.46875, - 1.265625, - 1.757812, - 1.289062, - 4.40625, - 2.734375, - 1.539062, - 1.445312, - 1.390625, - 1.4375, - 1.265625, - 1.179688, - 1.351562, - 1.265625, - 1.257812, - 1.40625, - 2.078125, - 1.226562, - 1.320312, - 1.171875, - 1.351562, - 1.523438, - 1.742188, - 1.5625, - 1.085938, - 1.359375, - 1.34375 - ] - }, - "name": "model.transformer.layers.24.attn_norm.weight", - "outputIndexes": [ - 1503 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1502, - 1503 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_24/Mul_1_output_0", - "outputIndexes": [ - 1504 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1504 - ], - "outputIndexes": [ - 2597 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2597 - ], - "outputIndexes": [ - 2598 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear", - "inputIndexes": [ - 2598 - ], - "outputIndexes": [ - 2599 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 439190112, - 2097174, - 262144, - 8192, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2599 - ], - "outputIndexes": [ - 2600 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2600 - ], - "outputIndexes": [ - 1505 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1504 - ], - "main_type": "NONE", - "name": "/Shape_97_output_0", - "outputIndexes": [ - 1506 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1506 - ], - "main_type": "NONE", - "name": "Shape2132", - "outputIndexes": [ - 1507 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1506 - ], - "main_type": "NONE", - "name": "Rank2134", - "outputIndexes": [ - 1508 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1508, - 1508 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2136", - "outputIndexes": [ - 1509 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1509 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2137", - "outputIndexes": [ - 1510 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1509, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2139", - "outputIndexes": [ - 1511 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1511 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2140", - "outputIndexes": [ - 1512 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1507, - 1510, - 1512, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2143", - "outputIndexes": [ - 1513 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1513 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2144", - "outputIndexes": [ - 1514 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1514 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2145", - "outputIndexes": [ - 1515 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1515, - 1514 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2146", - "outputIndexes": [ - 1516 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1506, - 1516, - 1509 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_124_output_0", - "outputIndexes": [ - 1517 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1517, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_241_output_0", - "outputIndexes": [ - 1518 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1518, - 55, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_120_output_0", - "outputIndexes": [ - 1519 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1505, - 1519 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_97_output_0", - "outputIndexes": [ - 1520 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1520 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_24/Mul_output_0", - "outputIndexes": [ - 1521 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.128906, - 0.025513, - 0.000511, - 1.460938, - 1.3125, - 1.5625, - 0.026489, - 1.8125, - 1.257812, - 1.859375, - 2.015625, - 1.796875, - 1.65625, - 2.03125, - 1.90625, - 1.617188, - 2.203125, - 1.796875, - 1.960938, - 2.171875, - 2.078125, - 2.9375, - 2.328125, - 2.234375, - 2.15625, - 2.09375, - 2.125, - 2.0, - 1.867188, - 2.234375, - 2.015625, - 2.0625, - 1.65625, - -0.067871, - 1.140625, - 0.013, - 0.00769, - 1.765625, - 1.96875, - 1.367188, - 1.945312, - 1.742188, - 1.59375, - 1.976562, - 1.835938, - 1.804688, - 2.125, - 2.078125, - 1.984375, - 2.28125, - 2.4375, - 2.21875, - 2.390625, - 1.0625, - 2.15625, - 2.203125, - 2.15625, - 2.078125, - 2.171875, - 2.09375, - 2.140625, - 1.859375, - 2.34375, - 2.140625 - ] - }, - "name": "model.transformer.layers.24.attn.q_norm.weight", - "outputIndexes": [ - 1522 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1521, - 1522 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_24/Mul_1_output_0", - "outputIndexes": [ - 1523 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1523, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_96_output_0", - "outputIndexes": [ - 1524 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1523, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_97_output_0", - "outputIndexes": [ - 1525 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1525 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_48_output_0", - "outputIndexes": [ - 1526 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1523, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_96_output_0", - "outputIndexes": [ - 1527 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1526, - 1527 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_123_output_0", - "outputIndexes": [ - 1528 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1528, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_97_output_0", - "outputIndexes": [ - 1529 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1524, - 1529 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_96_output_0", - "outputIndexes": [ - 1530 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1504 - ], - "outputIndexes": [ - 2601 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2601 - ], - "outputIndexes": [ - 2602 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear", - "inputIndexes": [ - 2602 - ], - "outputIndexes": [ - 2603 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 441557622, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2603 - ], - "outputIndexes": [ - 2604 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2604 - ], - "outputIndexes": [ - 1531 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 8 - ] - }, - "name": "/Constant_722_output_0", - "outputIndexes": [ - 1532 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1518, - 1532, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_121_output_0", - "outputIndexes": [ - 1533 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1531, - 1533 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_98_output_0", - "outputIndexes": [ - 1534 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1534 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_24/Mul_output_0", - "outputIndexes": [ - 1535 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.015564, - -0.011963, - 0.009094, - 1.117188, - 1.039062, - 1.921875, - 0.012634, - 1.90625, - 0.050049, - 1.929688, - 1.273438, - 1.492188, - 2.03125, - 1.710938, - 2.171875, - 2.171875, - 1.765625, - 2.40625, - 2.3125, - 2.21875, - 2.34375, - 0.283203, - 2.171875, - 2.234375, - 2.15625, - 2.109375, - 2.078125, - 2.078125, - 1.96875, - 2.171875, - 2.1875, - 2.078125, - 1.367188, - -0.113281, - 0.757812, - 0.120117, - 0.119141, - 1.601562, - 1.796875, - 0.028076, - 2.078125, - 1.328125, - 1.882812, - 2.109375, - 0.621094, - 2.09375, - 1.351562, - 0.765625, - 2.234375, - 1.570312, - 1.664062, - 2.1875, - 1.773438, - 3.546875, - 2.296875, - 2.203125, - 2.15625, - 2.125, - 2.078125, - 2.109375, - 1.9375, - 2.3125, - 2.3125, - 2.171875 - ] - }, - "name": "model.transformer.layers.24.attn.k_norm.weight", - "outputIndexes": [ - 1536 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1535, - 1536 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_24/Mul_1_output_0", - "outputIndexes": [ - 1537 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1537, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_98_output_0", - "outputIndexes": [ - 1538 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1537, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_99_output_0", - "outputIndexes": [ - 1539 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1539 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_49_output_0", - "outputIndexes": [ - 1540 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1537, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_98_output_0", - "outputIndexes": [ - 1541 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1540, - 1541 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_124_output_0", - "outputIndexes": [ - 1542 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1542, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_99_output_0", - "outputIndexes": [ - 1543 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1538, - 1543 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_97_output_0", - "outputIndexes": [ - 1544 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1504 - ], - "outputIndexes": [ - 2605 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2605 - ], - "outputIndexes": [ - 2606 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear", - "inputIndexes": [ - 2606 - ], - "outputIndexes": [ - 2607 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 442149516, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2607 - ], - "outputIndexes": [ - 2608 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2608 - ], - "outputIndexes": [ - 1545 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1545, - 1533 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_99_output_0", - "outputIndexes": [ - 1546 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1530, - 1544, - 1546, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.24/self_attn/FusedAttention", - "outputIndexes": [ - 1547 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1547 - ], - "outputIndexes": [ - 2609 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2609 - ], - "outputIndexes": [ - 2610 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear", - "inputIndexes": [ - 2610 - ], - "outputIndexes": [ - 2611 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 442741410, - 2097174, - 262144, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2611 - ], - "outputIndexes": [ - 2612 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2612 - ], - "outputIndexes": [ - 1548 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1501, - 1548 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_98_output_0", - "outputIndexes": [ - 1549 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1549 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_24/Mul_output_0", - "outputIndexes": [ - 1550 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.867188, - 0.816406, - 0.863281, - 0.855469, - 0.878906, - 0.855469, - 0.878906, - 0.878906, - 0.871094, - 0.824219, - 0.871094, - 0.855469, - 0.871094, - 0.867188, - 0.839844, - 0.917969, - 0.828125, - 0.855469, - 0.859375, - 0.878906, - 0.875, - 0.855469, - 0.878906, - 0.84375, - 0.804688, - 0.851562, - 0.863281, - 0.855469, - 0.851562, - 0.847656, - 0.875, - 0.84375, - 0.867188, - 0.863281, - 0.855469, - 0.863281, - 0.855469, - 0.882812, - 0.867188, - 0.847656, - 0.863281, - 0.863281, - 0.839844, - 0.820312, - 0.859375, - 0.753906, - 0.863281, - 0.824219, - 0.847656, - 0.871094, - 0.847656, - 0.828125, - 0.871094, - 0.824219, - 0.8125, - 0.863281, - 0.839844, - 0.855469, - 0.847656, - 0.859375, - 0.863281, - 0.855469, - 0.867188, - 0.878906, - 0.703125, - 0.835938, - 0.847656, - 0.855469, - 0.851562, - 0.859375, - 0.773438, - 0.824219, - 0.871094, - 0.847656, - 0.804688, - 0.832031, - 0.867188, - 0.871094, - 0.855469, - 0.875, - 0.863281, - 0.859375, - 0.871094, - 0.851562, - 0.820312, - 0.855469, - 0.835938, - 0.863281, - 0.839844, - 0.851562, - 0.890625, - 0.851562, - 0.859375, - 0.707031, - 1.054688, - 0.890625, - 0.863281, - 0.800781, - 0.871094, - 0.875, - 0.847656, - 0.871094, - 0.855469, - 0.859375, - 0.867188, - 0.353516, - 0.84375, - 0.859375, - 0.820312, - 0.835938, - 0.8125, - 0.878906, - 0.851562, - 0.851562, - 0.867188, - 0.828125, - 0.855469, - 0.855469, - 0.847656, - 0.835938, - 0.863281, - 0.855469, - 0.847656, - 0.765625, - 0.875, - 0.824219, - 0.839844, - 0.886719, - 0.789062, - 0.832031, - 0.855469, - 0.859375, - 0.839844, - 0.839844, - 0.839844, - 0.871094, - 0.863281, - 1.242188, - 0.851562, - 0.847656, - 0.84375, - 0.871094, - 0.863281, - 0.867188, - 0.804688, - 0.800781, - 0.867188, - 0.726562, - 0.949219, - 0.816406, - 0.863281, - 0.851562, - 0.851562, - 0.84375, - 0.863281, - 0.828125, - 0.84375, - 0.859375, - 0.777344, - 0.84375, - 0.882812, - 0.871094, - 0.632812, - 0.847656, - 0.828125, - 0.8125, - 0.820312, - 0.773438, - 0.761719, - 0.859375, - 0.400391, - 0.78125, - 0.84375, - 0.828125, - 0.816406, - 0.828125, - 0.828125, - 0.828125, - 0.734375, - 0.90625, - 0.882812, - 0.859375, - 0.859375, - 0.859375, - 0.867188, - 0.851562, - 0.859375, - 0.871094, - 0.871094, - 0.851562, - 0.851562, - 0.882812, - 0.867188, - 0.851562, - 0.863281, - 0.796875, - 0.902344, - 0.839844, - 0.84375, - 0.847656, - 0.863281, - 0.859375, - 0.820312, - 0.855469, - 0.808594, - 0.863281, - 0.867188, - 0.875, - 0.683594, - 0.800781, - 0.851562, - 0.855469, - 0.824219, - 0.832031, - 0.84375, - 0.878906, - 0.855469, - 0.839844, - 0.851562, - 0.792969, - 0.738281, - 0.871094, - 0.349609, - 0.851562, - 0.84375, - 0.773438, - 0.84375, - 0.851562, - 0.84375, - 0.886719, - 0.84375, - 0.824219, - 0.785156, - 0.84375, - 0.84375, - 0.855469, - 0.804688, - 0.855469, - 0.421875, - 0.867188, - 0.84375, - 0.84375, - 0.863281, - 0.839844, - 0.851562, - 0.835938, - 0.828125, - 0.859375, - 0.785156, - 0.859375, - 0.863281, - 0.75, - 0.859375, - 0.84375, - 0.859375, - 0.761719, - 0.855469, - 0.867188, - 0.84375, - 0.839844, - 0.835938, - 0.820312, - 0.835938, - 0.835938, - 0.835938, - 0.855469, - 0.867188, - 0.871094, - 0.847656, - 0.871094, - 0.855469, - 0.886719, - 0.84375, - 0.863281, - 0.847656, - 0.75, - 0.894531, - 0.851562, - 0.863281, - 0.910156, - 0.859375, - 0.839844, - 0.867188, - 0.84375, - 1.0, - 0.867188, - 0.636719, - 0.875, - 0.859375, - 0.878906, - 0.859375, - 0.867188, - 0.808594, - 0.851562, - 0.867188, - 0.855469, - 0.863281, - 0.855469, - 0.867188, - 0.875, - 0.828125, - 0.84375, - 0.839844, - 0.863281, - 0.863281, - 0.855469, - 0.542969, - 0.859375, - 0.84375, - 0.863281, - 0.871094, - 0.871094, - 0.84375, - 0.859375, - 0.863281, - 0.867188, - 0.839844, - 0.863281, - 0.855469, - 0.800781, - 0.847656, - 0.875, - 0.867188, - 0.859375, - 0.867188, - 0.855469, - 0.839844, - 0.726562, - 0.84375, - 0.859375, - 0.878906, - 0.867188, - 0.867188, - 0.867188, - 0.871094, - 0.890625, - 0.855469, - 0.835938, - 0.871094, - 0.910156, - 0.867188, - 0.855469, - 0.867188, - 0.625, - 0.847656, - 0.824219, - 0.824219, - 0.835938, - 0.851562, - 0.851562, - 0.847656, - 0.820312, - 0.871094, - 0.8125, - 0.789062, - 0.828125, - 0.867188, - 0.859375, - 0.855469, - 0.855469, - 0.839844, - 0.710938, - 0.894531, - 0.871094, - 0.867188, - 0.671875, - 0.867188, - 0.882812, - 0.863281, - 0.84375, - 0.808594, - 0.664062, - 0.855469, - 0.820312, - 0.84375, - 0.859375, - 0.441406, - 0.867188, - 0.828125, - 0.734375, - 0.859375, - 0.882812, - 0.847656, - 0.839844, - 0.835938, - 0.859375, - 0.84375, - 0.859375, - 0.839844, - 0.851562, - 0.882812, - 0.839844, - 0.847656, - 0.875, - 0.84375, - 0.859375, - 0.855469, - 0.878906, - 0.835938, - 0.875, - 0.851562, - 0.875, - 0.835938, - 0.871094, - 0.824219, - 0.761719, - 0.867188, - 0.855469, - 0.847656, - 0.820312, - 0.753906, - 0.871094, - 0.863281, - 0.824219, - 0.84375, - 0.839844, - 0.855469, - 0.847656, - 0.859375, - 0.851562, - 0.867188, - 0.441406, - 0.855469, - 0.875, - 0.863281, - 0.871094, - 0.90625, - 0.828125, - 0.847656, - 0.859375, - 0.828125, - 0.875, - 1.210938, - 0.898438, - 0.882812, - 0.867188, - 0.851562, - 0.851562, - 0.839844, - 0.84375, - 0.863281, - 0.867188, - 0.855469, - 0.859375, - 0.847656, - 0.898438, - 0.867188, - 0.84375, - 0.847656, - 0.839844, - 0.871094, - 0.796875, - 0.832031, - 0.839844, - 0.832031, - 0.882812, - 0.910156, - 0.894531, - 0.871094, - 0.835938, - 0.867188, - 0.832031, - 0.859375, - 0.847656, - 0.777344, - 0.816406, - 0.863281, - 0.84375, - 0.820312, - 0.875, - 0.84375, - 0.753906, - 0.878906, - 0.851562, - 0.878906, - 0.867188, - 0.867188, - 0.828125, - 0.882812, - 0.828125, - 0.871094, - 0.878906, - 0.867188, - 0.859375, - 0.820312, - 0.835938, - 0.871094, - 0.863281, - 0.890625, - 0.84375, - 0.753906, - 0.855469, - 0.867188, - 0.832031, - 0.867188, - 0.839844, - 0.847656, - 0.851562, - 0.855469, - 0.828125, - 0.84375, - 0.871094, - 0.824219, - 0.859375, - 0.851562, - 0.875, - 0.871094, - 0.863281, - 0.867188, - 0.859375, - 0.882812, - 0.859375, - 0.867188, - 0.828125, - 0.765625, - 0.249023, - 0.871094, - 0.800781, - 0.855469, - 0.777344, - 0.886719, - 0.878906, - 0.84375, - 0.925781, - 0.785156, - 0.660156, - 0.867188, - 0.832031, - 0.84375, - 0.863281, - 0.867188, - 0.414062, - 0.875, - 0.828125, - 0.851562, - 0.859375, - 0.863281, - 0.882812, - 0.855469, - 0.863281, - 0.855469, - 0.867188, - 0.863281, - 0.855469, - 0.882812, - 0.875, - 0.765625, - 0.652344, - 0.84375, - 0.601562, - 0.796875, - 0.875, - 0.828125, - 0.542969, - 0.8125, - 0.859375, - 0.839844, - 0.820312, - 0.8125, - 0.859375, - 0.875, - 0.824219, - 0.855469, - 0.871094, - 0.835938, - 0.773438, - 0.816406, - 0.792969, - 0.820312, - 0.71875, - 0.847656, - 0.808594, - 0.867188, - 0.867188, - 0.898438, - 0.816406, - 0.765625, - 0.863281, - 0.847656, - 0.859375, - 0.898438, - 0.859375, - 0.511719, - 0.847656, - 0.878906, - 0.875, - 0.847656, - 0.863281, - 0.859375, - 0.859375, - 0.886719, - 0.867188, - 0.867188, - 0.84375, - 0.890625, - 0.808594, - 0.855469, - 0.859375, - 0.875, - 0.863281, - 1.148438, - 0.863281, - 0.84375, - 0.851562, - 0.871094, - 0.695312, - 0.882812, - 0.871094, - 0.496094, - 0.306641, - 0.855469, - 0.828125, - 0.863281, - 0.871094, - 0.855469, - 0.855469, - 0.820312, - 0.867188, - 0.867188, - 0.847656, - 0.875, - 0.859375, - 0.8125, - 0.84375, - 0.847656, - 0.308594, - 0.875, - 0.239258, - 0.871094, - 0.859375, - 0.835938, - 0.882812, - 0.828125, - 0.871094, - 0.832031, - 0.847656, - 0.847656, - 0.839844, - 0.863281, - 0.878906, - 0.835938, - 0.878906, - 0.875, - 0.902344, - 0.859375, - 0.851562, - 0.839844, - 0.820312, - 0.867188, - 0.851562, - 0.851562, - 0.851562, - 0.84375, - 0.855469, - 0.839844, - 0.878906, - 0.867188, - 0.898438, - 0.878906, - 0.863281, - 0.855469, - 0.886719, - 0.871094, - 0.867188, - 0.882812, - 0.847656, - 0.824219, - 0.835938, - 0.78125, - 0.832031, - 0.839844, - 0.839844, - 0.285156, - 0.847656, - 0.859375, - 0.832031, - 0.832031, - 0.796875, - 0.839844, - 0.847656, - 0.859375, - 0.785156, - 0.871094, - 0.878906, - 0.835938, - 0.847656, - 0.859375, - 0.863281, - 0.832031, - 0.8125, - 0.875, - 0.859375, - 0.84375, - 0.890625, - 0.875, - 0.855469, - 0.859375, - 0.867188, - 0.851562, - 0.878906, - 0.847656, - 0.847656, - 0.859375, - 0.867188, - 0.855469, - 0.867188, - 0.867188, - 0.839844, - 0.871094, - 0.824219, - 0.855469, - 0.824219, - 0.871094, - 0.859375, - 0.871094, - 0.824219, - 0.871094, - 0.875, - 0.855469, - 0.84375, - 0.878906, - 0.882812, - 0.871094, - 0.859375, - 0.847656, - 0.839844, - 0.875, - 0.859375, - 0.640625, - 0.9375, - 0.835938, - 0.886719, - 0.816406, - 0.867188, - 0.863281, - 0.820312, - 0.8125, - 0.863281, - 0.867188, - 0.878906, - 0.859375, - 0.855469, - 0.867188, - 0.664062, - 0.886719, - 0.847656, - 0.902344, - 0.84375, - 0.832031, - 0.851562, - 0.847656, - 0.855469, - 0.867188, - 0.890625, - 0.910156, - 0.871094, - 0.898438, - 0.769531, - 0.84375, - 0.871094, - 0.816406, - 0.832031, - 0.867188, - 0.859375, - 0.863281, - 0.835938, - 0.847656, - 0.871094, - 0.851562, - 0.855469, - 0.835938, - 0.859375, - 0.875, - 0.835938, - 0.851562, - 0.882812, - 0.867188, - 0.824219, - 0.855469, - 0.828125, - 0.855469, - 0.816406, - 0.859375, - 0.867188, - 0.839844, - 0.847656, - 0.851562, - 0.824219, - 0.859375, - 0.757812, - 0.832031, - 0.871094, - 0.84375, - 0.746094, - 0.757812, - 0.847656, - 0.847656, - 0.84375, - 0.835938, - 0.871094, - 0.882812, - 0.847656, - 0.824219, - 0.875, - 0.832031, - 0.820312, - 0.832031, - 0.691406, - 0.832031, - 0.84375, - 0.832031, - 0.875, - 0.855469, - 0.859375, - 0.871094, - 0.855469, - 0.84375, - 0.855469, - 0.867188, - 0.867188, - 0.859375, - 0.855469, - 0.84375, - 0.832031, - 0.835938, - 0.855469, - 0.777344, - 0.84375, - 0.832031, - 0.867188, - 0.882812, - 0.882812, - 0.839844, - 0.890625, - 0.863281, - 0.867188, - 0.847656, - 0.855469, - 0.820312, - 0.847656, - 0.871094, - 0.859375, - 0.878906, - 0.882812, - 0.855469, - 0.851562, - 0.824219, - 0.878906, - 0.859375, - 0.867188, - 0.820312, - 0.871094, - 0.859375, - 0.859375, - 0.84375, - 0.859375, - 0.863281, - 0.832031, - 0.808594, - 0.875, - 0.863281, - 0.839844, - 0.832031, - 0.859375, - 0.640625, - 0.851562, - 0.867188, - 0.816406, - 0.84375, - 0.691406, - 0.878906, - 0.824219, - 0.863281, - 0.859375, - 0.871094, - 0.820312, - 0.859375, - 0.871094, - 0.859375, - 0.875, - 0.882812, - 0.820312, - 0.855469, - 0.859375, - 0.859375, - 0.839844, - 0.875, - 0.863281, - 0.894531, - 0.847656, - 0.84375, - 0.871094, - 0.816406, - 0.875, - 0.847656, - 0.871094, - 0.875, - 0.867188, - 0.878906, - 0.863281, - 0.878906, - 0.84375, - 0.785156, - 0.867188, - 0.824219, - 0.824219, - 0.835938, - 0.867188, - 0.84375, - 0.882812, - 0.875, - 0.855469, - 0.878906, - 0.851562, - 0.867188, - 0.859375, - 0.851562, - 0.859375, - 0.851562, - 0.867188, - 0.882812, - 0.832031, - 0.882812, - 1.273438, - 0.863281, - 0.851562, - 0.855469, - 0.785156, - 0.847656, - 0.835938, - 0.953125, - 0.820312, - 0.835938, - 0.875, - 0.859375, - 0.871094, - 0.859375, - 0.859375, - 0.886719, - 0.867188, - 0.855469, - 0.882812, - 0.863281, - 0.310547, - 0.746094, - 0.855469, - 0.628906, - 0.832031, - 0.890625, - 0.839844, - 0.863281, - 0.824219, - 0.699219, - 0.855469, - 0.863281, - 0.839844, - 0.886719, - 0.867188, - 0.839844, - 0.867188, - 0.847656, - 0.847656, - 0.84375, - 0.867188, - 0.863281, - 0.726562, - 0.84375, - 0.839844, - 0.667969, - 0.882812, - 0.847656, - 0.875, - 0.855469, - 0.804688, - 0.8125, - 0.84375, - 0.824219, - 0.789062, - 0.753906, - 0.847656, - 0.855469, - 0.84375, - 0.84375, - 0.605469, - 0.847656, - 0.863281, - 0.683594, - 0.890625, - 0.816406, - 0.878906, - 0.847656, - 0.894531, - 0.875, - 0.722656, - 0.855469, - 0.867188, - 0.867188, - 0.753906, - 0.839844, - 0.875, - 0.878906, - 0.800781, - 0.832031, - 0.847656, - 0.855469, - 0.855469, - 0.75, - 0.878906, - 0.898438, - 0.835938, - 0.847656, - 0.871094, - 0.824219, - 0.859375, - 0.878906, - 0.875, - 0.863281, - 0.875, - 0.824219, - 0.859375, - 0.878906, - 0.859375, - 0.855469, - 0.882812, - 0.851562, - 0.863281, - 0.847656, - 0.84375, - 0.894531, - 0.777344, - 0.820312, - 0.839844, - 0.832031, - 0.863281, - 0.855469, - 0.789062, - 0.820312, - 0.859375, - 0.828125, - 0.824219, - 0.863281, - 0.882812, - 0.832031, - 0.867188, - 0.859375, - 0.875, - 0.765625, - 0.851562, - 0.867188, - 0.859375, - 0.847656, - 0.859375, - 0.808594, - 0.839844, - 0.894531, - 0.867188, - 0.855469, - 0.855469, - 0.863281, - 0.859375, - 0.828125, - 0.832031, - 0.84375, - 0.78125, - 0.976562, - 0.835938, - 0.839844, - 0.824219, - 0.863281, - 0.722656, - 0.84375, - 0.835938, - 0.84375, - 0.882812, - 0.753906, - 0.890625, - 0.695312, - 0.835938, - 0.839844, - 0.761719, - 0.863281, - 0.855469, - 0.878906, - 0.859375, - 0.851562, - 0.878906, - 0.871094, - 0.847656, - 0.863281, - 0.867188, - 0.859375, - 0.886719, - 0.871094, - 0.847656, - 0.863281, - 0.773438, - 0.84375, - 0.867188, - 0.816406, - 0.867188, - 0.859375, - 0.796875, - 0.847656, - 0.878906, - 0.832031, - 0.792969, - 0.84375, - 0.820312, - 0.847656, - 0.851562, - 0.824219, - 0.847656, - 0.847656, - 0.84375, - 0.863281, - 0.867188, - 0.855469, - 0.835938, - 0.867188, - 0.84375, - 0.886719, - 0.726562, - 0.851562, - 0.863281, - 0.820312, - 0.867188, - 0.890625, - 0.929688, - 0.867188, - 0.859375, - 0.855469, - 0.898438, - 0.851562, - 0.871094, - 0.882812, - 0.773438, - 0.875, - 0.863281, - 0.855469, - 1.085938, - 0.863281, - 0.867188, - 0.859375, - 0.855469, - 0.859375, - 0.882812, - 0.835938, - 0.855469, - 0.859375, - 0.886719, - 0.84375, - 0.855469, - 0.871094, - 0.824219, - 0.878906, - 0.871094, - 0.851562, - 0.871094, - 0.828125, - 0.847656, - 0.851562, - 0.851562, - 0.855469, - 0.84375, - 0.875, - 0.839844, - 0.859375, - 0.84375, - 0.835938, - 0.890625, - 0.867188, - 0.871094, - 0.847656, - 0.859375, - 0.894531, - 0.867188, - 0.863281, - 0.859375, - 0.84375, - 0.882812, - 1.25, - 0.828125, - 0.851562, - 0.851562, - 0.863281, - 0.867188, - 0.753906, - 0.851562, - 0.839844, - 0.859375, - 0.832031, - 0.574219, - 0.855469, - 0.835938, - 0.84375, - 0.859375, - 0.859375, - 0.980469, - 0.808594, - 0.851562, - 0.847656, - 0.878906, - 0.851562, - 0.847656, - 0.863281, - 0.859375, - 0.96875, - 0.882812, - 0.835938, - 0.820312, - 0.878906, - 0.816406, - 0.882812, - 0.859375, - 0.859375, - 0.847656, - 0.902344, - 0.808594, - 0.5, - 0.859375, - 1.023438, - 0.847656, - 0.894531, - 0.855469, - 0.789062, - 0.816406, - 0.824219, - 0.878906, - 0.878906, - 0.890625, - 0.835938, - 0.832031, - 0.847656, - 0.851562, - 0.859375, - 0.871094, - 0.851562, - 0.859375, - 0.820312, - 0.90625, - 0.851562, - 0.847656, - 0.808594, - 0.859375, - 0.859375, - 0.851562, - 0.867188, - 0.867188, - 0.875, - 0.863281, - 0.535156, - 0.847656, - 0.726562, - 0.851562, - 0.875, - 0.851562, - 0.800781, - 0.333984, - 0.785156, - 0.859375, - 0.84375, - 0.84375, - 0.835938, - 0.851562, - 0.84375, - 0.847656, - 0.914062, - 0.835938, - 0.878906, - 0.867188, - 0.867188, - 0.839844, - 0.867188, - 0.867188, - 0.972656, - 0.863281, - 0.84375, - 0.859375, - 0.855469, - 0.859375, - 0.871094, - 0.875, - 0.878906, - 0.859375, - 0.890625, - 0.734375, - 0.859375, - 0.894531, - 0.84375, - 0.859375, - 0.84375, - 0.878906, - 0.855469, - 0.855469, - 0.777344, - 0.859375, - 0.867188, - 0.886719, - 0.8125, - 0.847656, - 0.878906, - 0.824219, - 0.84375, - 0.839844, - 0.863281, - 0.851562, - 0.878906, - 0.847656, - 0.855469, - 0.886719, - 0.769531, - 0.859375, - 0.84375, - 0.855469, - 0.835938, - 0.851562, - 0.851562, - 0.863281, - 0.855469, - 0.832031, - 0.851562, - 0.855469, - 0.84375, - 0.878906, - 0.84375, - 0.847656, - 0.707031, - 0.847656, - 0.851562, - 0.84375, - 0.863281, - 0.847656, - 0.847656, - 0.8125, - 0.886719, - 0.835938, - 0.863281, - 0.835938, - 0.863281, - 0.777344, - 0.851562, - 0.875, - 0.839844, - 0.855469, - 0.828125, - 0.851562, - 0.890625, - 0.882812, - 0.835938, - 0.855469, - 0.839844, - 0.851562, - 0.855469, - 0.835938, - 0.886719, - 0.863281, - 0.859375, - 0.859375, - 0.886719, - 0.871094, - 0.855469, - 0.847656, - 0.886719, - 0.847656, - 1.132812, - 0.867188, - 0.847656, - 0.863281, - 0.886719, - 0.875, - 0.859375, - 0.882812, - 0.871094, - 0.851562, - 0.875, - 0.683594, - 0.851562, - 0.871094, - 0.863281, - 0.84375, - 0.832031, - 0.855469, - 0.84375, - 0.835938, - 0.757812, - 0.859375, - 0.84375, - 0.84375, - 0.333984, - 0.859375, - 0.882812, - 0.792969, - 0.867188, - 0.863281, - 0.871094, - 0.878906, - 0.863281, - 0.832031, - 0.847656, - 0.863281, - 0.863281, - 0.839844, - 0.804688, - 0.871094, - 0.839844, - 0.835938, - 0.839844, - 0.835938, - 0.855469, - 0.851562, - 0.710938, - 0.867188, - 0.589844, - 0.859375, - 0.832031, - 0.875, - 0.808594, - 0.886719, - 0.859375, - 1.179688, - 0.851562, - 0.851562, - 0.859375, - 0.863281, - 0.847656, - 0.824219, - 0.855469, - 0.875, - 0.851562, - 0.84375, - 0.84375, - 0.832031, - 0.859375, - 0.839844, - 6e-05, - 0.832031, - 0.878906, - 0.796875, - 0.796875, - 0.835938, - 0.859375, - 0.871094, - 0.855469, - 0.882812, - 0.863281, - 0.855469, - 0.863281, - 0.773438, - 0.847656, - 0.828125, - 0.863281, - 0.859375, - 0.361328, - 0.863281, - 0.886719, - 0.828125, - 0.859375, - 0.835938, - 0.835938, - 0.863281, - 0.84375, - 0.863281, - 0.882812, - 0.871094, - 0.867188, - 0.808594, - 0.859375, - 0.847656, - 0.851562, - 0.867188, - 0.839844, - 0.855469, - 0.789062, - 0.851562, - 0.859375, - 0.871094, - 0.8125, - 0.820312, - 0.851562, - 0.839844, - 0.789062, - 0.84375, - 0.871094, - 0.796875, - 0.851562, - 0.871094, - 0.851562, - 0.855469, - 0.855469, - 0.851562, - 0.882812, - 0.832031, - 0.929688, - 0.78125, - 0.832031, - 0.851562, - 1.078125, - 0.878906, - 0.878906, - 0.882812, - 0.804688, - 0.867188, - 0.851562, - 0.867188, - 0.875, - 0.875, - 0.859375, - 0.847656, - 1.09375, - 0.84375, - 0.867188, - 0.859375, - 0.882812, - 0.878906, - 0.855469, - 0.863281, - 0.863281, - 0.878906, - 0.851562, - 0.78125, - 0.855469, - 0.84375, - 0.839844, - 0.851562, - 0.867188, - 0.578125, - 0.828125, - 0.859375, - 0.835938, - 0.683594, - 0.863281, - 0.835938, - 0.855469, - 0.851562, - 0.8125, - 0.882812, - 0.867188, - 0.800781, - 0.835938, - 0.878906, - 0.878906, - 0.867188, - 0.855469, - 0.875, - 0.875, - 0.8125, - 0.835938, - 0.878906, - 0.875, - 0.84375, - 0.84375, - 0.851562, - 1.40625, - 0.851562, - 0.898438, - 0.878906, - 0.789062, - 0.863281, - 0.835938, - 0.835938, - 0.824219, - 0.875, - 0.671875, - 0.855469, - 0.871094, - 0.867188, - 0.855469, - 0.84375, - 0.835938, - 0.886719, - 0.855469, - 0.855469, - 0.824219, - 0.84375, - 0.855469, - 0.863281, - 0.847656, - 0.890625, - 0.871094, - 0.824219, - 0.863281, - 0.886719, - 0.867188, - 0.855469, - 0.839844, - 0.882812, - 0.851562, - 0.867188, - 0.875, - 0.851562, - 0.871094, - 0.84375, - 0.851562, - 0.839844, - 0.867188, - 0.863281, - 0.8125, - 0.859375, - 0.835938, - 0.839844, - 0.196289, - 0.851562, - 0.847656, - 0.800781, - 0.847656, - 0.875, - 0.832031, - 0.847656, - 0.835938, - 0.835938, - 1.125, - 0.871094, - 0.828125, - 0.863281, - 0.824219, - 0.867188, - 0.867188, - 0.878906, - 0.773438, - 0.859375, - 0.851562, - 0.835938, - 0.851562, - 0.855469, - 0.84375, - 0.808594, - 0.863281, - 0.800781, - 0.855469, - 0.832031, - 0.855469, - 0.863281, - 0.839844, - 0.878906, - 0.84375, - 0.863281, - 0.875, - 0.847656, - 0.882812, - 0.84375, - 0.839844, - 0.816406, - 0.84375, - 0.832031, - 0.835938, - 0.835938, - 0.859375, - 0.828125, - 0.882812, - 0.816406, - 0.839844, - 0.867188, - 0.863281, - 0.867188, - 0.847656, - 0.863281, - 0.859375, - 0.855469, - 0.832031, - 0.785156, - 0.855469, - 0.855469, - 0.808594, - 0.859375, - 0.875, - 0.71875, - 0.855469, - 0.835938, - 0.875, - 0.851562, - 0.84375, - 0.808594, - 0.835938, - 0.855469, - 0.851562, - 0.882812, - 0.847656, - 0.875, - 0.832031, - 0.867188, - 0.847656, - 0.839844, - 0.855469, - 0.820312, - 0.859375, - 0.851562, - 0.871094, - 0.851562, - 0.855469, - 0.847656, - 0.78125, - 0.871094, - 0.859375, - 0.855469, - 0.878906, - 0.894531, - 0.871094, - 0.902344, - 0.84375, - 0.832031, - 0.851562, - 0.859375, - 0.792969, - 0.824219, - 0.851562, - 0.808594, - 0.875, - 0.867188, - 0.875, - 0.894531, - 0.882812, - 0.863281, - 0.351562, - 0.816406, - 0.816406, - 0.875, - 0.859375, - 0.882812, - 0.859375, - 0.851562, - 0.867188, - 0.855469, - 0.832031, - 0.851562, - 0.832031, - 0.886719, - 0.808594, - 0.84375, - 0.847656, - 0.878906, - 0.824219, - 0.839844, - 0.863281, - 0.847656, - 0.75, - 0.894531, - 0.867188, - 0.753906, - 0.871094, - 0.890625, - 0.867188, - 0.835938, - 0.875, - 0.851562, - 0.855469, - 0.863281, - 0.855469, - 0.867188, - 0.777344, - 0.835938, - 0.75, - 0.863281, - 0.855469, - 0.863281, - 0.84375, - 0.828125, - 0.855469, - 0.867188, - 0.390625, - 0.851562, - 0.855469, - 0.875, - 0.8125, - 0.847656, - 0.863281, - 0.851562, - 0.855469, - 0.867188, - 0.816406, - 0.820312, - 0.894531, - 0.871094, - 0.875, - 0.738281, - 0.855469, - 0.667969, - 0.851562, - 0.859375, - 0.871094, - 0.542969, - 0.863281, - 0.863281, - 0.871094, - 0.851562, - 0.855469, - 0.828125, - 0.863281, - 0.835938, - 0.871094, - 0.839844, - 0.847656, - 0.832031, - 0.855469, - 0.875, - 0.273438, - 0.863281, - 0.847656, - 0.875, - 0.835938, - 0.839844, - 0.890625, - 0.847656, - 0.847656, - 0.84375, - 0.828125, - 0.855469, - 0.84375, - 0.859375, - 0.851562, - 0.820312, - 0.800781, - 0.871094, - 0.871094, - 0.878906, - 0.878906, - 0.855469, - 0.835938, - 0.871094, - 0.835938, - 0.875, - 0.890625, - 0.847656, - 0.882812, - 0.863281, - 0.851562, - 0.78125, - 0.863281, - 0.855469, - 0.871094, - 0.804688, - 0.867188, - 0.835938, - 0.867188, - 0.785156, - 0.855469, - 0.828125, - 0.878906, - 0.875, - 0.859375, - 0.847656, - 0.757812, - 0.863281, - 0.84375, - 0.886719, - 0.851562, - 0.839844, - 0.882812, - 0.878906, - 0.882812, - 0.894531, - 0.851562, - 0.855469, - 0.792969, - 0.882812, - 0.863281, - 0.882812, - 0.816406, - 0.851562, - 0.859375, - 0.855469, - 0.871094, - 0.859375, - 0.871094, - 0.859375, - 0.871094, - 0.832031, - 0.886719, - 0.859375, - 0.863281, - 0.859375, - 0.875, - 0.882812, - 0.839844, - 0.859375, - 0.832031, - 0.855469, - 0.863281, - 0.851562, - 0.839844, - 0.847656, - 0.824219, - 0.855469, - 0.894531, - 0.859375, - 0.859375, - 0.796875, - 0.847656, - 0.855469, - 0.816406, - 0.757812, - 0.847656, - 0.84375, - 0.839844, - 0.863281, - 0.878906, - 0.851562, - 0.65625, - 0.839844, - 0.863281, - 0.816406, - 0.851562, - 0.851562, - 0.84375, - 0.882812, - 0.855469, - 0.875, - 0.820312, - 0.894531, - 0.863281, - 0.871094, - 0.855469, - 0.851562, - 0.785156, - 0.863281, - 0.839844, - 0.847656, - 0.855469, - 0.871094, - 0.828125, - 0.855469, - 0.730469, - 0.875, - 0.761719, - 0.84375, - 0.855469, - 0.875, - 0.851562, - 0.839844, - 0.863281, - 0.871094, - 0.773438, - 0.863281, - 0.859375, - 0.878906, - 0.859375, - 0.722656, - 0.871094, - 0.625, - 0.832031, - 0.804688, - 0.886719, - 0.8125, - 0.832031, - 0.855469, - 0.871094, - 0.824219, - 0.851562, - 0.84375, - 0.859375, - 0.859375, - 0.886719, - 0.855469, - 0.855469, - 0.894531, - 0.871094, - 0.859375, - 0.867188, - 0.84375, - 0.851562, - 0.863281, - 0.875, - 0.875, - 0.875, - 0.847656, - 0.835938, - 0.824219, - 0.847656, - 0.863281, - 0.753906, - 0.863281, - 0.875, - 0.828125, - 0.84375, - 0.878906, - 0.871094, - 0.875, - 0.851562, - 0.832031, - 0.882812, - 0.839844, - 0.867188, - 0.828125, - 0.867188, - 0.878906, - 0.863281, - 0.839844, - 0.851562, - 0.855469, - 0.859375, - 0.867188, - 0.855469, - 0.816406, - 0.804688, - 0.691406, - 0.871094, - 0.839844, - 0.859375, - 0.867188, - 0.871094, - 0.820312, - 0.851562, - 0.808594, - 0.855469, - 0.871094, - 0.878906, - 0.828125, - 0.855469, - 0.84375, - 0.867188, - 0.867188, - 0.863281, - 0.84375, - 0.710938, - 0.800781, - 0.871094, - 0.839844, - 0.820312, - 0.871094, - 0.839844, - 0.875, - 0.839844, - 0.847656, - 0.859375, - 0.816406, - 0.859375, - 0.435547, - 1.070312, - 0.886719, - 0.84375, - 0.824219, - 0.828125, - 0.867188, - 0.878906, - 0.878906, - 0.871094, - 0.878906, - 0.878906, - 0.824219, - 0.886719, - 0.878906, - 0.859375, - 0.871094, - 0.820312, - 0.804688, - 0.816406, - 0.867188, - 0.855469, - 0.8125 - ] - }, - "name": "model.transformer.layers.24.ffn_norm.weight", - "outputIndexes": [ - 1551 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1550, - 1551 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_24/Mul_1_output_0", - "outputIndexes": [ - 1552 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1552 - ], - "outputIndexes": [ - 2613 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2613 - ], - "outputIndexes": [ - 2614 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_1/Linear", - "inputIndexes": [ - 2614 - ], - "outputIndexes": [ - 2615 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 14848, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 237568, - "weightSize": 0 - }, - "external": [ - 445100728, - 15204374, - 1900544, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2615 - ], - "outputIndexes": [ - 2616 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2616 - ], - "outputIndexes": [ - 1553 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 14848 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7424 - ] - }, - "name": "/ffn_24/Mul_output_0", - "outputIndexes": [ - 1554 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1553, - 21, - 1554, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_24/Slice_output_0", - "outputIndexes": [ - 1555 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1555 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_24/Sigmoid_output_0", - "outputIndexes": [ - 1556 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1555, - 1556 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_24/Mul_output_0", - "outputIndexes": [ - 1557 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 14848 - ] - }, - "name": "/ffn_24/Mul_1_output_0", - "outputIndexes": [ - 1558 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1553, - 1554, - 1558, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_24/Slice_1_output_0", - "outputIndexes": [ - 1559 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1557, - 1559 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_24/Mul_2_output_0", - "outputIndexes": [ - 1560 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1560 - ], - "outputIndexes": [ - 2617 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 7424, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2617 - ], - "outputIndexes": [ - 2618 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_2/Linear", - "inputIndexes": [ - 2618 - ], - "outputIndexes": [ - 2619 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 7424, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 118784, - "weightSize": 0 - }, - "external": [ - 462205646, - 7602198, - 950272, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2619 - ], - "outputIndexes": [ - 2620 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.24/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2620 - ], - "outputIndexes": [ - 1561 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1549, - 1561 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_99_output_0", - "outputIndexes": [ - 1562 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1562, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_100_output_0", - "outputIndexes": [ - 1563 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1563 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_25/Mul_output_0", - "outputIndexes": [ - 1564 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.703125, - 2.890625, - 1.804688, - 1.71875, - 1.929688, - 1.65625, - 1.6875, - 1.859375, - 1.921875, - 3.109375, - 1.632812, - 2.015625, - 1.671875, - 1.859375, - 1.742188, - 1.703125, - 1.976562, - 2.296875, - 1.679688, - 1.6875, - 1.796875, - 1.6875, - 1.710938, - 2.109375, - 2.359375, - 1.671875, - 1.90625, - 2.0, - 1.960938, - 2.1875, - 1.914062, - 1.828125, - 1.835938, - 1.796875, - 1.757812, - 1.734375, - 1.617188, - 1.796875, - 2.09375, - 2.53125, - 1.546875, - 1.734375, - 1.992188, - 3.28125, - 1.625, - 4.09375, - 1.734375, - 1.890625, - 1.78125, - 1.929688, - 1.664062, - 1.992188, - 1.632812, - 2.40625, - 2.03125, - 1.84375, - 1.820312, - 1.65625, - 1.710938, - 1.71875, - 1.804688, - 1.710938, - 1.664062, - 1.679688, - 3.40625, - 1.867188, - 1.804688, - 1.804688, - 1.65625, - 1.8125, - 1.453125, - 2.0, - 1.804688, - 1.875, - 2.96875, - 2.0625, - 1.828125, - 1.914062, - 1.929688, - 1.804688, - 1.804688, - 1.578125, - 2.15625, - 1.820312, - 1.90625, - 1.75, - 1.804688, - 1.882812, - 2.296875, - 2.171875, - 1.601562, - 2.109375, - 1.851562, - 4.34375, - 2.1875, - 1.59375, - 1.6875, - 3.28125, - 1.8125, - 1.609375, - 2.265625, - 1.617188, - 1.953125, - 1.703125, - 1.9375, - 7.6875, - 2.0625, - 1.734375, - 1.945312, - 2.0, - 2.53125, - 1.695312, - 1.71875, - 1.84375, - 1.765625, - 1.953125, - 1.867188, - 2.234375, - 1.765625, - 2.015625, - 1.804688, - 1.71875, - 2.15625, - 4.78125, - 1.5625, - 3.765625, - 2.296875, - 1.640625, - 3.703125, - 1.984375, - 1.648438, - 1.648438, - 1.75, - 1.945312, - 2.03125, - 1.765625, - 1.75, - 2.234375, - 2.046875, - 2.015625, - 2.359375, - 1.648438, - 1.625, - 1.726562, - 3.109375, - 3.703125, - 1.632812, - 5.03125, - 2.453125, - 2.53125, - 1.726562, - 1.59375, - 1.875, - 1.742188, - 1.742188, - 1.90625, - 2.0, - 1.859375, - 3.75, - 1.859375, - 1.976562, - 1.78125, - 5.46875, - 2.078125, - 2.015625, - 1.898438, - 2.265625, - 3.6875, - 5.84375, - 1.632812, - 6.875, - 3.953125, - 1.882812, - 2.109375, - 1.9375, - 1.820312, - 2.078125, - 1.84375, - 4.1875, - 1.648438, - 1.703125, - 1.585938, - 1.742188, - 1.78125, - 1.9375, - 1.953125, - 1.773438, - 1.851562, - 1.75, - 1.945312, - 1.796875, - 1.820312, - 1.765625, - 2.09375, - 1.789062, - 2.75, - 1.703125, - 2.140625, - 1.585938, - 2.015625, - 1.648438, - 1.882812, - 2.03125, - 1.867188, - 2.15625, - 1.726562, - 1.804688, - 1.59375, - 4.5, - 3.546875, - 1.632812, - 1.757812, - 1.929688, - 2.109375, - 1.898438, - 1.664062, - 1.726562, - 2.0625, - 1.835938, - 3.265625, - 4.71875, - 1.90625, - 7.3125, - 1.992188, - 2.515625, - 3.21875, - 1.953125, - 1.695312, - 2.390625, - 1.710938, - 2.078125, - 2.765625, - 3.203125, - 1.929688, - 1.945312, - 1.953125, - 2.203125, - 1.820312, - 9.25, - 1.703125, - 1.84375, - 2.640625, - 1.734375, - 1.648438, - 1.71875, - 1.914062, - 2.765625, - 1.820312, - 4.8125, - 1.742188, - 1.640625, - 4.46875, - 1.914062, - 1.765625, - 1.984375, - 3.921875, - 1.984375, - 1.726562, - 2.15625, - 1.90625, - 2.015625, - 2.71875, - 2.171875, - 2.3125, - 1.890625, - 1.953125, - 1.601562, - 2.0625, - 1.929688, - 1.679688, - 1.578125, - 1.703125, - 1.734375, - 1.71875, - 1.875, - 3.796875, - 2.625, - 1.71875, - 1.765625, - 1.945312, - 1.859375, - 1.859375, - 1.726562, - 1.898438, - 1.75, - 1.804688, - 4.875, - 1.898438, - 1.734375, - 1.640625, - 1.609375, - 1.71875, - 2.75, - 1.765625, - 1.9375, - 1.773438, - 2.015625, - 1.617188, - 1.632812, - 1.664062, - 1.84375, - 2.0625, - 2.375, - 1.796875, - 1.6875, - 1.632812, - 5.90625, - 1.921875, - 2.28125, - 1.710938, - 2.078125, - 1.601562, - 2.046875, - 1.78125, - 1.726562, - 1.671875, - 1.820312, - 1.539062, - 1.851562, - 3.1875, - 1.742188, - 1.625, - 1.710938, - 2.015625, - 1.507812, - 1.601562, - 1.648438, - 6.21875, - 1.8125, - 1.695312, - 1.78125, - 1.976562, - 1.703125, - 1.9375, - 2.09375, - 1.695312, - 1.898438, - 2.703125, - 1.75, - 1.8125, - 1.851562, - 1.8125, - 1.5, - 5.0625, - 1.6875, - 2.734375, - 2.296875, - 2.0, - 1.726562, - 2.125, - 1.765625, - 2.140625, - 1.8125, - 2.359375, - 2.671875, - 1.820312, - 1.742188, - 1.742188, - 1.828125, - 2.15625, - 1.992188, - 4.9375, - 1.859375, - 1.59375, - 1.820312, - 5.875, - 1.8125, - 1.804688, - 1.679688, - 1.757812, - 2.90625, - 6.09375, - 1.960938, - 2.65625, - 1.929688, - 1.96875, - 6.3125, - 2.109375, - 1.945312, - 4.96875, - 1.726562, - 1.53125, - 1.6875, - 2.46875, - 2.296875, - 1.695312, - 1.84375, - 1.648438, - 1.796875, - 2.1875, - 1.609375, - 2.046875, - 1.765625, - 1.609375, - 1.6875, - 1.742188, - 1.796875, - 1.578125, - 2.828125, - 1.75, - 2.015625, - 1.726562, - 2.0625, - 1.648438, - 1.8125, - 4.90625, - 1.742188, - 2.15625, - 2.25, - 1.984375, - 5.15625, - 1.789062, - 1.78125, - 1.953125, - 2.28125, - 2.265625, - 1.6875, - 1.65625, - 2.015625, - 1.78125, - 1.890625, - 6.21875, - 1.875, - 1.828125, - 1.960938, - 1.601562, - 1.53125, - 2.46875, - 1.804688, - 1.765625, - 1.75, - 1.984375, - 2.6875, - 1.71875, - 1.507812, - 1.648438, - 2.0, - 1.960938, - 1.710938, - 1.875, - 1.726562, - 1.695312, - 1.960938, - 1.546875, - 1.773438, - 1.703125, - 1.601562, - 2.078125, - 1.953125, - 2.09375, - 1.8125, - 3.65625, - 1.890625, - 1.664062, - 1.789062, - 1.820312, - 1.65625, - 1.671875, - 1.640625, - 2.609375, - 1.875, - 1.820312, - 1.921875, - 1.867188, - 2.921875, - 1.648438, - 1.726562, - 1.867188, - 2.234375, - 1.898438, - 2.734375, - 3.375, - 1.65625, - 1.859375, - 1.742188, - 1.78125, - 1.703125, - 2.0, - 1.703125, - 2.09375, - 1.726562, - 1.804688, - 1.789062, - 1.664062, - 1.875, - 2.09375, - 1.734375, - 1.859375, - 1.6875, - 1.734375, - 4.34375, - 1.6875, - 1.914062, - 2.21875, - 1.703125, - 2.234375, - 1.835938, - 2.09375, - 1.445312, - 2.15625, - 1.914062, - 1.703125, - 2.296875, - 1.671875, - 1.796875, - 1.515625, - 1.84375, - 1.804688, - 1.773438, - 1.789062, - 1.625, - 1.71875, - 1.804688, - 1.890625, - 3.734375, - 8.4375, - 1.71875, - 2.96875, - 1.96875, - 2.703125, - 1.796875, - 1.671875, - 2.15625, - 2.203125, - 3.546875, - 5.3125, - 1.65625, - 1.71875, - 1.757812, - 1.734375, - 1.882812, - 8.0625, - 1.664062, - 1.945312, - 1.640625, - 1.664062, - 1.773438, - 1.648438, - 1.789062, - 1.820312, - 2.0625, - 1.671875, - 1.773438, - 1.851562, - 1.828125, - 1.796875, - 5.78125, - 4.5, - 1.859375, - 5.65625, - 2.71875, - 1.84375, - 2.203125, - 7.625, - 1.867188, - 1.8125, - 1.929688, - 2.671875, - 2.296875, - 2.1875, - 1.929688, - 2.484375, - 1.8125, - 1.71875, - 2.03125, - 4.9375, - 1.710938, - 3.234375, - 1.789062, - 5.625, - 1.6875, - 4.1875, - 2.0625, - 1.617188, - 1.53125, - 2.828125, - 2.03125, - 1.617188, - 2.96875, - 1.757812, - 1.65625, - 1.703125, - 8.1875, - 2.703125, - 1.867188, - 1.859375, - 1.632812, - 1.84375, - 1.734375, - 1.851562, - 2.59375, - 1.71875, - 1.78125, - 1.851562, - 1.976562, - 2.828125, - 1.578125, - 1.992188, - 1.71875, - 1.6875, - 2.140625, - 1.992188, - 1.929688, - 1.8125, - 1.929688, - 4.78125, - 1.703125, - 1.875, - 6.0625, - 7.875, - 1.617188, - 2.4375, - 2.078125, - 1.546875, - 2.046875, - 1.796875, - 1.710938, - 1.734375, - 1.765625, - 1.859375, - 1.59375, - 1.65625, - 2.78125, - 2.125, - 2.109375, - 7.34375, - 1.742188, - 9.875, - 1.695312, - 1.65625, - 1.820312, - 1.804688, - 1.90625, - 1.679688, - 1.773438, - 1.914062, - 1.804688, - 1.828125, - 1.671875, - 1.820312, - 1.742188, - 1.53125, - 1.664062, - 2.25, - 1.757812, - 1.726562, - 1.742188, - 2.703125, - 1.648438, - 1.898438, - 1.773438, - 1.703125, - 2.015625, - 1.773438, - 1.71875, - 1.8125, - 1.945312, - 1.8125, - 1.632812, - 1.78125, - 1.617188, - 1.617188, - 1.890625, - 1.585938, - 1.945312, - 1.78125, - 3.625, - 1.742188, - 3.140625, - 2.15625, - 2.0625, - 1.84375, - 7.71875, - 1.960938, - 2.328125, - 1.796875, - 2.34375, - 2.8125, - 2.15625, - 1.859375, - 2.671875, - 3.890625, - 1.71875, - 1.734375, - 1.8125, - 1.71875, - 1.601562, - 2.15625, - 2.4375, - 3.09375, - 1.648438, - 1.609375, - 1.890625, - 1.75, - 1.5625, - 1.890625, - 1.921875, - 2.171875, - 1.71875, - 1.515625, - 1.867188, - 1.851562, - 1.648438, - 1.726562, - 1.851562, - 1.75, - 1.757812, - 1.5625, - 1.695312, - 2.28125, - 1.664062, - 2.546875, - 1.539062, - 1.578125, - 1.601562, - 1.804688, - 2.0, - 1.742188, - 1.625, - 2.09375, - 1.765625, - 1.726562, - 1.921875, - 1.828125, - 2.078125, - 1.734375, - 1.75, - 1.773438, - 5.34375, - 1.84375, - 2.203125, - 1.820312, - 2.375, - 1.90625, - 1.796875, - 2.015625, - 2.140625, - 1.71875, - 1.828125, - 2.0625, - 1.984375, - 1.835938, - 1.65625, - 3.328125, - 2.234375, - 1.921875, - 1.890625, - 1.6875, - 3.0, - 1.984375, - 1.570312, - 1.6875, - 1.65625, - 1.710938, - 1.757812, - 1.523438, - 1.453125, - 3.28125, - 2.1875, - 1.742188, - 2.40625, - 2.015625, - 2.1875, - 1.804688, - 1.703125, - 1.9375, - 1.992188, - 1.882812, - 1.695312, - 1.734375, - 1.726562, - 1.6875, - 1.773438, - 1.992188, - 1.960938, - 1.609375, - 2.03125, - 2.109375, - 1.820312, - 2.953125, - 2.015625, - 3.390625, - 1.976562, - 1.734375, - 1.703125, - 1.695312, - 1.914062, - 2.0625, - 1.851562, - 3.296875, - 1.984375, - 1.75, - 1.742188, - 4.78125, - 5.21875, - 1.765625, - 1.96875, - 1.703125, - 2.046875, - 1.601562, - 1.695312, - 1.984375, - 1.835938, - 1.90625, - 1.882812, - 1.695312, - 2.015625, - 6.5, - 2.109375, - 2.15625, - 2.109375, - 1.742188, - 1.71875, - 1.898438, - 1.609375, - 1.601562, - 1.992188, - 1.773438, - 1.671875, - 1.585938, - 1.804688, - 1.726562, - 1.914062, - 2.203125, - 2.046875, - 1.6875, - 3.5625, - 2.046875, - 1.78125, - 2.265625, - 1.875, - 1.765625, - 2.25, - 1.773438, - 2.046875, - 1.679688, - 1.710938, - 1.789062, - 2.109375, - 1.84375, - 1.929688, - 2.0625, - 1.578125, - 1.65625, - 1.375, - 1.804688, - 2.109375, - 1.960938, - 1.679688, - 1.820312, - 2.25, - 1.648438, - 1.765625, - 1.726562, - 2.265625, - 2.75, - 1.757812, - 2.25, - 2.296875, - 1.695312, - 1.867188, - 1.992188, - 2.78125, - 1.75, - 4.625, - 1.898438, - 1.640625, - 2.171875, - 1.9375, - 3.4375, - 1.695312, - 2.390625, - 1.75, - 1.734375, - 1.78125, - 2.21875, - 1.773438, - 1.789062, - 1.859375, - 1.726562, - 1.6875, - 1.945312, - 1.828125, - 1.601562, - 1.890625, - 1.765625, - 1.742188, - 1.765625, - 1.6875, - 1.757812, - 1.804688, - 1.859375, - 3.109375, - 1.734375, - 2.140625, - 1.6875, - 1.703125, - 1.742188, - 1.75, - 1.734375, - 1.695312, - 2.09375, - 3.390625, - 1.601562, - 2.515625, - 1.921875, - 1.585938, - 1.648438, - 2.40625, - 1.648438, - 1.65625, - 1.78125, - 1.890625, - 3.546875, - 1.835938, - 1.78125, - 1.742188, - 1.5625, - 1.8125, - 1.851562, - 1.664062, - 2.046875, - 1.765625, - 3.21875, - 1.851562, - 1.75, - 1.921875, - 2.90625, - 1.882812, - 2.203125, - 1.414062, - 2.234375, - 2.203125, - 1.726562, - 1.78125, - 1.742188, - 1.71875, - 1.835938, - 1.75, - 1.539062, - 1.867188, - 1.75, - 1.84375, - 8.25, - 3.78125, - 2.140625, - 5.09375, - 1.96875, - 1.78125, - 1.875, - 1.679688, - 1.859375, - 3.71875, - 1.773438, - 1.59375, - 2.40625, - 1.679688, - 1.617188, - 2.34375, - 1.601562, - 1.75, - 1.796875, - 1.984375, - 1.671875, - 1.65625, - 5.71875, - 1.882812, - 1.992188, - 1.679688, - 1.742188, - 1.773438, - 1.828125, - 1.757812, - 0.480469, - 2.328125, - 1.75, - 2.421875, - 3.875, - 5.0, - 1.710938, - 1.617188, - 2.453125, - 2.171875, - 5.46875, - 2.03125, - 1.867188, - 13.25, - 1.789062, - 2.125, - 1.648438, - 1.859375, - 1.679688, - 1.742188, - 3.203125, - 1.828125, - 1.773438, - 1.796875, - 4.84375, - 2.03125, - 1.757812, - 1.421875, - 1.953125, - 2.234375, - 1.515625, - 1.804688, - 1.90625, - 3.609375, - 1.671875, - 1.632812, - 1.765625, - 1.851562, - 1.789062, - 2.3125, - 1.703125, - 1.765625, - 1.78125, - 1.8125, - 1.890625, - 2.4375, - 1.671875, - 1.742188, - 1.789062, - 1.804688, - 1.9375, - 1.710938, - 1.75, - 1.914062, - 1.695312, - 1.46875, - 3.734375, - 2.65625, - 2.359375, - 2.109375, - 1.65625, - 2.0625, - 2.96875, - 1.75, - 2.140625, - 1.953125, - 3.09375, - 1.851562, - 1.648438, - 1.648438, - 1.765625, - 1.898438, - 1.835938, - 3.78125, - 1.757812, - 2.140625, - 1.640625, - 2.046875, - 1.984375, - 2.5625, - 1.726562, - 1.742188, - 1.898438, - 1.804688, - 1.773438, - 1.757812, - 1.796875, - 1.882812, - 1.875, - 1.914062, - 3.09375, - 2.6875, - 2.359375, - 1.960938, - 2.0, - 1.65625, - 4.71875, - 1.914062, - 1.90625, - 1.59375, - 1.726562, - 2.5625, - 1.664062, - 2.203125, - 2.265625, - 2.03125, - 4.5, - 1.773438, - 1.9375, - 1.539062, - 1.671875, - 1.921875, - 1.78125, - 1.773438, - 1.726562, - 1.976562, - 1.695312, - 1.71875, - 12.75, - 1.765625, - 1.65625, - 1.84375, - 3.84375, - 2.015625, - 1.84375, - 2.265625, - 1.734375, - 1.679688, - 2.71875, - 1.710938, - 1.695312, - 2.09375, - 3.921875, - 2.390625, - 3.515625, - 1.773438, - 1.804688, - 2.90625, - 2.109375, - 1.578125, - 1.820312, - 2.0625, - 1.5625, - 1.804688, - 1.640625, - 1.828125, - 2.578125, - 1.695312, - 4.46875, - 1.875, - 1.851562, - 2.15625, - 1.8125, - 1.703125, - 2.046875, - 1.710938, - 1.898438, - 1.742188, - 1.703125, - 1.679688, - 1.734375, - 1.609375, - 3.78125, - 1.648438, - 1.648438, - 1.757812, - 2.109375, - 1.703125, - 1.585938, - 1.78125, - 1.804688, - 1.882812, - 1.773438, - 2.125, - 2.09375, - 1.59375, - 1.640625, - 1.625, - 1.664062, - 1.710938, - 1.851562, - 1.65625, - 1.742188, - 1.632812, - 1.75, - 2.78125, - 1.601562, - 1.992188, - 1.742188, - 1.945312, - 1.835938, - 1.726562, - 2.375, - 2.453125, - 1.742188, - 2.046875, - 1.554688, - 1.71875, - 1.703125, - 1.773438, - 2.109375, - 1.609375, - 1.945312, - 1.875, - 1.851562, - 1.726562, - 1.789062, - 2.171875, - 2.25, - 1.648438, - 1.71875, - 1.867188, - 1.757812, - 3.640625, - 1.742188, - 2.359375, - 1.90625, - 1.90625, - 6.75, - 1.8125, - 2.8125, - 2.09375, - 1.632812, - 1.90625, - 1.65625, - 3.734375, - 1.882812, - 1.804688, - 1.71875, - 1.75, - 2.015625, - 1.734375, - 1.890625, - 1.976562, - 1.578125, - 2.0625, - 2.125, - 1.398438, - 2.5, - 1.648438, - 1.71875, - 1.601562, - 1.859375, - 1.390625, - 1.71875, - 6.46875, - 1.742188, - 3.078125, - 2.171875, - 1.71875, - 1.835938, - 3.625, - 2.015625, - 2.078125, - 1.703125, - 1.648438, - 1.875, - 2.15625, - 2.140625, - 1.695312, - 1.976562, - 1.789062, - 1.710938, - 1.804688, - 2.109375, - 3.46875, - 3.953125, - 2.046875, - 1.875, - 2.3125, - 2.21875, - 1.84375, - 1.765625, - 1.515625, - 1.742188, - 1.601562, - 1.828125, - 8.875, - 1.851562, - 6.625, - 2.03125, - 1.710938, - 1.539062, - 2.28125, - 7.53125, - 2.921875, - 1.9375, - 2.109375, - 2.390625, - 1.820312, - 1.820312, - 1.921875, - 1.804688, - 1.75, - 1.992188, - 1.679688, - 1.875, - 1.585938, - 1.921875, - 1.648438, - 1.46875, - 1.53125, - 1.734375, - 2.296875, - 2.0, - 1.945312, - 1.609375, - 1.78125, - 1.65625, - 1.84375, - 2.171875, - 1.828125, - 2.515625, - 1.804688, - 1.6875, - 1.65625, - 1.765625, - 2.046875, - 1.835938, - 1.648438, - 1.890625, - 3.234375, - 1.898438, - 1.765625, - 1.445312, - 2.09375, - 2.390625, - 1.726562, - 2.359375, - 2.421875, - 1.726562, - 1.757812, - 1.921875, - 1.695312, - 1.75, - 1.851562, - 1.765625, - 4.53125, - 1.90625, - 1.84375, - 1.8125, - 2.359375, - 2.03125, - 1.765625, - 2.046875, - 1.46875, - 1.585938, - 1.679688, - 1.78125, - 1.734375, - 2.015625, - 2.046875, - 2.453125, - 4.3125, - 1.804688, - 1.765625, - 1.804688, - 1.851562, - 1.96875, - 2.03125, - 2.359375, - 1.6875, - 1.976562, - 2.1875, - 1.804688, - 1.65625, - 2.25, - 1.726562, - 1.859375, - 1.71875, - 1.796875, - 2.0625, - 1.734375, - 1.523438, - 1.9375, - 2.015625, - 1.726562, - 1.78125, - 1.796875, - 1.867188, - 2.140625, - 1.882812, - 1.820312, - 1.898438, - 1.789062, - 1.75, - 1.796875, - 1.765625, - 2.046875, - 1.585938, - 2.015625, - 4.125, - 2.078125, - 1.640625, - 1.65625, - 1.515625, - 1.84375, - 1.914062, - 2.125, - 1.804688, - 2.0625, - 1.898438, - 4.5625, - 2.203125, - 1.609375, - 1.632812, - 2.109375, - 2.6875, - 1.96875, - 1.695312, - 2.203125, - 5.03125, - 1.726562, - 2.109375, - 1.632812, - 7.75, - 1.726562, - 1.726562, - 3.859375, - 1.671875, - 1.882812, - 1.960938, - 1.710938, - 2.28125, - 1.882812, - 1.8125, - 1.796875, - 1.6875, - 2.046875, - 2.109375, - 1.523438, - 1.78125, - 2.3125, - 2.046875, - 2.40625, - 1.65625, - 1.820312, - 4.53125, - 1.640625, - 4.78125, - 1.648438, - 1.757812, - 1.929688, - 2.28125, - 1.859375, - 1.992188, - 3.609375, - 1.84375, - 2.265625, - 1.953125, - 1.742188, - 1.90625, - 2.09375, - 2.203125, - 1.679688, - 1.539062, - 1.914062, - 1.8125, - 1.867188, - 1.773438, - 1.84375, - 1.359375, - 2.203125, - 1.773438, - 4.9375, - 2.40625, - 2.03125, - 2.0625, - 1.789062, - 1.8125, - 1.578125, - 1.882812, - 1.601562, - 1.609375, - 2.96875, - 1.90625, - 2.90625, - 1.632812, - 2.1875, - 7.59375, - 1.546875, - 1.695312, - 1.875, - 1.664062, - 1.992188, - 1.976562, - 1.78125, - 1.976562, - 1.820312, - 1.664062, - 1.773438, - 1.71875, - 1.726562, - 1.90625, - 1.601562, - 1.460938, - 1.6875, - 2.046875, - 1.875, - 3.546875, - 1.710938, - 1.578125, - 1.640625, - 2.5625, - 3.046875, - 1.632812, - 1.507812, - 3.75, - 1.835938, - 1.882812, - 3.578125, - 1.757812, - 1.65625, - 1.835938, - 2.046875, - 1.726562, - 1.789062, - 1.804688, - 2.515625, - 1.570312, - 2.84375, - 2.34375, - 1.6875, - 3.109375, - 1.554688, - 1.726562, - 1.929688, - 3.1875, - 1.820312, - 1.867188, - 1.546875, - 2.046875, - 2.046875, - 1.796875, - 1.945312, - 3.421875, - 2.125, - 1.71875, - 1.890625, - 1.570312, - 1.773438, - 1.671875, - 1.804688, - 2.078125, - 1.773438, - 1.96875, - 3.21875, - 1.671875, - 2.015625, - 1.851562, - 2.28125, - 1.921875, - 5.71875, - 1.507812, - 1.8125, - 2.4375, - 4.9375, - 1.976562, - 2.6875, - 1.796875, - 2.296875, - 2.890625, - 1.9375, - 1.710938, - 3.75, - 2.1875, - 1.742188, - 1.867188, - 1.554688, - 1.664062, - 1.78125, - 2.0625, - 2.46875, - 2.3125, - 1.617188, - 1.859375, - 1.8125, - 1.828125, - 1.9375, - 1.609375, - 1.585938, - 1.789062, - 1.773438, - 1.601562, - 1.53125, - 1.984375, - 2.390625, - 2.28125, - 1.71875, - 5.71875, - 1.78125, - 1.929688, - 1.601562, - 1.609375, - 1.945312, - 1.742188, - 1.78125, - 1.742188, - 1.671875, - 2.703125, - 1.914062, - 2.109375, - 1.875, - 1.875, - 1.882812, - 1.703125, - 1.945312, - 1.648438, - 1.734375, - 2.0, - 1.679688, - 1.6875, - 1.71875, - 2.125, - 1.585938, - 1.78125, - 1.8125, - 1.71875, - 2.03125, - 1.9375, - 2.015625, - 1.726562, - 1.773438, - 2.859375, - 2.0, - 2.125, - 1.757812, - 9.0625, - 2.015625, - 1.6875, - 2.96875, - 1.765625, - 1.804688, - 2.0, - 2.03125, - 1.992188, - 1.929688, - 2.546875, - 1.960938, - 3.109375, - 1.914062, - 2.5, - 1.742188, - 1.710938, - 1.726562, - 3.796875, - 1.679688, - 1.75, - 1.867188, - 1.632812, - 1.835938, - 1.679688, - 2.046875, - 2.171875, - 2.546875, - 1.976562, - 1.984375, - 1.851562, - 1.65625, - 1.765625, - 1.6875, - 1.742188, - 1.710938, - 1.5625, - 1.875, - 1.640625, - 2.015625, - 1.953125, - 3.328125, - 1.726562, - 1.945312, - 2.15625, - 2.09375, - 1.914062, - 2.078125, - 1.679688, - 3.109375, - 2.15625, - 1.835938, - 1.890625, - 1.820312, - 1.882812, - 1.851562, - 1.679688, - 1.953125, - 1.851562, - 4.03125, - 1.679688, - 2.03125, - 2.25, - 1.710938, - 1.75, - 6.8125, - 1.820312, - 2.1875, - 1.710938, - 1.789062, - 1.726562, - 3.4375, - 1.929688, - 1.710938, - 1.875, - 1.578125, - 2.015625, - 1.5625, - 2.21875, - 1.625, - 2.0625, - 1.757812, - 1.859375, - 1.929688, - 2.21875, - 1.710938, - 1.6875, - 1.71875, - 1.710938, - 2.421875, - 4.4375, - 1.8125, - 1.539062, - 2.25, - 1.820312, - 1.695312, - 2.0, - 1.671875, - 1.890625, - 1.851562, - 1.859375, - 1.820312, - 2.28125, - 2.40625, - 1.882812, - 1.757812, - 1.773438, - 1.4375, - 1.640625, - 1.554688, - 1.945312, - 1.851562, - 6.78125, - 1.570312, - 2.09375, - 1.828125, - 2.09375, - 1.671875, - 1.65625, - 1.726562, - 1.984375, - 1.90625, - 2.203125, - 1.523438, - 2.171875, - 1.757812, - 2.671875, - 2.109375, - 2.015625, - 1.695312, - 1.671875, - 1.953125, - 1.679688, - 1.773438, - 4.625, - 1.632812, - 1.640625, - 4.59375, - 1.835938, - 1.671875, - 1.726562, - 2.984375, - 1.664062, - 1.625, - 1.546875, - 1.835938, - 1.875, - 1.742188, - 3.65625, - 1.835938, - 4.625, - 1.75, - 1.554688, - 1.9375, - 1.976562, - 2.046875, - 1.765625, - 2.015625, - 7.96875, - 1.882812, - 1.59375, - 1.679688, - 3.46875, - 1.804688, - 1.96875, - 1.664062, - 1.867188, - 1.796875, - 3.390625, - 2.21875, - 1.523438, - 1.789062, - 1.828125, - 4.8125, - 1.820312, - 4.75, - 1.976562, - 2.078125, - 1.710938, - 7.0, - 1.703125, - 1.671875, - 1.648438, - 1.945312, - 1.820312, - 2.25, - 1.601562, - 1.773438, - 1.75, - 1.65625, - 1.578125, - 1.789062, - 2.15625, - 1.929688, - 8.1875, - 1.632812, - 1.601562, - 2.015625, - 1.90625, - 1.765625, - 1.515625, - 1.789062, - 1.945312, - 1.96875, - 2.40625, - 1.78125, - 2.15625, - 1.976562, - 1.523438, - 2.578125, - 2.515625, - 1.8125, - 1.765625, - 1.601562, - 1.679688, - 1.71875, - 1.710938, - 1.726562, - 1.8125, - 1.820312, - 1.679688, - 1.78125, - 1.796875, - 1.796875, - 1.8125, - 2.421875, - 1.765625, - 2.0, - 1.617188, - 2.125, - 1.601562, - 2.28125, - 1.828125, - 3.921875, - 1.953125, - 1.75, - 1.765625, - 1.867188, - 2.046875, - 1.570312, - 2.546875, - 1.835938, - 1.828125, - 1.546875, - 2.015625, - 1.796875, - 1.78125, - 1.765625, - 1.75, - 1.65625, - 1.703125, - 1.9375, - 2.859375, - 1.882812, - 1.757812, - 1.789062, - 2.421875, - 1.882812, - 2.078125, - 1.757812, - 1.789062, - 1.671875, - 1.640625, - 1.78125, - 1.976562, - 2.34375, - 1.765625, - 1.710938, - 1.75, - 1.898438, - 1.8125, - 1.679688, - 2.09375, - 1.703125, - 2.265625, - 1.742188, - 2.046875, - 1.632812, - 2.421875, - 2.03125, - 1.945312, - 1.875, - 1.40625, - 2.03125, - 1.835938, - 3.921875, - 1.953125, - 1.773438, - 2.140625, - 3.421875, - 2.34375, - 2.28125, - 2.515625, - 1.78125, - 1.648438, - 1.867188, - 6.4375, - 2.1875, - 1.84375, - 3.765625, - 2.234375, - 1.710938, - 1.898438, - 1.6875, - 2.0, - 1.835938, - 2.15625, - 1.460938, - 1.84375, - 1.5625, - 2.0, - 1.65625, - 2.640625, - 1.609375, - 1.960938, - 1.648438, - 1.664062, - 1.742188, - 2.703125, - 1.617188, - 5.28125, - 1.695312, - 5.03125, - 1.984375, - 1.929688, - 1.75, - 2.09375, - 1.90625, - 1.851562, - 2.171875, - 3.859375, - 2.171875, - 1.695312, - 1.710938, - 1.84375, - 6.21875, - 1.773438, - 7.1875, - 1.828125, - 2.609375, - 1.820312, - 2.375, - 1.859375, - 1.804688, - 1.679688, - 2.0625, - 2.03125, - 1.796875, - 1.765625, - 1.6875, - 1.617188, - 1.851562, - 1.710938, - 1.804688, - 1.859375, - 1.960938, - 1.851562, - 2.390625, - 1.59375, - 1.867188, - 1.570312, - 1.875, - 1.6875, - 1.78125, - 2.359375, - 2.375, - 1.695312, - 2.015625, - 3.765625, - 1.921875, - 2.171875, - 1.835938, - 1.648438, - 1.859375, - 1.828125, - 1.585938, - 1.640625, - 2.28125, - 1.585938, - 1.765625, - 1.65625, - 1.804688, - 1.664062, - 1.640625, - 1.695312, - 2.21875, - 2.078125, - 1.765625, - 1.8125, - 1.65625, - 1.742188, - 3.109375, - 2.640625, - 3.625, - 1.6875, - 1.992188, - 1.828125, - 1.914062, - 1.640625, - 1.90625, - 1.8125, - 1.515625, - 1.84375, - 1.585938, - 1.695312, - 2.234375, - 1.695312, - 2.078125, - 1.8125, - 1.78125, - 1.914062, - 1.78125, - 5.25, - 4.28125, - 1.867188, - 1.789062, - 1.632812, - 1.742188, - 1.835938, - 1.65625, - 1.820312, - 1.890625, - 1.75, - 2.328125, - 1.78125, - 6.875, - 3.90625, - 1.890625, - 1.921875, - 1.554688, - 2.0625, - 1.617188, - 1.632812, - 1.648438, - 1.601562, - 1.65625, - 1.679688, - 2.6875, - 1.507812, - 1.734375, - 1.453125, - 1.757812, - 2.171875, - 2.515625, - 2.265625, - 1.554688, - 1.804688, - 1.734375 - ] - }, - "name": "model.transformer.layers.25.attn_norm.weight", - "outputIndexes": [ - 1565 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1564, - 1565 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_25/Mul_1_output_0", - "outputIndexes": [ - 1566 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1566 - ], - "outputIndexes": [ - 2621 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2621 - ], - "outputIndexes": [ - 2622 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear", - "inputIndexes": [ - 2622 - ], - "outputIndexes": [ - 2623 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 470758116, - 2097174, - 262144, - 8192, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2623 - ], - "outputIndexes": [ - 2624 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2624 - ], - "outputIndexes": [ - 1567 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1566 - ], - "main_type": "NONE", - "name": "/Shape_101_output_0", - "outputIndexes": [ - 1568 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1568 - ], - "main_type": "NONE", - "name": "Shape2219", - "outputIndexes": [ - 1569 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1568 - ], - "main_type": "NONE", - "name": "Rank2221", - "outputIndexes": [ - 1570 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1570, - 1570 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2223", - "outputIndexes": [ - 1571 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1571 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2224", - "outputIndexes": [ - 1572 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1571, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2226", - "outputIndexes": [ - 1573 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1573 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2227", - "outputIndexes": [ - 1574 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1569, - 1572, - 1574, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2230", - "outputIndexes": [ - 1575 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1575 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2231", - "outputIndexes": [ - 1576 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1576 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2232", - "outputIndexes": [ - 1577 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1577, - 1576 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2233", - "outputIndexes": [ - 1578 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1568, - 1578, - 1571 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_129_output_0", - "outputIndexes": [ - 1579 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1579, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_251_output_0", - "outputIndexes": [ - 1580 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1580, - 55, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_125_output_0", - "outputIndexes": [ - 1581 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1567, - 1581 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_101_output_0", - "outputIndexes": [ - 1582 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1582 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_25/Mul_output_0", - "outputIndexes": [ - 1583 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.032471, - 0.047363, - -0.045898, - 1.40625, - -0.005554, - 1.6875, - 1.703125, - 1.132812, - 1.875, - 1.421875, - 1.320312, - 1.835938, - 1.679688, - 1.84375, - 2.0, - 1.96875, - 1.992188, - 2.109375, - 1.578125, - 1.945312, - 2.359375, - 2.578125, - 3.515625, - 1.992188, - 1.960938, - 1.976562, - 1.921875, - 1.789062, - 1.703125, - 2.046875, - 1.976562, - 1.914062, - -0.00193, - 0.007019, - 0.012268, - 0.027832, - 1.390625, - 1.132812, - 1.015625, - 1.625, - 1.171875, - 1.796875, - 1.757812, - 1.523438, - 2.125, - 1.632812, - 1.359375, - 1.585938, - 1.617188, - 1.664062, - 2.140625, - 1.976562, - 1.960938, - 1.570312, - 0.6875, - 2.015625, - 1.984375, - 1.976562, - 1.945312, - 1.8125, - 1.8125, - 1.734375, - 1.65625, - 2.15625 - ] - }, - "name": "model.transformer.layers.25.attn.q_norm.weight", - "outputIndexes": [ - 1584 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1583, - 1584 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_25/Mul_1_output_0", - "outputIndexes": [ - 1585 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1585, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_100_output_0", - "outputIndexes": [ - 1586 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1585, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_101_output_0", - "outputIndexes": [ - 1587 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1587 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_50_output_0", - "outputIndexes": [ - 1588 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1585, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_100_output_0", - "outputIndexes": [ - 1589 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1588, - 1589 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_128_output_0", - "outputIndexes": [ - 1590 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1590, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_101_output_0", - "outputIndexes": [ - 1591 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1586, - 1591 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_100_output_0", - "outputIndexes": [ - 1592 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1566 - ], - "outputIndexes": [ - 2625 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2625 - ], - "outputIndexes": [ - 2626 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear", - "inputIndexes": [ - 2626 - ], - "outputIndexes": [ - 2627 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 473125626, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2627 - ], - "outputIndexes": [ - 2628 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2628 - ], - "outputIndexes": [ - 1593 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1580, - 1532, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_126_output_0", - "outputIndexes": [ - 1594 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1593, - 1594 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_102_output_0", - "outputIndexes": [ - 1595 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1595 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_25/Mul_output_0", - "outputIndexes": [ - 1596 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.018433, - 0.020386, - -0.066406, - 1.125, - -0.002304, - 1.507812, - 1.703125, - 0.120605, - 1.664062, - 1.679688, - 0.214844, - 1.507812, - 1.859375, - 1.28125, - 0.691406, - 1.484375, - 1.40625, - 1.359375, - 2.296875, - 1.929688, - 1.609375, - 1.40625, - 0.188477, - 2.0625, - 2.03125, - 2.015625, - 1.992188, - 1.773438, - 1.890625, - 1.960938, - 1.867188, - 2.140625, - 0.030518, - 0.0625, - -0.019653, - -0.013977, - 0.96875, - 1.46875, - 0.064453, - 1.828125, - 1.515625, - 1.601562, - 2.0625, - 1.765625, - 1.085938, - 1.984375, - 2.15625, - 1.914062, - 2.046875, - 2.171875, - 1.328125, - 1.828125, - 1.992188, - 2.453125, - 3.765625, - 2.0625, - 2.03125, - 1.976562, - 2.015625, - 2.015625, - 1.796875, - 2.125, - 1.851562, - 2.078125 - ] - }, - "name": "model.transformer.layers.25.attn.k_norm.weight", - "outputIndexes": [ - 1597 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1596, - 1597 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_25/Mul_1_output_0", - "outputIndexes": [ - 1598 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1598, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_102_output_0", - "outputIndexes": [ - 1599 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1598, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_103_output_0", - "outputIndexes": [ - 1600 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1600 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_51_output_0", - "outputIndexes": [ - 1601 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1598, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_102_output_0", - "outputIndexes": [ - 1602 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1601, - 1602 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_129_output_0", - "outputIndexes": [ - 1603 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1603, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_103_output_0", - "outputIndexes": [ - 1604 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1599, - 1604 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_101_output_0", - "outputIndexes": [ - 1605 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1566 - ], - "outputIndexes": [ - 2629 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2629 - ], - "outputIndexes": [ - 2630 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear", - "inputIndexes": [ - 2630 - ], - "outputIndexes": [ - 2631 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 473717520, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2631 - ], - "outputIndexes": [ - 2632 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2632 - ], - "outputIndexes": [ - 1606 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1606, - 1594 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_103_output_0", - "outputIndexes": [ - 1607 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1592, - 1605, - 1607, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.25/self_attn/FusedAttention", - "outputIndexes": [ - 1608 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1608 - ], - "outputIndexes": [ - 2633 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2633 - ], - "outputIndexes": [ - 2634 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear", - "inputIndexes": [ - 2634 - ], - "outputIndexes": [ - 2635 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 474309414, - 2097174, - 262144, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2635 - ], - "outputIndexes": [ - 2636 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2636 - ], - "outputIndexes": [ - 1609 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1563, - 1609 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_102_output_0", - "outputIndexes": [ - 1610 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1610 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_25/Mul_output_0", - "outputIndexes": [ - 1611 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.9375, - 0.898438, - 0.945312, - 0.945312, - 0.925781, - 0.9375, - 0.941406, - 0.929688, - 0.929688, - 0.925781, - 0.953125, - 0.953125, - 0.929688, - 0.945312, - 0.929688, - 1.039062, - 0.914062, - 0.917969, - 0.941406, - 0.9375, - 0.941406, - 0.925781, - 0.933594, - 0.910156, - 0.914062, - 0.929688, - 0.917969, - 0.933594, - 0.921875, - 0.914062, - 0.941406, - 0.917969, - 0.925781, - 0.945312, - 0.949219, - 0.929688, - 0.941406, - 0.945312, - 0.925781, - 0.925781, - 0.933594, - 0.921875, - 0.917969, - 0.917969, - 0.945312, - 0.871094, - 0.945312, - 0.90625, - 0.945312, - 0.9375, - 0.941406, - 0.925781, - 0.929688, - 0.945312, - 0.910156, - 0.929688, - 0.921875, - 0.921875, - 0.910156, - 0.921875, - 0.914062, - 0.9375, - 0.941406, - 0.945312, - 0.796875, - 0.910156, - 0.933594, - 0.921875, - 0.921875, - 0.941406, - 0.851562, - 0.898438, - 0.941406, - 0.914062, - 0.886719, - 0.914062, - 0.941406, - 0.921875, - 0.917969, - 0.941406, - 0.941406, - 0.9375, - 0.933594, - 0.9375, - 0.921875, - 0.925781, - 0.925781, - 0.945312, - 0.910156, - 0.925781, - 0.9375, - 0.925781, - 0.929688, - 0.8125, - 1.171875, - 0.949219, - 0.941406, - 0.910156, - 0.941406, - 0.925781, - 0.898438, - 0.941406, - 0.921875, - 0.925781, - 0.945312, - 0.429688, - 0.90625, - 0.917969, - 0.917969, - 0.929688, - 0.894531, - 0.929688, - 0.941406, - 0.933594, - 0.929688, - 0.914062, - 0.929688, - 0.929688, - 0.921875, - 0.925781, - 0.957031, - 0.910156, - 0.914062, - 0.871094, - 0.933594, - 0.9375, - 0.910156, - 0.941406, - 0.902344, - 0.9375, - 0.933594, - 0.933594, - 0.949219, - 0.902344, - 0.910156, - 0.945312, - 0.953125, - 1.320312, - 0.945312, - 0.921875, - 0.917969, - 0.925781, - 0.933594, - 0.953125, - 0.917969, - 0.933594, - 0.949219, - 0.871094, - 1.054688, - 0.90625, - 0.9375, - 0.933594, - 0.917969, - 0.917969, - 0.921875, - 0.898438, - 0.910156, - 0.929688, - 0.90625, - 0.917969, - 0.960938, - 0.925781, - 0.714844, - 0.917969, - 0.914062, - 0.902344, - 0.890625, - 0.902344, - 0.867188, - 0.9375, - 0.449219, - 0.890625, - 0.9375, - 0.902344, - 0.910156, - 0.9375, - 0.921875, - 0.90625, - 0.828125, - 0.945312, - 0.925781, - 0.933594, - 0.949219, - 0.925781, - 0.941406, - 0.960938, - 0.941406, - 0.945312, - 0.917969, - 0.945312, - 0.949219, - 0.933594, - 0.914062, - 0.921875, - 0.945312, - 0.90625, - 0.964844, - 0.925781, - 0.914062, - 0.933594, - 0.921875, - 0.925781, - 0.941406, - 0.941406, - 0.910156, - 0.917969, - 0.914062, - 0.953125, - 0.800781, - 0.902344, - 0.921875, - 0.929688, - 0.910156, - 0.902344, - 0.910156, - 0.960938, - 0.925781, - 0.925781, - 0.925781, - 0.878906, - 0.863281, - 0.941406, - 0.419922, - 0.925781, - 0.945312, - 0.867188, - 0.929688, - 0.925781, - 0.910156, - 0.945312, - 0.917969, - 0.914062, - 0.882812, - 0.921875, - 0.921875, - 0.925781, - 0.890625, - 0.910156, - 0.5, - 0.933594, - 0.902344, - 0.917969, - 0.914062, - 0.914062, - 0.921875, - 0.90625, - 0.941406, - 0.921875, - 0.902344, - 0.902344, - 0.917969, - 0.867188, - 0.949219, - 0.921875, - 0.929688, - 0.871094, - 0.929688, - 0.941406, - 0.910156, - 0.917969, - 0.925781, - 0.886719, - 0.925781, - 0.902344, - 0.910156, - 0.921875, - 0.9375, - 0.9375, - 0.910156, - 0.921875, - 0.921875, - 0.941406, - 0.921875, - 0.925781, - 0.921875, - 0.878906, - 0.988281, - 0.925781, - 0.945312, - 0.976562, - 0.921875, - 0.914062, - 0.929688, - 0.925781, - 1.109375, - 0.925781, - 0.730469, - 0.933594, - 0.90625, - 0.945312, - 0.925781, - 0.925781, - 0.898438, - 0.925781, - 0.933594, - 0.929688, - 0.929688, - 0.945312, - 0.9375, - 0.949219, - 0.890625, - 0.921875, - 0.9375, - 0.941406, - 0.9375, - 0.917969, - 0.644531, - 0.921875, - 0.9375, - 0.941406, - 1.0, - 0.921875, - 0.933594, - 0.929688, - 0.949219, - 0.925781, - 0.910156, - 0.9375, - 0.949219, - 0.90625, - 0.917969, - 0.925781, - 0.917969, - 0.929688, - 0.941406, - 0.925781, - 0.925781, - 0.832031, - 0.910156, - 0.925781, - 0.9375, - 0.941406, - 0.9375, - 0.941406, - 0.914062, - 0.957031, - 0.914062, - 0.914062, - 0.925781, - 0.945312, - 0.929688, - 0.945312, - 0.945312, - 0.71875, - 0.90625, - 0.898438, - 0.902344, - 0.921875, - 0.914062, - 0.929688, - 0.949219, - 0.902344, - 0.910156, - 0.898438, - 0.90625, - 0.898438, - 0.933594, - 0.949219, - 0.921875, - 0.910156, - 0.925781, - 0.820312, - 0.953125, - 0.941406, - 0.9375, - 0.75, - 0.945312, - 0.949219, - 0.9375, - 0.914062, - 0.894531, - 0.777344, - 0.914062, - 0.925781, - 0.941406, - 0.933594, - 0.519531, - 0.933594, - 0.894531, - 0.847656, - 0.933594, - 0.945312, - 0.9375, - 0.90625, - 0.929688, - 0.953125, - 0.894531, - 0.9375, - 0.921875, - 0.910156, - 0.945312, - 0.917969, - 0.894531, - 0.9375, - 0.933594, - 0.929688, - 0.925781, - 0.941406, - 0.929688, - 0.933594, - 0.933594, - 0.933594, - 0.921875, - 0.921875, - 0.898438, - 0.890625, - 0.945312, - 0.90625, - 0.914062, - 0.910156, - 0.875, - 0.949219, - 0.941406, - 0.914062, - 0.929688, - 0.941406, - 0.9375, - 0.917969, - 0.945312, - 0.929688, - 0.921875, - 0.53125, - 0.914062, - 0.933594, - 0.925781, - 0.957031, - 0.984375, - 0.933594, - 0.921875, - 0.929688, - 0.902344, - 0.941406, - 1.210938, - 0.957031, - 0.953125, - 0.953125, - 0.921875, - 0.933594, - 0.90625, - 0.917969, - 0.917969, - 0.925781, - 0.929688, - 0.945312, - 0.929688, - 0.953125, - 0.925781, - 0.914062, - 0.929688, - 0.925781, - 0.941406, - 0.914062, - 0.921875, - 0.96875, - 0.925781, - 0.9375, - 0.949219, - 0.945312, - 0.9375, - 0.914062, - 0.941406, - 0.90625, - 0.941406, - 0.890625, - 0.859375, - 0.898438, - 0.921875, - 0.929688, - 0.914062, - 0.929688, - 0.914062, - 0.867188, - 0.945312, - 0.925781, - 0.941406, - 0.9375, - 0.933594, - 0.914062, - 0.9375, - 0.894531, - 0.925781, - 0.945312, - 0.957031, - 0.921875, - 0.902344, - 0.914062, - 0.941406, - 0.933594, - 0.960938, - 0.933594, - 0.855469, - 0.929688, - 0.929688, - 0.914062, - 0.933594, - 0.917969, - 0.941406, - 0.921875, - 0.921875, - 0.925781, - 0.933594, - 0.949219, - 0.894531, - 0.929688, - 0.921875, - 0.949219, - 0.929688, - 0.941406, - 0.929688, - 0.929688, - 0.941406, - 0.921875, - 0.9375, - 0.929688, - 0.867188, - 0.304688, - 0.953125, - 0.886719, - 0.9375, - 0.871094, - 0.929688, - 0.949219, - 0.90625, - 1.039062, - 0.886719, - 0.757812, - 0.929688, - 0.917969, - 0.921875, - 0.9375, - 0.925781, - 0.484375, - 0.925781, - 0.921875, - 0.929688, - 0.914062, - 0.929688, - 0.925781, - 0.921875, - 0.933594, - 0.941406, - 0.9375, - 0.9375, - 0.929688, - 0.960938, - 0.960938, - 0.917969, - 0.75, - 0.921875, - 0.707031, - 0.894531, - 0.953125, - 0.910156, - 0.644531, - 0.894531, - 0.921875, - 0.925781, - 0.902344, - 0.898438, - 0.917969, - 0.941406, - 0.917969, - 0.925781, - 0.925781, - 0.925781, - 0.902344, - 0.917969, - 0.898438, - 0.925781, - 0.824219, - 0.941406, - 0.925781, - 0.921875, - 0.945312, - 0.9375, - 0.890625, - 0.878906, - 0.9375, - 0.886719, - 0.925781, - 0.945312, - 0.917969, - 0.570312, - 0.945312, - 0.914062, - 0.921875, - 0.933594, - 0.933594, - 0.9375, - 0.910156, - 0.984375, - 0.949219, - 0.9375, - 0.921875, - 0.949219, - 0.882812, - 0.929688, - 0.925781, - 0.9375, - 0.957031, - 1.171875, - 0.941406, - 0.921875, - 0.910156, - 0.917969, - 0.785156, - 0.957031, - 0.921875, - 0.574219, - 0.363281, - 0.914062, - 0.910156, - 0.945312, - 0.933594, - 0.929688, - 0.917969, - 0.894531, - 0.957031, - 0.9375, - 0.910156, - 0.921875, - 0.925781, - 0.921875, - 0.9375, - 0.945312, - 0.363281, - 0.9375, - 0.253906, - 0.933594, - 0.933594, - 0.921875, - 0.945312, - 0.914062, - 0.933594, - 0.917969, - 0.945312, - 0.929688, - 0.914062, - 0.945312, - 0.9375, - 0.917969, - 0.9375, - 0.9375, - 1.054688, - 0.925781, - 0.941406, - 0.914062, - 0.90625, - 0.925781, - 0.9375, - 0.921875, - 0.914062, - 0.9375, - 0.925781, - 0.9375, - 0.953125, - 0.925781, - 0.945312, - 0.9375, - 0.921875, - 0.929688, - 0.941406, - 0.933594, - 0.925781, - 0.933594, - 0.90625, - 0.929688, - 0.921875, - 0.894531, - 0.917969, - 0.914062, - 0.933594, - 0.339844, - 0.925781, - 0.980469, - 0.917969, - 0.9375, - 0.886719, - 0.917969, - 0.917969, - 0.933594, - 0.886719, - 0.9375, - 0.941406, - 0.910156, - 0.917969, - 0.921875, - 0.945312, - 0.914062, - 0.90625, - 0.9375, - 0.90625, - 0.917969, - 0.929688, - 0.953125, - 0.941406, - 0.925781, - 0.949219, - 0.933594, - 0.9375, - 0.933594, - 0.925781, - 0.933594, - 0.941406, - 0.929688, - 0.929688, - 0.941406, - 0.929688, - 0.933594, - 0.902344, - 0.929688, - 0.902344, - 0.941406, - 0.929688, - 0.933594, - 0.90625, - 0.921875, - 0.929688, - 0.914062, - 0.921875, - 0.941406, - 0.921875, - 0.9375, - 0.941406, - 0.933594, - 0.914062, - 0.917969, - 0.941406, - 0.742188, - 1.046875, - 0.921875, - 0.957031, - 0.914062, - 0.921875, - 0.917969, - 0.917969, - 0.898438, - 0.933594, - 0.917969, - 0.945312, - 0.914062, - 0.910156, - 0.925781, - 0.796875, - 0.9375, - 0.929688, - 0.96875, - 0.929688, - 0.914062, - 0.925781, - 0.933594, - 0.945312, - 0.921875, - 0.960938, - 0.964844, - 0.917969, - 0.957031, - 0.871094, - 0.925781, - 0.925781, - 0.921875, - 0.925781, - 0.941406, - 0.9375, - 0.941406, - 0.917969, - 0.925781, - 0.9375, - 0.925781, - 0.9375, - 0.921875, - 0.925781, - 0.933594, - 0.917969, - 0.933594, - 0.949219, - 0.933594, - 0.902344, - 0.949219, - 0.894531, - 0.925781, - 0.925781, - 0.917969, - 0.933594, - 0.914062, - 0.933594, - 0.933594, - 0.914062, - 0.910156, - 0.875, - 0.929688, - 0.9375, - 0.9375, - 0.910156, - 0.863281, - 0.925781, - 0.929688, - 0.929688, - 0.914062, - 0.9375, - 0.949219, - 0.921875, - 0.917969, - 0.921875, - 0.972656, - 0.910156, - 0.910156, - 0.742188, - 0.925781, - 0.917969, - 0.925781, - 0.921875, - 0.925781, - 0.949219, - 0.933594, - 0.933594, - 0.914062, - 0.925781, - 0.945312, - 0.929688, - 0.933594, - 0.929688, - 0.910156, - 0.917969, - 0.914062, - 0.9375, - 0.878906, - 0.921875, - 0.9375, - 0.917969, - 0.925781, - 0.914062, - 0.90625, - 0.9375, - 0.929688, - 0.925781, - 0.90625, - 0.925781, - 0.914062, - 0.902344, - 0.925781, - 0.933594, - 0.949219, - 0.933594, - 0.945312, - 0.914062, - 0.910156, - 0.914062, - 0.929688, - 0.9375, - 0.902344, - 0.933594, - 0.921875, - 0.949219, - 0.921875, - 0.957031, - 0.9375, - 0.910156, - 0.890625, - 0.929688, - 0.933594, - 0.9375, - 0.910156, - 0.917969, - 0.746094, - 0.914062, - 0.921875, - 0.910156, - 0.917969, - 0.792969, - 0.945312, - 0.90625, - 0.929688, - 0.925781, - 0.9375, - 0.914062, - 0.941406, - 0.945312, - 0.914062, - 0.941406, - 0.945312, - 0.910156, - 0.921875, - 0.953125, - 0.925781, - 0.921875, - 0.945312, - 0.9375, - 0.953125, - 0.933594, - 0.894531, - 0.910156, - 0.925781, - 0.957031, - 0.953125, - 0.9375, - 0.941406, - 0.921875, - 0.9375, - 0.921875, - 0.949219, - 0.929688, - 0.878906, - 0.941406, - 0.9375, - 0.921875, - 0.902344, - 0.925781, - 0.917969, - 0.953125, - 0.941406, - 0.945312, - 0.917969, - 0.921875, - 0.921875, - 0.929688, - 0.9375, - 0.929688, - 0.929688, - 0.921875, - 0.9375, - 0.9375, - 0.953125, - 1.257812, - 0.941406, - 0.910156, - 0.910156, - 0.875, - 0.929688, - 0.917969, - 0.992188, - 0.902344, - 0.90625, - 0.941406, - 0.925781, - 0.929688, - 0.949219, - 0.917969, - 0.945312, - 0.949219, - 0.929688, - 0.9375, - 0.933594, - 0.357422, - 0.859375, - 0.914062, - 0.695312, - 0.914062, - 0.953125, - 0.925781, - 0.933594, - 0.914062, - 0.816406, - 0.933594, - 0.945312, - 0.921875, - 0.933594, - 0.9375, - 0.910156, - 0.9375, - 0.957031, - 0.925781, - 0.9375, - 0.925781, - 0.949219, - 0.875, - 0.925781, - 0.933594, - 0.707031, - 0.953125, - 0.945312, - 0.941406, - 0.9375, - 0.835938, - 0.933594, - 0.941406, - 0.902344, - 0.886719, - 0.855469, - 0.925781, - 0.921875, - 0.910156, - 0.929688, - 0.71875, - 0.910156, - 0.925781, - 0.640625, - 0.953125, - 0.898438, - 0.964844, - 0.929688, - 0.960938, - 0.925781, - 0.867188, - 0.949219, - 0.925781, - 0.925781, - 0.898438, - 0.914062, - 0.929688, - 0.933594, - 0.890625, - 0.921875, - 0.917969, - 0.9375, - 0.929688, - 0.859375, - 0.941406, - 0.953125, - 0.914062, - 0.910156, - 0.929688, - 0.925781, - 0.949219, - 0.941406, - 0.925781, - 0.921875, - 0.953125, - 0.914062, - 0.9375, - 0.914062, - 0.917969, - 0.945312, - 0.929688, - 0.949219, - 0.941406, - 0.917969, - 0.9375, - 0.96875, - 0.875, - 0.925781, - 0.929688, - 0.917969, - 0.945312, - 0.921875, - 0.878906, - 0.917969, - 0.933594, - 0.941406, - 0.921875, - 0.9375, - 0.957031, - 0.921875, - 0.933594, - 0.921875, - 0.933594, - 0.867188, - 0.9375, - 0.929688, - 0.925781, - 0.925781, - 0.933594, - 0.910156, - 0.921875, - 0.945312, - 0.910156, - 0.941406, - 0.921875, - 0.953125, - 0.925781, - 0.886719, - 0.925781, - 0.914062, - 0.878906, - 1.09375, - 0.914062, - 0.929688, - 0.894531, - 0.949219, - 0.820312, - 0.921875, - 0.886719, - 0.925781, - 0.949219, - 0.847656, - 0.929688, - 0.816406, - 0.921875, - 0.925781, - 0.886719, - 0.925781, - 0.929688, - 0.941406, - 0.929688, - 0.921875, - 0.914062, - 0.9375, - 0.90625, - 0.933594, - 0.960938, - 0.941406, - 0.953125, - 0.953125, - 0.921875, - 0.917969, - 0.875, - 0.921875, - 0.945312, - 0.914062, - 0.929688, - 0.933594, - 0.890625, - 0.9375, - 0.929688, - 0.921875, - 0.878906, - 0.914062, - 0.914062, - 0.941406, - 0.941406, - 0.917969, - 0.933594, - 0.941406, - 0.933594, - 0.925781, - 0.945312, - 0.929688, - 0.910156, - 0.933594, - 0.933594, - 0.945312, - 0.835938, - 0.949219, - 0.925781, - 0.917969, - 0.925781, - 0.964844, - 1.0625, - 0.945312, - 0.929688, - 0.933594, - 0.941406, - 0.933594, - 0.957031, - 0.960938, - 0.886719, - 0.957031, - 0.953125, - 0.945312, - 1.039062, - 0.917969, - 0.925781, - 0.945312, - 0.917969, - 0.9375, - 0.949219, - 0.910156, - 0.917969, - 0.941406, - 0.953125, - 0.945312, - 0.921875, - 0.929688, - 0.914062, - 0.949219, - 0.9375, - 0.941406, - 0.933594, - 0.917969, - 0.898438, - 0.9375, - 0.90625, - 0.929688, - 0.929688, - 0.941406, - 0.929688, - 0.945312, - 0.929688, - 0.917969, - 0.945312, - 0.917969, - 0.929688, - 0.921875, - 0.921875, - 0.945312, - 0.921875, - 0.9375, - 0.933594, - 0.890625, - 0.933594, - 1.25, - 0.914062, - 0.945312, - 0.933594, - 0.917969, - 0.941406, - 0.871094, - 0.90625, - 0.914062, - 0.921875, - 0.929688, - 0.667969, - 0.9375, - 0.914062, - 0.921875, - 0.9375, - 0.925781, - 1.070312, - 0.910156, - 0.9375, - 0.925781, - 0.933594, - 0.933594, - 0.917969, - 0.921875, - 0.929688, - 1.015625, - 0.929688, - 0.910156, - 0.914062, - 0.953125, - 0.886719, - 0.925781, - 0.917969, - 0.933594, - 0.921875, - 0.992188, - 0.910156, - 0.566406, - 0.914062, - 1.09375, - 0.921875, - 0.949219, - 0.933594, - 0.910156, - 0.890625, - 0.902344, - 0.949219, - 0.960938, - 0.9375, - 0.921875, - 0.910156, - 0.949219, - 0.925781, - 0.933594, - 0.921875, - 0.921875, - 0.917969, - 0.929688, - 0.953125, - 0.917969, - 0.917969, - 0.890625, - 0.929688, - 0.914062, - 0.9375, - 0.949219, - 0.933594, - 0.925781, - 0.929688, - 0.605469, - 0.902344, - 0.804688, - 0.933594, - 0.941406, - 0.933594, - 0.902344, - 0.382812, - 0.875, - 0.929688, - 0.917969, - 0.910156, - 0.921875, - 0.921875, - 0.90625, - 0.921875, - 0.945312, - 0.917969, - 0.9375, - 0.945312, - 0.941406, - 0.917969, - 0.945312, - 0.941406, - 1.0625, - 0.9375, - 0.921875, - 0.945312, - 0.910156, - 0.957031, - 0.933594, - 0.945312, - 0.945312, - 0.9375, - 0.941406, - 0.816406, - 0.941406, - 0.9375, - 0.933594, - 0.921875, - 0.933594, - 0.917969, - 0.90625, - 0.917969, - 0.890625, - 0.925781, - 0.933594, - 0.949219, - 0.914062, - 0.921875, - 0.949219, - 0.894531, - 0.933594, - 0.921875, - 0.921875, - 0.929688, - 0.941406, - 0.917969, - 0.929688, - 0.9375, - 0.886719, - 0.929688, - 0.90625, - 0.945312, - 0.917969, - 0.933594, - 0.929688, - 0.945312, - 0.9375, - 0.925781, - 0.9375, - 0.917969, - 0.90625, - 0.949219, - 0.90625, - 0.957031, - 0.800781, - 0.933594, - 0.925781, - 0.933594, - 0.925781, - 0.929688, - 0.929688, - 0.914062, - 0.949219, - 0.917969, - 0.929688, - 0.914062, - 0.925781, - 0.871094, - 0.925781, - 0.949219, - 0.925781, - 0.917969, - 0.898438, - 0.925781, - 0.949219, - 0.949219, - 0.921875, - 0.925781, - 0.917969, - 0.941406, - 0.914062, - 0.925781, - 0.960938, - 0.925781, - 0.921875, - 0.921875, - 0.925781, - 0.949219, - 0.917969, - 0.925781, - 0.933594, - 0.925781, - 1.164062, - 0.941406, - 0.902344, - 0.933594, - 0.945312, - 0.945312, - 0.933594, - 0.949219, - 0.933594, - 0.921875, - 0.945312, - 0.78125, - 0.898438, - 0.945312, - 0.921875, - 0.90625, - 0.917969, - 0.925781, - 0.917969, - 0.933594, - 0.90625, - 0.925781, - 0.917969, - 0.925781, - 0.388672, - 0.929688, - 0.945312, - 0.886719, - 0.941406, - 0.941406, - 0.941406, - 0.953125, - 1.007812, - 0.917969, - 0.929688, - 0.917969, - 0.941406, - 0.933594, - 0.890625, - 0.933594, - 0.902344, - 0.917969, - 0.902344, - 0.90625, - 0.933594, - 0.921875, - 0.8125, - 0.941406, - 0.679688, - 0.9375, - 0.933594, - 0.9375, - 0.902344, - 0.941406, - 0.921875, - 1.179688, - 0.914062, - 0.925781, - 0.9375, - 0.921875, - 0.925781, - 0.914062, - 0.914062, - 0.941406, - 0.929688, - 0.925781, - 0.925781, - 0.90625, - 0.921875, - 0.929688, - -0.001343, - 0.90625, - 0.960938, - 0.910156, - 0.90625, - 0.917969, - 0.933594, - 0.941406, - 0.925781, - 0.941406, - 0.914062, - 0.945312, - 0.941406, - 0.878906, - 0.917969, - 0.917969, - 0.925781, - 0.941406, - 0.412109, - 0.933594, - 0.949219, - 0.910156, - 0.929688, - 0.933594, - 0.902344, - 0.921875, - 0.917969, - 0.925781, - 0.945312, - 0.917969, - 0.941406, - 0.914062, - 0.921875, - 0.902344, - 0.9375, - 0.917969, - 0.902344, - 0.945312, - 0.898438, - 0.933594, - 0.949219, - 0.941406, - 0.910156, - 0.9375, - 0.925781, - 0.929688, - 0.941406, - 0.933594, - 0.929688, - 0.914062, - 0.917969, - 0.949219, - 0.925781, - 0.921875, - 0.941406, - 0.921875, - 0.945312, - 0.898438, - 1.085938, - 0.871094, - 0.914062, - 0.945312, - 1.195312, - 0.925781, - 0.945312, - 0.945312, - 0.886719, - 0.914062, - 0.949219, - 0.945312, - 0.945312, - 0.941406, - 0.925781, - 0.921875, - 1.171875, - 0.902344, - 0.929688, - 0.925781, - 0.945312, - 0.949219, - 0.921875, - 0.917969, - 0.929688, - 0.949219, - 0.917969, - 0.914062, - 0.921875, - 0.921875, - 0.929688, - 0.976562, - 0.933594, - 0.695312, - 0.925781, - 0.933594, - 0.925781, - 0.789062, - 0.941406, - 0.917969, - 0.945312, - 0.921875, - 0.890625, - 0.941406, - 0.933594, - 0.941406, - 0.898438, - 0.929688, - 0.933594, - 0.925781, - 0.9375, - 0.949219, - 0.925781, - 0.898438, - 0.929688, - 0.949219, - 0.964844, - 0.933594, - 0.925781, - 0.917969, - 1.359375, - 0.925781, - 0.941406, - 0.941406, - 0.890625, - 0.914062, - 0.925781, - 0.902344, - 0.902344, - 0.9375, - 0.777344, - 0.929688, - 0.925781, - 0.929688, - 0.9375, - 0.90625, - 0.910156, - 0.949219, - 0.933594, - 0.949219, - 0.921875, - 0.929688, - 0.898438, - 0.917969, - 0.933594, - 0.953125, - 0.917969, - 0.90625, - 0.9375, - 0.933594, - 0.9375, - 0.921875, - 0.921875, - 0.945312, - 0.921875, - 0.9375, - 0.9375, - 0.925781, - 0.953125, - 0.894531, - 0.917969, - 0.933594, - 0.914062, - 0.933594, - 0.898438, - 0.929688, - 0.917969, - 0.917969, - 0.217773, - 0.917969, - 0.9375, - 0.894531, - 0.917969, - 0.941406, - 0.929688, - 0.925781, - 0.910156, - 0.910156, - 1.1875, - 0.945312, - 0.910156, - 0.925781, - 0.902344, - 0.9375, - 0.933594, - 0.925781, - 0.886719, - 0.933594, - 0.917969, - 0.910156, - 0.933594, - 0.925781, - 0.914062, - 0.90625, - 0.929688, - 0.9375, - 0.925781, - 0.910156, - 0.949219, - 0.933594, - 0.925781, - 0.9375, - 0.9375, - 0.929688, - 0.925781, - 0.949219, - 0.933594, - 0.902344, - 0.910156, - 0.925781, - 0.929688, - 0.910156, - 0.910156, - 0.9375, - 0.921875, - 0.90625, - 0.925781, - 0.945312, - 0.925781, - 0.925781, - 0.925781, - 0.921875, - 0.925781, - 0.941406, - 0.929688, - 0.925781, - 0.910156, - 0.875, - 0.933594, - 0.929688, - 0.921875, - 0.949219, - 0.941406, - 0.832031, - 0.910156, - 0.90625, - 0.925781, - 0.921875, - 0.929688, - 0.914062, - 0.921875, - 0.933594, - 0.925781, - 0.9375, - 0.929688, - 0.957031, - 0.898438, - 0.9375, - 0.941406, - 0.914062, - 0.929688, - 0.894531, - 0.917969, - 0.917969, - 0.933594, - 0.933594, - 0.914062, - 0.925781, - 0.933594, - 0.929688, - 0.929688, - 0.914062, - 0.929688, - 0.949219, - 0.945312, - 0.949219, - 0.910156, - 0.929688, - 0.933594, - 0.941406, - 0.910156, - 0.9375, - 0.957031, - 0.882812, - 0.941406, - 0.921875, - 0.933594, - 0.933594, - 0.933594, - 0.914062, - 0.414062, - 0.945312, - 0.902344, - 0.957031, - 0.917969, - 0.945312, - 0.960938, - 0.910156, - 0.925781, - 0.921875, - 0.917969, - 0.945312, - 0.902344, - 0.945312, - 0.902344, - 0.898438, - 0.910156, - 0.933594, - 0.933594, - 0.941406, - 0.945312, - 0.917969, - 0.851562, - 0.941406, - 0.960938, - 0.871094, - 0.945312, - 0.957031, - 0.925781, - 0.929688, - 0.949219, - 0.921875, - 0.929688, - 0.929688, - 0.914062, - 0.9375, - 0.871094, - 0.933594, - 0.886719, - 0.921875, - 0.925781, - 0.949219, - 0.925781, - 0.902344, - 0.9375, - 0.933594, - 0.460938, - 0.933594, - 0.917969, - 0.945312, - 0.910156, - 0.933594, - 0.949219, - 0.910156, - 0.941406, - 0.929688, - 0.90625, - 0.90625, - 0.933594, - 0.941406, - 0.945312, - 0.871094, - 0.914062, - 0.765625, - 0.941406, - 0.925781, - 0.925781, - 0.628906, - 0.929688, - 0.949219, - 0.933594, - 0.929688, - 0.929688, - 0.929688, - 0.941406, - 0.9375, - 0.933594, - 0.917969, - 0.917969, - 0.9375, - 0.9375, - 0.941406, - 0.314453, - 0.925781, - 0.933594, - 0.957031, - 0.910156, - 0.910156, - 0.953125, - 0.917969, - 0.90625, - 0.910156, - 0.933594, - 0.949219, - 0.929688, - 0.941406, - 0.90625, - 0.894531, - 0.882812, - 0.949219, - 0.925781, - 0.914062, - 0.941406, - 0.933594, - 0.917969, - 0.917969, - 0.90625, - 0.921875, - 0.945312, - 0.933594, - 0.933594, - 0.925781, - 0.90625, - 0.886719, - 0.925781, - 0.929688, - 0.925781, - 0.910156, - 0.941406, - 0.90625, - 0.925781, - 0.917969, - 0.917969, - 0.910156, - 0.933594, - 0.929688, - 0.945312, - 0.917969, - 0.851562, - 0.925781, - 0.914062, - 0.933594, - 0.9375, - 0.933594, - 0.945312, - 0.914062, - 0.945312, - 0.941406, - 0.933594, - 0.925781, - 0.882812, - 0.953125, - 0.957031, - 0.933594, - 0.90625, - 0.929688, - 0.929688, - 0.925781, - 0.9375, - 0.917969, - 0.941406, - 0.921875, - 0.929688, - 0.914062, - 0.9375, - 0.949219, - 0.929688, - 0.929688, - 0.929688, - 0.949219, - 0.917969, - 0.9375, - 0.894531, - 0.933594, - 0.914062, - 0.929688, - 0.929688, - 0.917969, - 0.90625, - 0.929688, - 0.957031, - 0.9375, - 0.949219, - 0.929688, - 0.925781, - 0.925781, - 0.90625, - 0.851562, - 0.914062, - 0.910156, - 0.929688, - 0.9375, - 0.945312, - 0.933594, - 0.742188, - 0.925781, - 0.9375, - 0.941406, - 0.914062, - 0.914062, - 0.910156, - 0.980469, - 0.925781, - 0.941406, - 0.90625, - 0.9375, - 0.925781, - 0.933594, - 0.917969, - 0.9375, - 0.878906, - 0.933594, - 0.921875, - 0.949219, - 0.9375, - 0.929688, - 0.921875, - 0.941406, - 0.867188, - 0.929688, - 0.90625, - 0.90625, - 0.9375, - 0.941406, - 0.921875, - 0.917969, - 0.929688, - 0.949219, - 0.886719, - 0.925781, - 0.917969, - 0.9375, - 0.910156, - 0.859375, - 0.929688, - 0.71875, - 0.90625, - 0.894531, - 0.9375, - 0.910156, - 0.917969, - 0.921875, - 0.941406, - 0.902344, - 0.925781, - 0.921875, - 0.9375, - 0.917969, - 0.933594, - 0.921875, - 0.949219, - 0.941406, - 0.941406, - 0.925781, - 0.933594, - 0.925781, - 0.941406, - 0.917969, - 0.933594, - 0.945312, - 0.929688, - 0.941406, - 0.910156, - 0.925781, - 0.917969, - 0.933594, - 0.859375, - 0.914062, - 0.933594, - 0.914062, - 0.917969, - 0.921875, - 0.949219, - 0.921875, - 0.953125, - 0.910156, - 0.9375, - 0.90625, - 0.929688, - 0.902344, - 0.9375, - 0.945312, - 0.9375, - 0.921875, - 0.894531, - 0.925781, - 0.945312, - 0.945312, - 0.933594, - 0.902344, - 0.890625, - 0.792969, - 0.933594, - 0.921875, - 0.921875, - 0.917969, - 0.925781, - 0.953125, - 0.910156, - 0.929688, - 0.925781, - 0.941406, - 0.921875, - 0.914062, - 0.921875, - 0.917969, - 0.941406, - 0.953125, - 0.9375, - 0.910156, - 0.84375, - 0.925781, - 0.933594, - 0.914062, - 0.921875, - 0.933594, - 0.914062, - 0.941406, - 0.90625, - 0.9375, - 0.941406, - 0.921875, - 0.921875, - 0.511719, - 1.28125, - 0.9375, - 0.90625, - 0.925781, - 0.921875, - 0.941406, - 0.933594, - 0.933594, - 0.921875, - 0.941406, - 0.945312, - 0.929688, - 0.953125, - 0.949219, - 0.929688, - 0.917969, - 0.90625, - 0.902344, - 0.917969, - 0.917969, - 0.925781, - 0.921875 - ] - }, - "name": "model.transformer.layers.25.ffn_norm.weight", - "outputIndexes": [ - 1612 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1611, - 1612 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_25/Mul_1_output_0", - "outputIndexes": [ - 1613 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1613 - ], - "outputIndexes": [ - 2637 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2637 - ], - "outputIndexes": [ - 2638 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_1/Linear", - "inputIndexes": [ - 2638 - ], - "outputIndexes": [ - 2639 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 15360, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 245760, - "weightSize": 0 - }, - "external": [ - 476668732, - 15728662, - 1966080, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2639 - ], - "outputIndexes": [ - 2640 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2640 - ], - "outputIndexes": [ - 1614 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 15360 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1614, - 21, - 771, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_25/Slice_output_0", - "outputIndexes": [ - 1615 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1615 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_25/Sigmoid_output_0", - "outputIndexes": [ - 1616 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1615, - 1616 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_25/Mul_output_0", - "outputIndexes": [ - 1617 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 15360 - ] - }, - "name": "/ffn_25/Mul_1_output_0", - "outputIndexes": [ - 1618 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1614, - 771, - 1618, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_25/Slice_1_output_0", - "outputIndexes": [ - 1619 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1617, - 1619 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_25/Mul_2_output_0", - "outputIndexes": [ - 1620 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1620 - ], - "outputIndexes": [ - 2641 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 7680, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2641 - ], - "outputIndexes": [ - 2642 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_2/Linear", - "inputIndexes": [ - 2642 - ], - "outputIndexes": [ - 2643 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 7680, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 122880, - "weightSize": 0 - }, - "external": [ - 494363474, - 7864342, - 983040, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2643 - ], - "outputIndexes": [ - 2644 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.25/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2644 - ], - "outputIndexes": [ - 1621 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1610, - 1621 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_103_output_0", - "outputIndexes": [ - 1622 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1622, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_104_output_0", - "outputIndexes": [ - 1623 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1623 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_26/Mul_output_0", - "outputIndexes": [ - 1624 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.726562, - 4.125, - 2.265625, - 1.828125, - 2.1875, - 2.015625, - 1.953125, - 2.21875, - 2.1875, - 4.125, - 2.046875, - 2.390625, - 1.90625, - 2.125, - 2.078125, - 2.09375, - 2.34375, - 2.59375, - 1.796875, - 1.921875, - 2.09375, - 2.09375, - 1.945312, - 2.578125, - 2.984375, - 1.976562, - 1.992188, - 2.3125, - 2.234375, - 2.71875, - 2.140625, - 2.140625, - 2.328125, - 2.15625, - 1.929688, - 1.90625, - 1.765625, - 2.03125, - 2.6875, - 3.046875, - 1.835938, - 2.015625, - 2.265625, - 4.4375, - 1.875, - 5.3125, - 2.03125, - 2.34375, - 2.171875, - 2.359375, - 2.015625, - 2.4375, - 1.898438, - 3.3125, - 2.421875, - 2.1875, - 2.234375, - 1.914062, - 1.90625, - 1.960938, - 2.125, - 2.078125, - 1.992188, - 1.992188, - 4.65625, - 2.28125, - 2.390625, - 2.109375, - 1.945312, - 2.0625, - 1.765625, - 2.390625, - 2.046875, - 2.0, - 3.625, - 2.546875, - 2.25, - 2.0625, - 2.21875, - 2.15625, - 2.109375, - 1.945312, - 2.5625, - 2.109375, - 2.40625, - 1.953125, - 2.15625, - 1.953125, - 3.046875, - 2.609375, - 1.789062, - 2.5, - 2.171875, - 5.65625, - 2.796875, - 1.84375, - 1.867188, - 4.3125, - 2.015625, - 2.03125, - 2.671875, - 1.75, - 2.234375, - 1.921875, - 2.359375, - 10.25, - 2.421875, - 2.140625, - 2.234375, - 2.390625, - 3.484375, - 2.109375, - 1.992188, - 2.328125, - 1.820312, - 2.21875, - 2.15625, - 2.484375, - 2.203125, - 2.421875, - 2.078125, - 2.046875, - 2.703125, - 6.6875, - 1.71875, - 4.625, - 2.640625, - 1.851562, - 4.875, - 2.5625, - 1.929688, - 2.03125, - 2.203125, - 2.234375, - 2.40625, - 1.929688, - 1.90625, - 2.34375, - 2.390625, - 2.484375, - 2.734375, - 1.898438, - 1.9375, - 2.078125, - 4.21875, - 5.15625, - 1.984375, - 6.8125, - 4.1875, - 3.609375, - 2.0625, - 1.789062, - 2.203125, - 2.328125, - 1.898438, - 2.4375, - 2.234375, - 2.203125, - 6.0, - 2.21875, - 2.21875, - 2.28125, - 7.5625, - 2.59375, - 2.453125, - 2.375, - 3.03125, - 5.6875, - 7.875, - 1.945312, - 9.4375, - 5.15625, - 2.25, - 2.53125, - 2.484375, - 2.34375, - 2.59375, - 2.3125, - 5.46875, - 1.742188, - 1.875, - 1.757812, - 1.867188, - 2.265625, - 2.421875, - 2.1875, - 2.125, - 2.015625, - 1.945312, - 2.265625, - 2.203125, - 1.9375, - 2.078125, - 2.75, - 2.09375, - 3.5625, - 1.835938, - 2.703125, - 1.773438, - 2.203125, - 1.96875, - 2.3125, - 2.40625, - 2.109375, - 2.640625, - 2.0, - 2.234375, - 1.820312, - 5.75, - 4.71875, - 2.046875, - 2.140625, - 2.125, - 2.484375, - 2.359375, - 1.914062, - 2.15625, - 2.609375, - 2.09375, - 4.15625, - 6.5, - 2.296875, - 9.8125, - 2.3125, - 3.203125, - 4.46875, - 2.296875, - 1.820312, - 2.9375, - 1.867188, - 2.484375, - 3.546875, - 3.90625, - 2.0625, - 2.46875, - 2.515625, - 2.96875, - 2.15625, - 12.875, - 1.953125, - 2.046875, - 3.375, - 1.882812, - 1.78125, - 2.0625, - 2.234375, - 4.125, - 2.234375, - 6.75, - 1.90625, - 2.0, - 6.65625, - 2.390625, - 2.03125, - 2.328125, - 5.53125, - 2.09375, - 2.140625, - 2.671875, - 2.25, - 2.46875, - 3.296875, - 2.578125, - 3.09375, - 2.546875, - 2.484375, - 1.875, - 2.484375, - 2.046875, - 1.90625, - 1.8125, - 2.046875, - 2.15625, - 2.015625, - 2.25, - 5.0, - 3.640625, - 2.078125, - 2.109375, - 2.09375, - 2.15625, - 2.203125, - 2.203125, - 2.34375, - 2.078125, - 2.109375, - 7.5, - 2.25, - 1.960938, - 1.859375, - 1.75, - 1.960938, - 3.421875, - 2.078125, - 2.21875, - 2.046875, - 2.25, - 2.0, - 1.882812, - 1.726562, - 1.976562, - 2.5625, - 3.171875, - 2.15625, - 1.84375, - 1.875, - 7.65625, - 2.3125, - 2.96875, - 1.90625, - 2.484375, - 1.867188, - 2.421875, - 1.984375, - 1.953125, - 1.921875, - 2.125, - 1.765625, - 2.203125, - 4.25, - 2.25, - 2.078125, - 2.109375, - 2.28125, - 1.703125, - 1.960938, - 1.835938, - 8.0625, - 2.109375, - 1.84375, - 1.992188, - 2.328125, - 2.078125, - 2.375, - 2.296875, - 1.875, - 2.28125, - 3.9375, - 2.234375, - 2.046875, - 2.09375, - 2.1875, - 1.78125, - 7.0, - 2.0, - 3.484375, - 2.96875, - 2.171875, - 2.140625, - 2.703125, - 2.09375, - 2.78125, - 2.25, - 3.0625, - 3.6875, - 2.203125, - 2.0625, - 1.867188, - 2.09375, - 2.671875, - 2.375, - 6.25, - 2.0625, - 1.75, - 2.09375, - 8.875, - 2.015625, - 2.09375, - 1.984375, - 2.1875, - 3.765625, - 7.59375, - 2.328125, - 3.53125, - 2.21875, - 2.359375, - 8.4375, - 2.578125, - 2.40625, - 7.6875, - 2.015625, - 1.734375, - 2.046875, - 3.0, - 3.015625, - 1.953125, - 2.203125, - 2.03125, - 2.15625, - 2.5625, - 1.921875, - 2.4375, - 2.203125, - 2.03125, - 2.140625, - 1.875, - 1.96875, - 1.78125, - 3.4375, - 2.046875, - 2.359375, - 2.0625, - 2.515625, - 1.71875, - 2.3125, - 6.8125, - 2.25, - 2.46875, - 2.625, - 2.53125, - 6.34375, - 2.015625, - 1.992188, - 2.53125, - 2.625, - 3.125, - 2.03125, - 2.0625, - 2.453125, - 2.1875, - 2.3125, - 8.5625, - 2.265625, - 2.0625, - 2.171875, - 1.765625, - 1.820312, - 3.25, - 2.15625, - 2.171875, - 2.09375, - 2.1875, - 3.484375, - 1.921875, - 1.710938, - 1.789062, - 2.46875, - 2.3125, - 1.9375, - 2.484375, - 1.984375, - 2.078125, - 2.21875, - 1.742188, - 2.109375, - 1.945312, - 1.859375, - 2.40625, - 2.171875, - 2.53125, - 2.1875, - 4.90625, - 2.15625, - 2.25, - 2.03125, - 2.1875, - 1.859375, - 1.804688, - 1.984375, - 3.328125, - 2.390625, - 2.0625, - 2.140625, - 2.296875, - 3.96875, - 2.0, - 1.945312, - 2.140625, - 2.640625, - 2.0625, - 3.265625, - 4.40625, - 1.976562, - 2.046875, - 2.03125, - 1.976562, - 2.078125, - 2.484375, - 1.992188, - 2.40625, - 1.960938, - 1.992188, - 2.09375, - 2.03125, - 2.109375, - 2.640625, - 1.976562, - 1.96875, - 1.992188, - 2.34375, - 5.78125, - 1.914062, - 2.03125, - 2.796875, - 2.046875, - 2.890625, - 2.09375, - 2.328125, - 1.820312, - 2.421875, - 2.265625, - 2.015625, - 2.828125, - 1.976562, - 2.078125, - 1.78125, - 2.109375, - 2.0625, - 1.921875, - 2.09375, - 1.921875, - 2.03125, - 1.890625, - 2.234375, - 4.75, - 11.5, - 1.953125, - 3.59375, - 2.390625, - 4.0625, - 1.953125, - 1.820312, - 2.671875, - 3.0, - 4.84375, - 7.21875, - 1.898438, - 2.171875, - 2.125, - 1.9375, - 2.03125, - 11.0625, - 1.867188, - 2.390625, - 1.835938, - 1.953125, - 1.953125, - 1.859375, - 2.109375, - 2.0, - 2.1875, - 2.046875, - 2.046875, - 2.21875, - 2.171875, - 2.1875, - 8.4375, - 6.125, - 2.171875, - 7.21875, - 4.0, - 1.914062, - 2.78125, - 10.25, - 2.15625, - 2.265625, - 2.21875, - 3.171875, - 2.984375, - 2.59375, - 2.1875, - 3.1875, - 2.390625, - 1.976562, - 2.5, - 7.59375, - 2.09375, - 4.125, - 2.234375, - 7.46875, - 2.09375, - 5.75, - 2.546875, - 1.859375, - 1.710938, - 3.640625, - 2.625, - 1.945312, - 3.921875, - 1.992188, - 2.015625, - 1.914062, - 11.4375, - 3.203125, - 2.140625, - 2.125, - 1.914062, - 2.09375, - 2.15625, - 2.078125, - 3.5625, - 2.03125, - 1.953125, - 2.328125, - 2.40625, - 3.671875, - 1.90625, - 2.203125, - 1.867188, - 1.976562, - 2.375, - 2.328125, - 2.53125, - 2.09375, - 2.375, - 6.75, - 1.875, - 2.03125, - 7.96875, - 10.9375, - 2.046875, - 2.78125, - 2.375, - 1.734375, - 2.484375, - 2.15625, - 2.0625, - 1.882812, - 1.984375, - 2.171875, - 1.8125, - 1.84375, - 3.265625, - 2.5, - 2.71875, - 9.75, - 2.0, - 14.3125, - 1.953125, - 1.78125, - 2.21875, - 2.03125, - 2.40625, - 2.109375, - 2.078125, - 2.375, - 2.234375, - 2.046875, - 1.960938, - 1.804688, - 2.078125, - 1.71875, - 1.851562, - 2.8125, - 2.09375, - 2.140625, - 1.976562, - 3.484375, - 1.835938, - 2.328125, - 1.953125, - 1.898438, - 2.5, - 2.0, - 1.890625, - 2.1875, - 2.25, - 1.984375, - 1.789062, - 2.125, - 1.6875, - 1.734375, - 2.234375, - 1.976562, - 2.28125, - 1.921875, - 4.65625, - 2.09375, - 4.0625, - 2.71875, - 2.609375, - 2.296875, - 10.375, - 2.359375, - 3.515625, - 2.109375, - 2.6875, - 3.46875, - 2.546875, - 2.140625, - 3.421875, - 5.40625, - 1.976562, - 2.078125, - 2.1875, - 1.953125, - 1.710938, - 2.546875, - 2.96875, - 3.84375, - 1.8125, - 1.875, - 2.25, - 1.976562, - 1.804688, - 2.265625, - 2.390625, - 2.421875, - 1.96875, - 1.90625, - 2.15625, - 2.359375, - 1.914062, - 1.890625, - 2.078125, - 1.898438, - 2.046875, - 1.773438, - 1.867188, - 2.796875, - 2.109375, - 3.234375, - 1.703125, - 1.890625, - 1.765625, - 2.1875, - 2.203125, - 1.984375, - 1.789062, - 2.625, - 2.0625, - 1.914062, - 2.21875, - 2.203125, - 2.765625, - 2.03125, - 1.960938, - 1.875, - 7.0625, - 2.28125, - 2.9375, - 1.867188, - 2.890625, - 2.203125, - 2.09375, - 2.484375, - 2.859375, - 2.046875, - 2.140625, - 2.3125, - 2.25, - 2.171875, - 1.851562, - 4.5, - 2.71875, - 2.3125, - 1.984375, - 1.78125, - 3.515625, - 2.515625, - 1.859375, - 2.125, - 1.882812, - 1.78125, - 1.835938, - 1.734375, - 1.664062, - 4.09375, - 2.640625, - 2.125, - 3.078125, - 2.59375, - 2.359375, - 2.046875, - 2.03125, - 2.171875, - 2.28125, - 2.09375, - 1.835938, - 2.125, - 2.359375, - 1.992188, - 2.078125, - 2.34375, - 2.21875, - 1.960938, - 2.5, - 2.4375, - 2.03125, - 3.90625, - 2.4375, - 4.25, - 2.515625, - 1.953125, - 1.929688, - 2.125, - 2.625, - 2.640625, - 2.0, - 4.625, - 2.40625, - 2.109375, - 2.0, - 6.75, - 7.59375, - 2.03125, - 2.4375, - 2.125, - 2.484375, - 1.898438, - 2.046875, - 2.234375, - 2.078125, - 2.21875, - 2.640625, - 2.09375, - 2.4375, - 9.4375, - 2.5625, - 2.765625, - 2.765625, - 1.9375, - 1.867188, - 2.203125, - 1.671875, - 1.953125, - 2.375, - 2.15625, - 1.9375, - 1.765625, - 2.046875, - 1.992188, - 2.21875, - 2.515625, - 2.34375, - 2.203125, - 5.3125, - 2.484375, - 2.125, - 2.71875, - 2.171875, - 1.898438, - 2.75, - 1.890625, - 2.484375, - 2.140625, - 2.03125, - 2.09375, - 2.671875, - 2.265625, - 2.359375, - 2.328125, - 1.890625, - 1.796875, - 1.625, - 2.015625, - 2.453125, - 2.25, - 2.015625, - 2.015625, - 2.4375, - 1.8125, - 2.0625, - 2.0, - 2.8125, - 3.671875, - 2.1875, - 2.875, - 3.09375, - 1.960938, - 2.375, - 2.53125, - 3.890625, - 2.046875, - 5.9375, - 2.125, - 1.914062, - 2.671875, - 2.484375, - 4.3125, - 1.921875, - 3.265625, - 2.0625, - 1.992188, - 2.21875, - 2.828125, - 2.109375, - 2.140625, - 2.140625, - 1.945312, - 1.75, - 2.328125, - 2.15625, - 2.046875, - 1.992188, - 2.109375, - 1.882812, - 2.1875, - 2.03125, - 1.960938, - 1.976562, - 1.945312, - 4.0625, - 2.09375, - 2.546875, - 1.78125, - 1.84375, - 2.03125, - 1.96875, - 1.898438, - 1.8125, - 2.71875, - 4.5, - 1.882812, - 3.28125, - 2.328125, - 1.867188, - 1.773438, - 2.875, - 1.828125, - 1.921875, - 1.984375, - 2.171875, - 4.53125, - 1.945312, - 2.21875, - 2.0625, - 1.765625, - 2.015625, - 2.21875, - 1.867188, - 2.78125, - 1.960938, - 3.921875, - 2.015625, - 2.0, - 2.234375, - 3.65625, - 2.34375, - 2.640625, - 1.59375, - 2.59375, - 2.765625, - 2.09375, - 2.0625, - 1.984375, - 2.0, - 2.125, - 1.859375, - 1.804688, - 2.078125, - 2.109375, - 2.03125, - 11.375, - 4.90625, - 2.46875, - 7.25, - 2.4375, - 2.03125, - 2.15625, - 1.875, - 2.328125, - 5.03125, - 2.125, - 1.84375, - 3.0, - 1.921875, - 1.851562, - 2.671875, - 1.9375, - 2.140625, - 2.265625, - 2.3125, - 2.109375, - 2.0625, - 7.40625, - 2.15625, - 2.453125, - 2.546875, - 2.03125, - 1.992188, - 1.960938, - 2.109375, - 0.578125, - 2.875, - 2.09375, - 2.9375, - 5.5, - 6.78125, - 1.984375, - 1.921875, - 3.0625, - 2.65625, - 6.9375, - 2.65625, - 1.992188, - 17.75, - 2.046875, - 2.609375, - 1.820312, - 2.296875, - 1.953125, - 2.03125, - 4.5625, - 1.992188, - 2.078125, - 2.125, - 6.21875, - 2.203125, - 2.046875, - 1.726562, - 2.234375, - 2.765625, - 1.679688, - 2.046875, - 2.421875, - 5.0, - 1.945312, - 1.796875, - 1.984375, - 2.328125, - 2.203125, - 2.796875, - 2.03125, - 2.0, - 1.976562, - 2.203125, - 2.390625, - 3.125, - 2.046875, - 1.984375, - 2.0625, - 2.203125, - 2.265625, - 2.09375, - 1.929688, - 2.109375, - 1.960938, - 1.71875, - 5.3125, - 3.25, - 2.8125, - 2.375, - 1.859375, - 2.421875, - 3.875, - 2.28125, - 2.609375, - 2.34375, - 4.03125, - 2.109375, - 1.84375, - 1.828125, - 2.0, - 2.25, - 2.015625, - 5.71875, - 1.96875, - 2.34375, - 1.953125, - 2.34375, - 2.3125, - 3.53125, - 2.03125, - 2.203125, - 2.15625, - 2.0625, - 2.09375, - 1.921875, - 2.109375, - 2.46875, - 2.3125, - 2.0625, - 3.734375, - 3.734375, - 2.90625, - 2.328125, - 2.578125, - 2.046875, - 6.40625, - 2.390625, - 2.1875, - 1.953125, - 1.9375, - 3.328125, - 1.914062, - 3.828125, - 2.640625, - 2.46875, - 6.1875, - 2.09375, - 2.234375, - 1.992188, - 1.929688, - 2.296875, - 2.09375, - 1.851562, - 2.078125, - 2.40625, - 1.882812, - 2.03125, - 16.5, - 1.8125, - 1.78125, - 2.15625, - 4.75, - 2.625, - 2.03125, - 2.859375, - 2.109375, - 2.09375, - 3.390625, - 2.21875, - 1.859375, - 2.546875, - 5.53125, - 2.890625, - 4.34375, - 1.953125, - 2.0625, - 4.0, - 2.21875, - 1.851562, - 2.296875, - 2.546875, - 1.859375, - 2.1875, - 1.882812, - 2.03125, - 3.0, - 2.046875, - 6.125, - 2.3125, - 2.234375, - 2.90625, - 2.140625, - 1.960938, - 2.765625, - 1.976562, - 2.21875, - 2.140625, - 1.90625, - 2.0, - 1.820312, - 1.859375, - 4.84375, - 1.859375, - 1.875, - 2.125, - 2.09375, - 1.984375, - 2.0, - 2.015625, - 1.992188, - 2.078125, - 2.0625, - 2.609375, - 2.53125, - 1.867188, - 1.851562, - 1.789062, - 1.9375, - 1.859375, - 2.15625, - 1.898438, - 2.0, - 2.015625, - 2.109375, - 3.390625, - 1.953125, - 2.3125, - 2.109375, - 2.40625, - 2.125, - 1.882812, - 2.703125, - 2.90625, - 1.992188, - 2.5, - 1.789062, - 1.953125, - 1.90625, - 2.09375, - 2.46875, - 1.875, - 2.09375, - 2.203125, - 2.0625, - 1.828125, - 2.09375, - 2.453125, - 2.6875, - 1.882812, - 1.96875, - 2.109375, - 1.859375, - 4.625, - 1.9375, - 2.921875, - 2.0625, - 1.96875, - 9.375, - 2.0625, - 3.34375, - 2.5, - 1.921875, - 2.203125, - 1.890625, - 5.0625, - 2.234375, - 2.078125, - 1.875, - 1.960938, - 2.34375, - 1.984375, - 2.375, - 2.03125, - 1.78125, - 2.53125, - 2.6875, - 1.578125, - 3.015625, - 1.703125, - 1.773438, - 1.796875, - 1.914062, - 1.789062, - 1.984375, - 9.0625, - 2.078125, - 4.25, - 2.4375, - 1.992188, - 2.203125, - 5.125, - 2.328125, - 2.59375, - 2.0625, - 1.789062, - 2.03125, - 2.921875, - 2.671875, - 2.078125, - 2.25, - 2.171875, - 1.890625, - 2.125, - 2.546875, - 4.96875, - 5.71875, - 2.3125, - 2.28125, - 2.890625, - 2.765625, - 2.390625, - 2.03125, - 1.8125, - 1.960938, - 1.875, - 2.0625, - 12.0, - 2.125, - 8.375, - 2.453125, - 1.84375, - 1.679688, - 2.953125, - 10.5, - 3.578125, - 2.25, - 2.6875, - 3.171875, - 2.21875, - 2.171875, - 2.1875, - 1.953125, - 2.078125, - 2.578125, - 1.742188, - 2.375, - 1.78125, - 2.5, - 1.875, - 1.835938, - 1.671875, - 1.960938, - 2.78125, - 2.359375, - 2.390625, - 1.960938, - 1.992188, - 1.875, - 2.015625, - 2.65625, - 2.046875, - 3.1875, - 2.078125, - 1.929688, - 1.820312, - 2.0, - 2.28125, - 1.992188, - 1.84375, - 2.078125, - 4.3125, - 2.296875, - 2.25, - 1.734375, - 2.640625, - 2.8125, - 1.945312, - 2.875, - 3.0, - 1.992188, - 1.976562, - 2.125, - 1.9375, - 2.046875, - 2.234375, - 1.867188, - 6.28125, - 2.265625, - 2.140625, - 1.890625, - 2.703125, - 2.4375, - 2.3125, - 2.28125, - 1.8125, - 2.125, - 2.015625, - 2.140625, - 2.0, - 2.375, - 2.421875, - 3.203125, - 5.625, - 2.15625, - 2.015625, - 2.15625, - 2.140625, - 2.3125, - 2.375, - 2.96875, - 2.25, - 2.25, - 2.53125, - 2.453125, - 1.820312, - 3.0, - 1.835938, - 2.265625, - 2.09375, - 2.0625, - 2.46875, - 1.976562, - 1.601562, - 2.328125, - 2.546875, - 1.96875, - 1.9375, - 2.09375, - 2.140625, - 2.703125, - 2.015625, - 2.046875, - 2.1875, - 2.140625, - 1.898438, - 2.21875, - 2.015625, - 2.5625, - 1.71875, - 2.34375, - 5.125, - 2.421875, - 1.90625, - 1.828125, - 1.71875, - 2.1875, - 2.359375, - 2.546875, - 2.09375, - 2.3125, - 2.0625, - 5.75, - 2.609375, - 1.890625, - 1.875, - 2.484375, - 3.484375, - 2.25, - 2.015625, - 2.828125, - 7.625, - 2.046875, - 2.5625, - 1.835938, - 10.5, - 1.867188, - 1.914062, - 4.875, - 2.0, - 1.992188, - 2.453125, - 2.0625, - 3.109375, - 2.34375, - 2.09375, - 2.21875, - 2.0625, - 2.59375, - 2.34375, - 1.75, - 2.15625, - 2.71875, - 2.34375, - 2.8125, - 1.976562, - 2.0625, - 5.8125, - 1.898438, - 6.625, - 1.867188, - 2.203125, - 2.1875, - 2.890625, - 1.953125, - 2.40625, - 4.28125, - 2.0625, - 2.78125, - 2.359375, - 1.9375, - 2.109375, - 2.53125, - 2.78125, - 1.882812, - 1.9375, - 2.28125, - 2.03125, - 2.34375, - 2.25, - 2.109375, - 1.351562, - 3.078125, - 2.078125, - 6.15625, - 2.984375, - 2.390625, - 2.546875, - 2.046875, - 2.21875, - 1.78125, - 2.359375, - 2.078125, - 1.851562, - 3.96875, - 2.265625, - 3.984375, - 1.820312, - 2.703125, - 10.375, - 1.757812, - 1.875, - 2.3125, - 2.203125, - 2.203125, - 2.25, - 2.09375, - 2.25, - 1.976562, - 1.851562, - 2.1875, - 1.882812, - 1.9375, - 2.140625, - 2.03125, - 1.75, - 2.125, - 2.671875, - 2.1875, - 4.875, - 1.867188, - 1.96875, - 1.953125, - 3.140625, - 3.703125, - 1.820312, - 1.84375, - 5.125, - 2.171875, - 2.296875, - 4.625, - 2.15625, - 1.84375, - 2.3125, - 2.40625, - 2.0, - 2.21875, - 1.953125, - 2.90625, - 1.820312, - 3.546875, - 2.859375, - 2.078125, - 4.46875, - 1.78125, - 2.09375, - 2.125, - 4.09375, - 2.015625, - 2.28125, - 1.851562, - 2.421875, - 2.234375, - 2.09375, - 2.15625, - 4.5625, - 2.53125, - 1.992188, - 2.21875, - 1.726562, - 1.914062, - 2.0, - 2.28125, - 2.359375, - 2.21875, - 2.1875, - 4.5625, - 2.078125, - 2.40625, - 2.09375, - 3.296875, - 2.21875, - 8.375, - 1.914062, - 2.125, - 3.046875, - 7.40625, - 2.3125, - 3.75, - 2.03125, - 3.09375, - 3.453125, - 2.078125, - 1.992188, - 4.9375, - 2.8125, - 2.03125, - 2.140625, - 1.742188, - 2.078125, - 2.078125, - 2.265625, - 3.40625, - 2.890625, - 1.804688, - 2.0625, - 2.03125, - 2.296875, - 2.1875, - 1.71875, - 2.015625, - 1.851562, - 1.96875, - 2.15625, - 1.671875, - 2.265625, - 3.046875, - 2.546875, - 1.882812, - 7.3125, - 1.953125, - 2.203125, - 1.882812, - 1.914062, - 2.296875, - 2.015625, - 2.0625, - 1.96875, - 1.84375, - 3.53125, - 2.5, - 2.609375, - 2.21875, - 2.25, - 2.09375, - 1.890625, - 2.40625, - 1.851562, - 1.890625, - 2.34375, - 2.125, - 1.898438, - 1.945312, - 2.578125, - 1.796875, - 2.078125, - 2.171875, - 1.992188, - 2.203125, - 2.34375, - 2.421875, - 1.953125, - 1.867188, - 3.765625, - 2.359375, - 2.578125, - 2.140625, - 11.5625, - 2.375, - 2.015625, - 4.3125, - 2.03125, - 2.078125, - 2.8125, - 2.59375, - 2.421875, - 2.421875, - 2.984375, - 2.375, - 3.953125, - 2.140625, - 3.328125, - 2.09375, - 2.046875, - 2.015625, - 4.84375, - 2.015625, - 2.09375, - 2.375, - 1.898438, - 2.265625, - 1.898438, - 2.546875, - 2.71875, - 3.40625, - 2.328125, - 2.453125, - 1.953125, - 1.90625, - 2.125, - 1.992188, - 1.992188, - 2.09375, - 1.703125, - 2.0625, - 1.828125, - 2.328125, - 2.390625, - 4.625, - 2.015625, - 2.296875, - 2.625, - 2.546875, - 2.078125, - 2.515625, - 1.875, - 4.15625, - 2.640625, - 2.140625, - 2.21875, - 2.109375, - 2.359375, - 2.046875, - 1.867188, - 2.296875, - 2.140625, - 5.4375, - 1.835938, - 2.28125, - 3.109375, - 1.9375, - 1.929688, - 10.0625, - 2.046875, - 2.453125, - 1.890625, - 2.140625, - 2.015625, - 4.375, - 2.296875, - 2.15625, - 2.171875, - 1.796875, - 2.328125, - 1.859375, - 2.875, - 1.976562, - 2.484375, - 2.09375, - 2.1875, - 2.359375, - 2.640625, - 1.851562, - 1.90625, - 2.09375, - 1.898438, - 2.703125, - 5.84375, - 1.890625, - 1.8125, - 2.5625, - 2.015625, - 1.71875, - 2.28125, - 1.835938, - 2.265625, - 2.140625, - 2.203125, - 2.203125, - 2.890625, - 2.96875, - 2.21875, - 2.296875, - 1.953125, - 1.71875, - 1.875, - 1.726562, - 2.3125, - 2.203125, - 9.375, - 2.015625, - 2.5625, - 2.21875, - 2.421875, - 1.78125, - 1.8125, - 1.96875, - 2.375, - 2.03125, - 2.71875, - 1.75, - 2.75, - 2.109375, - 3.546875, - 2.484375, - 2.1875, - 1.976562, - 1.953125, - 2.25, - 1.921875, - 1.929688, - 6.5, - 1.8125, - 1.875, - 6.375, - 1.96875, - 1.945312, - 2.078125, - 3.65625, - 1.96875, - 1.882812, - 1.773438, - 2.328125, - 2.234375, - 2.03125, - 5.25, - 2.15625, - 6.34375, - 2.25, - 1.71875, - 2.34375, - 2.375, - 2.671875, - 1.890625, - 2.390625, - 10.625, - 2.046875, - 1.8125, - 2.015625, - 4.3125, - 2.1875, - 2.375, - 1.828125, - 2.21875, - 2.140625, - 4.625, - 2.5, - 1.734375, - 1.960938, - 2.109375, - 6.25, - 2.265625, - 6.53125, - 2.609375, - 2.5, - 2.09375, - 9.9375, - 1.875, - 2.078125, - 2.109375, - 2.125, - 1.984375, - 2.84375, - 1.921875, - 2.15625, - 1.976562, - 1.976562, - 1.953125, - 1.929688, - 2.484375, - 2.421875, - 11.3125, - 1.828125, - 1.882812, - 2.34375, - 2.296875, - 2.0625, - 1.867188, - 2.21875, - 2.296875, - 2.28125, - 3.046875, - 2.140625, - 2.703125, - 2.328125, - 1.929688, - 2.96875, - 3.125, - 1.90625, - 1.945312, - 1.9375, - 1.84375, - 1.828125, - 2.125, - 2.109375, - 1.953125, - 2.15625, - 1.945312, - 1.992188, - 2.171875, - 1.929688, - 2.09375, - 3.234375, - 2.015625, - 2.5625, - 1.898438, - 2.703125, - 1.773438, - 2.734375, - 2.171875, - 5.5, - 2.34375, - 2.296875, - 2.078125, - 2.34375, - 2.28125, - 1.765625, - 3.375, - 2.015625, - 2.21875, - 1.71875, - 2.5, - 2.328125, - 1.84375, - 1.953125, - 1.992188, - 1.90625, - 1.914062, - 2.390625, - 3.546875, - 2.359375, - 2.046875, - 2.1875, - 3.328125, - 2.28125, - 2.46875, - 2.125, - 2.203125, - 1.929688, - 1.882812, - 2.21875, - 2.265625, - 2.875, - 2.03125, - 1.875, - 2.1875, - 2.25, - 2.015625, - 1.890625, - 2.421875, - 2.109375, - 2.796875, - 1.960938, - 2.28125, - 1.882812, - 3.03125, - 2.390625, - 2.234375, - 2.328125, - 1.578125, - 2.453125, - 2.1875, - 5.5625, - 2.3125, - 2.15625, - 2.84375, - 4.375, - 2.796875, - 2.828125, - 3.21875, - 2.171875, - 2.0, - 2.265625, - 8.8125, - 2.484375, - 2.078125, - 5.1875, - 2.6875, - 1.945312, - 2.203125, - 1.90625, - 2.375, - 2.359375, - 2.734375, - 1.695312, - 2.0625, - 1.796875, - 2.125, - 1.882812, - 3.546875, - 1.757812, - 2.0625, - 1.9375, - 1.96875, - 1.9375, - 3.4375, - 1.617188, - 7.125, - 1.867188, - 7.40625, - 2.296875, - 2.15625, - 2.078125, - 2.953125, - 2.234375, - 2.15625, - 2.609375, - 5.15625, - 2.609375, - 1.96875, - 1.859375, - 2.140625, - 8.0625, - 1.992188, - 10.125, - 2.28125, - 3.3125, - 2.09375, - 3.015625, - 2.28125, - 2.0, - 1.773438, - 2.59375, - 2.328125, - 2.140625, - 2.125, - 1.960938, - 1.84375, - 2.25, - 1.953125, - 1.929688, - 2.203125, - 2.203125, - 2.390625, - 3.03125, - 1.898438, - 2.140625, - 1.945312, - 2.078125, - 1.773438, - 2.171875, - 3.109375, - 2.8125, - 1.882812, - 2.28125, - 4.9375, - 2.1875, - 2.46875, - 2.203125, - 1.945312, - 1.945312, - 2.109375, - 1.78125, - 1.867188, - 2.765625, - 1.929688, - 2.0625, - 1.8125, - 2.3125, - 1.867188, - 1.929688, - 1.859375, - 2.703125, - 2.359375, - 1.945312, - 2.046875, - 2.0, - 2.125, - 4.21875, - 3.265625, - 4.71875, - 1.945312, - 2.09375, - 2.078125, - 2.46875, - 1.734375, - 2.828125, - 2.015625, - 2.21875, - 2.109375, - 1.796875, - 1.960938, - 2.921875, - 1.984375, - 2.59375, - 2.203125, - 1.984375, - 2.09375, - 2.078125, - 7.84375, - 5.28125, - 1.984375, - 2.203125, - 2.03125, - 2.109375, - 2.28125, - 1.867188, - 2.140625, - 2.125, - 2.09375, - 2.96875, - 1.929688, - 9.9375, - 5.625, - 2.328125, - 2.1875, - 2.03125, - 2.5, - 1.890625, - 1.796875, - 1.851562, - 1.90625, - 1.921875, - 1.921875, - 3.78125, - 1.726562, - 1.9375, - 1.648438, - 1.796875, - 2.59375, - 3.109375, - 2.96875, - 1.71875, - 2.046875, - 2.046875 - ] - }, - "name": "model.transformer.layers.26.attn_norm.weight", - "outputIndexes": [ - 1625 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1624, - 1625 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_26/Mul_1_output_0", - "outputIndexes": [ - 1626 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1626 - ], - "outputIndexes": [ - 2645 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2645 - ], - "outputIndexes": [ - 2646 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear", - "inputIndexes": [ - 2646 - ], - "outputIndexes": [ - 2647 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 503210856, - 2097174, - 262144, - 8192, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2647 - ], - "outputIndexes": [ - 2648 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2648 - ], - "outputIndexes": [ - 1627 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1626 - ], - "main_type": "NONE", - "name": "/Shape_105_output_0", - "outputIndexes": [ - 1628 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1628 - ], - "main_type": "NONE", - "name": "Shape2304", - "outputIndexes": [ - 1629 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1628 - ], - "main_type": "NONE", - "name": "Rank2306", - "outputIndexes": [ - 1630 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1630, - 1630 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2308", - "outputIndexes": [ - 1631 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1631 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2309", - "outputIndexes": [ - 1632 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1631, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2311", - "outputIndexes": [ - 1633 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1633 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2312", - "outputIndexes": [ - 1634 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1629, - 1632, - 1634, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2315", - "outputIndexes": [ - 1635 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1635 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2316", - "outputIndexes": [ - 1636 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1636 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2317", - "outputIndexes": [ - 1637 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1637, - 1636 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2318", - "outputIndexes": [ - 1638 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1628, - 1638, - 1631 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_134_output_0", - "outputIndexes": [ - 1639 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1639, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_261_output_0", - "outputIndexes": [ - 1640 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1640, - 55, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_130_output_0", - "outputIndexes": [ - 1641 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1627, - 1641 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_105_output_0", - "outputIndexes": [ - 1642 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1642 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_26/Mul_output_0", - "outputIndexes": [ - 1643 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.036133, - -0.041504, - 0.048096, - 0.001717, - 1.390625, - 1.578125, - 1.6875, - 1.289062, - 1.421875, - 1.085938, - 1.554688, - 1.59375, - 1.25, - 1.820312, - 1.945312, - 1.773438, - 2.15625, - 1.914062, - 2.421875, - 2.25, - 2.3125, - 2.859375, - 2.46875, - 2.75, - 2.046875, - 2.03125, - 2.0625, - 2.015625, - 2.046875, - 2.046875, - 2.09375, - 2.0625, - -0.010193, - -0.035645, - 0.040039, - 1.46875, - 0.008423, - 1.171875, - 1.039062, - 1.773438, - 1.59375, - 1.742188, - 1.609375, - 1.710938, - 1.726562, - 1.648438, - 1.65625, - 2.015625, - 1.34375, - 2.078125, - 1.414062, - 2.03125, - 1.859375, - 1.539062, - 1.601562, - 1.554688, - 2.015625, - 2.046875, - 1.945312, - 1.984375, - 1.796875, - 1.84375, - 1.734375, - 1.96875 - ] - }, - "name": "model.transformer.layers.26.attn.q_norm.weight", - "outputIndexes": [ - 1644 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1643, - 1644 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_26/Mul_1_output_0", - "outputIndexes": [ - 1645 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1645, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_104_output_0", - "outputIndexes": [ - 1646 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1645, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_105_output_0", - "outputIndexes": [ - 1647 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1647 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_52_output_0", - "outputIndexes": [ - 1648 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1645, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_104_output_0", - "outputIndexes": [ - 1649 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1648, - 1649 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_133_output_0", - "outputIndexes": [ - 1650 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1650, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_105_output_0", - "outputIndexes": [ - 1651 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1646, - 1651 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_104_output_0", - "outputIndexes": [ - 1652 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1626 - ], - "outputIndexes": [ - 2649 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2649 - ], - "outputIndexes": [ - 2650 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear", - "inputIndexes": [ - 2650 - ], - "outputIndexes": [ - 2651 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 505578366, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2651 - ], - "outputIndexes": [ - 2652 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2652 - ], - "outputIndexes": [ - 1653 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1640, - 1532, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_131_output_0", - "outputIndexes": [ - 1654 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1653, - 1654 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_106_output_0", - "outputIndexes": [ - 1655 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1655 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_26/Mul_output_0", - "outputIndexes": [ - 1656 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.042236, - -0.058594, - 0.056152, - 0.034668, - 0.90625, - 1.570312, - 1.8125, - 1.46875, - 1.328125, - 0.114746, - 0.796875, - 1.179688, - 2.234375, - 1.898438, - 1.414062, - 2.078125, - 0.84375, - 2.140625, - 0.773438, - 1.890625, - 1.742188, - 1.296875, - 1.859375, - 1.648438, - 2.125, - 2.109375, - 2.0625, - 1.992188, - 1.96875, - 1.992188, - 1.828125, - 2.03125, - 0.020264, - -0.023926, - -0.015015, - 1.171875, - 0.036133, - 1.148438, - 0.036865, - 1.648438, - 1.726562, - 2.0, - 2.046875, - 2.109375, - 1.109375, - 1.679688, - 2.125, - 1.515625, - 2.3125, - 1.796875, - 2.375, - 2.109375, - 2.3125, - 2.609375, - 2.5, - 2.53125, - 2.09375, - 2.03125, - 2.046875, - 2.046875, - 1.976562, - 2.140625, - 2.046875, - 2.15625 - ] - }, - "name": "model.transformer.layers.26.attn.k_norm.weight", - "outputIndexes": [ - 1657 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1656, - 1657 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_26/Mul_1_output_0", - "outputIndexes": [ - 1658 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1658, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_106_output_0", - "outputIndexes": [ - 1659 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1658, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_107_output_0", - "outputIndexes": [ - 1660 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1660 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_53_output_0", - "outputIndexes": [ - 1661 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1658, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_106_output_0", - "outputIndexes": [ - 1662 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1661, - 1662 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_134_output_0", - "outputIndexes": [ - 1663 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1663, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_107_output_0", - "outputIndexes": [ - 1664 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1659, - 1664 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_105_output_0", - "outputIndexes": [ - 1665 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1626 - ], - "outputIndexes": [ - 2653 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2653 - ], - "outputIndexes": [ - 2654 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear", - "inputIndexes": [ - 2654 - ], - "outputIndexes": [ - 2655 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 506170260, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2655 - ], - "outputIndexes": [ - 2656 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2656 - ], - "outputIndexes": [ - 1666 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1666, - 1654 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_107_output_0", - "outputIndexes": [ - 1667 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1652, - 1665, - 1667, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.26/self_attn/FusedAttention", - "outputIndexes": [ - 1668 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1668 - ], - "outputIndexes": [ - 2657 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2657 - ], - "outputIndexes": [ - 2658 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear", - "inputIndexes": [ - 2658 - ], - "outputIndexes": [ - 2659 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 506762154, - 2097174, - 262144, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2659 - ], - "outputIndexes": [ - 2660 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2660 - ], - "outputIndexes": [ - 1669 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1623, - 1669 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_106_output_0", - "outputIndexes": [ - 1670 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1670 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_26/Mul_output_0", - "outputIndexes": [ - 1671 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.996094, - 0.96875, - 1.0, - 0.976562, - 0.992188, - 0.976562, - 0.992188, - 0.988281, - 0.972656, - 0.996094, - 0.992188, - 1.0, - 0.972656, - 0.972656, - 0.996094, - 1.1875, - 0.960938, - 0.984375, - 0.976562, - 0.980469, - 0.996094, - 0.980469, - 0.980469, - 0.96875, - 0.953125, - 0.984375, - 0.972656, - 0.984375, - 0.980469, - 0.964844, - 0.992188, - 0.972656, - 0.96875, - 0.992188, - 0.992188, - 0.988281, - 0.984375, - 0.988281, - 0.972656, - 0.96875, - 0.96875, - 0.992188, - 0.960938, - 0.984375, - 1.015625, - 0.9375, - 0.964844, - 0.964844, - 0.960938, - 0.96875, - 0.980469, - 0.972656, - 1.0, - 0.984375, - 0.984375, - 0.992188, - 0.996094, - 0.96875, - 0.992188, - 0.988281, - 0.972656, - 0.996094, - 0.972656, - 1.0, - 0.871094, - 0.96875, - 1.0, - 0.996094, - 0.976562, - 0.988281, - 0.945312, - 0.988281, - 0.992188, - 0.976562, - 0.933594, - 0.976562, - 0.988281, - 1.0, - 0.980469, - 0.984375, - 0.972656, - 0.988281, - 0.984375, - 1.0, - 0.988281, - 0.988281, - 0.984375, - 0.984375, - 0.972656, - 0.960938, - 0.980469, - 0.984375, - 0.992188, - 0.898438, - 1.328125, - 0.980469, - 0.992188, - 0.972656, - 0.96875, - 0.972656, - 0.960938, - 0.984375, - 0.960938, - 0.976562, - 1.0, - 0.535156, - 0.96875, - 0.976562, - 0.960938, - 0.980469, - 0.953125, - 0.980469, - 1.015625, - 0.996094, - 0.960938, - 0.984375, - 0.996094, - 0.996094, - 0.972656, - 0.988281, - 0.96875, - 0.964844, - 0.996094, - 0.949219, - 0.984375, - 0.980469, - 0.964844, - 0.980469, - 0.957031, - 0.976562, - 0.972656, - 0.96875, - 1.0, - 0.984375, - 0.976562, - 0.992188, - 0.976562, - 1.609375, - 0.980469, - 0.976562, - 0.988281, - 0.964844, - 0.980469, - 1.0, - 0.964844, - 1.007812, - 1.007812, - 0.949219, - 1.375, - 0.957031, - 0.976562, - 0.984375, - 0.960938, - 0.96875, - 0.957031, - 0.984375, - 0.972656, - 0.96875, - 0.964844, - 0.972656, - 1.015625, - 0.972656, - 0.804688, - 0.980469, - 0.988281, - 0.976562, - 0.96875, - 0.972656, - 0.972656, - 0.976562, - 0.535156, - 0.941406, - 1.007812, - 0.976562, - 0.988281, - 0.996094, - 0.996094, - 0.976562, - 0.898438, - 0.988281, - 0.980469, - 0.976562, - 0.964844, - 0.992188, - 0.980469, - 0.980469, - 0.984375, - 1.007812, - 0.96875, - 1.0, - 0.980469, - 0.976562, - 0.984375, - 0.992188, - 1.015625, - 0.949219, - 0.984375, - 0.988281, - 0.972656, - 0.976562, - 0.984375, - 0.96875, - 1.070312, - 0.992188, - 0.96875, - 0.988281, - 0.96875, - 0.984375, - 0.882812, - 0.960938, - 0.984375, - 0.980469, - 0.957031, - 0.96875, - 0.960938, - 1.007812, - 0.980469, - 0.976562, - 0.96875, - 0.933594, - 0.941406, - 0.972656, - 0.492188, - 1.0, - 0.992188, - 0.949219, - 0.976562, - 0.980469, - 0.980469, - 0.988281, - 0.972656, - 0.984375, - 0.949219, - 0.984375, - 0.976562, - 0.96875, - 0.972656, - 0.96875, - 0.695312, - 0.984375, - 0.96875, - 0.972656, - 0.976562, - 0.976562, - 0.976562, - 0.976562, - 0.992188, - 0.976562, - 0.980469, - 0.976562, - 1.0, - 0.945312, - 0.992188, - 0.992188, - 0.980469, - 0.9375, - 0.960938, - 0.984375, - 0.984375, - 0.992188, - 0.980469, - 0.960938, - 0.960938, - 0.96875, - 0.964844, - 0.976562, - 0.992188, - 0.96875, - 0.972656, - 0.980469, - 0.976562, - 0.992188, - 0.984375, - 0.976562, - 0.980469, - 0.933594, - 1.21875, - 0.96875, - 0.992188, - 0.984375, - 0.964844, - 0.945312, - 0.984375, - 0.980469, - 1.289062, - 0.984375, - 0.808594, - 0.988281, - 0.992188, - 0.976562, - 0.964844, - 0.976562, - 0.949219, - 0.984375, - 0.964844, - 0.972656, - 0.976562, - 0.96875, - 0.984375, - 1.039062, - 0.964844, - 0.984375, - 0.992188, - 0.972656, - 0.984375, - 0.980469, - 0.722656, - 0.960938, - 0.984375, - 0.984375, - 1.140625, - 0.972656, - 1.0, - 0.984375, - 1.0, - 0.976562, - 0.984375, - 0.984375, - 0.992188, - 0.980469, - 0.988281, - 0.996094, - 0.960938, - 0.988281, - 0.996094, - 1.0, - 0.996094, - 1.484375, - 0.984375, - 0.96875, - 0.992188, - 1.0, - 0.980469, - 0.976562, - 0.976562, - 0.972656, - 0.980469, - 0.980469, - 0.972656, - 0.984375, - 0.964844, - 1.007812, - 0.96875, - 0.804688, - 0.96875, - 0.953125, - 0.980469, - 0.980469, - 0.96875, - 0.988281, - 0.972656, - 0.957031, - 0.972656, - 0.980469, - 0.96875, - 0.964844, - 1.0, - 0.980469, - 0.992188, - 0.992188, - 0.984375, - 0.890625, - 0.984375, - 0.992188, - 0.984375, - 0.867188, - 0.976562, - 0.976562, - 0.960938, - 0.96875, - 0.949219, - 0.972656, - 0.964844, - 0.980469, - 1.015625, - 0.984375, - 0.617188, - 0.988281, - 0.964844, - 0.921875, - 0.972656, - 1.0, - 0.972656, - 0.980469, - 0.976562, - 1.007812, - 0.960938, - 0.988281, - 0.976562, - 0.964844, - 0.957031, - 0.992188, - 0.964844, - 0.988281, - 0.976562, - 0.96875, - 0.96875, - 0.980469, - 0.972656, - 0.96875, - 0.988281, - 0.984375, - 0.96875, - 0.996094, - 0.992188, - 1.0, - 0.992188, - 0.96875, - 0.976562, - 0.96875, - 0.960938, - 0.980469, - 0.988281, - 0.96875, - 0.976562, - 0.976562, - 0.972656, - 0.976562, - 0.984375, - 0.988281, - 0.976562, - 0.613281, - 0.96875, - 0.980469, - 0.964844, - 0.992188, - 1.070312, - 0.980469, - 0.964844, - 0.976562, - 0.976562, - 0.984375, - 1.375, - 0.996094, - 0.988281, - 1.015625, - 0.984375, - 0.964844, - 0.988281, - 0.988281, - 0.980469, - 0.988281, - 0.96875, - 0.996094, - 0.988281, - 0.976562, - 0.980469, - 0.957031, - 0.964844, - 0.988281, - 0.976562, - 0.984375, - 1.0, - 1.09375, - 0.996094, - 0.96875, - 0.996094, - 0.996094, - 0.984375, - 0.976562, - 0.992188, - 0.972656, - 0.984375, - 0.953125, - 0.945312, - 0.980469, - 0.988281, - 0.964844, - 0.949219, - 0.988281, - 0.984375, - 0.933594, - 0.984375, - 0.96875, - 0.980469, - 0.988281, - 0.984375, - 0.972656, - 1.0, - 0.960938, - 0.972656, - 0.988281, - 0.996094, - 0.980469, - 0.96875, - 0.992188, - 0.96875, - 0.984375, - 1.0, - 0.980469, - 0.921875, - 0.972656, - 0.96875, - 0.980469, - 0.984375, - 0.992188, - 0.984375, - 0.984375, - 1.015625, - 0.984375, - 0.976562, - 0.972656, - 0.972656, - 0.984375, - 0.96875, - 0.980469, - 0.960938, - 0.980469, - 0.980469, - 0.980469, - 0.980469, - 0.992188, - 0.988281, - 0.972656, - 0.945312, - 0.730469, - 0.984375, - 0.945312, - 0.996094, - 0.960938, - 0.976562, - 0.96875, - 0.988281, - 1.226562, - 0.949219, - 0.847656, - 1.0, - 0.984375, - 0.980469, - 0.988281, - 0.984375, - 0.613281, - 0.996094, - 0.980469, - 1.0, - 0.960938, - 0.960938, - 1.007812, - 0.992188, - 0.984375, - 0.984375, - 0.980469, - 0.984375, - 1.0, - 0.988281, - 0.980469, - 1.359375, - 0.84375, - 0.96875, - 0.785156, - 0.972656, - 0.984375, - 0.96875, - 0.863281, - 0.964844, - 0.96875, - 0.980469, - 0.96875, - 0.988281, - 0.976562, - 0.96875, - 0.96875, - 0.992188, - 0.953125, - 0.96875, - 0.976562, - 1.023438, - 0.949219, - 1.007812, - 0.90625, - 0.992188, - 0.980469, - 0.96875, - 1.0, - 0.992188, - 0.953125, - 0.988281, - 0.980469, - 1.46875, - 0.96875, - 0.988281, - 0.988281, - 0.695312, - 0.972656, - 0.980469, - 0.980469, - 0.980469, - 0.984375, - 0.980469, - 0.988281, - 1.210938, - 0.980469, - 0.972656, - 0.972656, - 1.0, - 0.976562, - 0.980469, - 0.96875, - 1.015625, - 1.007812, - 1.304688, - 0.964844, - 1.0, - 0.984375, - 0.972656, - 0.867188, - 0.980469, - 0.960938, - 0.65625, - 0.443359, - 0.976562, - 0.976562, - 0.972656, - 1.0, - 1.0, - 0.9375, - 1.039062, - 1.007812, - 0.980469, - 0.980469, - 0.980469, - 0.96875, - 0.941406, - 0.976562, - 1.0, - 0.453125, - 0.992188, - 0.333984, - 0.972656, - 0.984375, - 0.96875, - 0.980469, - 0.976562, - 0.984375, - 0.976562, - 1.0, - 0.984375, - 0.960938, - 0.992188, - 0.972656, - 1.03125, - 0.988281, - 0.972656, - 1.296875, - 0.996094, - 0.980469, - 0.980469, - 0.96875, - 0.976562, - 0.980469, - 0.988281, - 0.976562, - 1.015625, - 0.988281, - 0.980469, - 0.996094, - 0.980469, - 0.984375, - 0.996094, - 0.988281, - 0.96875, - 0.980469, - 0.96875, - 1.0, - 0.992188, - 1.0, - 0.984375, - 0.988281, - 0.949219, - 0.976562, - 0.972656, - 0.96875, - 0.417969, - 0.960938, - 1.3125, - 0.988281, - 0.996094, - 0.953125, - 0.96875, - 0.992188, - 0.972656, - 0.976562, - 0.992188, - 0.964844, - 0.96875, - 0.996094, - 1.015625, - 0.960938, - 0.980469, - 0.976562, - 1.0, - 0.992188, - 0.972656, - 0.980469, - 0.984375, - 0.976562, - 0.976562, - 0.992188, - 0.972656, - 0.972656, - 0.992188, - 0.964844, - 0.996094, - 0.992188, - 0.980469, - 0.988281, - 1.0, - 1.0, - 0.984375, - 0.953125, - 0.972656, - 0.976562, - 0.992188, - 0.988281, - 1.0, - 0.976562, - 0.96875, - 0.980469, - 0.96875, - 0.996094, - 1.0, - 0.976562, - 0.972656, - 0.984375, - 0.984375, - 0.972656, - 0.949219, - 0.980469, - 0.816406, - 1.203125, - 0.972656, - 0.992188, - 0.972656, - 0.976562, - 0.964844, - 0.96875, - 0.980469, - 0.976562, - 0.972656, - 0.988281, - 0.980469, - 0.964844, - 0.984375, - 0.863281, - 1.023438, - 0.976562, - 1.015625, - 1.015625, - 0.957031, - 0.996094, - 0.988281, - 0.964844, - 0.984375, - 0.992188, - 1.007812, - 0.984375, - 1.023438, - 0.933594, - 0.988281, - 0.96875, - 0.988281, - 0.96875, - 0.996094, - 0.980469, - 0.976562, - 0.960938, - 0.96875, - 0.957031, - 0.976562, - 0.972656, - 0.992188, - 0.988281, - 1.007812, - 0.984375, - 0.96875, - 1.0, - 0.964844, - 0.976562, - 0.996094, - 0.964844, - 0.980469, - 0.960938, - 0.984375, - 0.976562, - 0.96875, - 0.988281, - 0.992188, - 0.960938, - 0.964844, - 0.917969, - 0.976562, - 0.957031, - 0.96875, - 0.96875, - 0.964844, - 0.980469, - 0.996094, - 1.023438, - 0.984375, - 0.996094, - 0.988281, - 0.972656, - 0.980469, - 0.984375, - 1.117188, - 0.988281, - 0.953125, - 0.917969, - 0.976562, - 0.980469, - 0.984375, - 0.976562, - 0.980469, - 0.984375, - 0.96875, - 0.972656, - 0.992188, - 0.96875, - 0.988281, - 0.988281, - 0.988281, - 0.984375, - 0.984375, - 0.972656, - 0.980469, - 0.976562, - 0.980469, - 0.992188, - 0.976562, - 0.980469, - 0.964844, - 0.992188, - 0.980469, - 0.984375, - 0.984375, - 0.988281, - 0.980469, - 0.984375, - 0.976562, - 0.980469, - 0.976562, - 0.96875, - 1.007812, - 0.992188, - 1.007812, - 0.980469, - 0.964844, - 0.964844, - 0.976562, - 0.972656, - 0.972656, - 0.980469, - 0.972656, - 0.980469, - 0.992188, - 0.992188, - 0.984375, - 0.949219, - 0.988281, - 0.984375, - 1.0, - 0.984375, - 0.980469, - 0.996094, - 0.816406, - 0.984375, - 0.960938, - 0.957031, - 0.96875, - 0.863281, - 0.972656, - 0.984375, - 0.976562, - 0.996094, - 0.972656, - 0.976562, - 0.976562, - 0.988281, - 0.972656, - 0.988281, - 1.0, - 0.992188, - 0.976562, - 0.992188, - 0.992188, - 0.984375, - 0.988281, - 1.007812, - 0.984375, - 0.980469, - 0.980469, - 0.957031, - 0.980469, - 0.984375, - 0.980469, - 1.0, - 1.0, - 0.976562, - 0.996094, - 1.0, - 1.007812, - 0.988281, - 0.96875, - 0.976562, - 0.984375, - 0.976562, - 0.996094, - 0.988281, - 0.988281, - 0.996094, - 1.007812, - 0.988281, - 0.964844, - 0.976562, - 0.980469, - 0.996094, - 0.992188, - 0.960938, - 0.976562, - 0.984375, - 0.996094, - 0.980469, - 0.976562, - 1.382812, - 0.96875, - 0.964844, - 0.972656, - 0.921875, - 0.964844, - 0.957031, - 1.078125, - 0.960938, - 0.957031, - 0.96875, - 0.988281, - 0.996094, - 0.984375, - 0.980469, - 0.984375, - 1.0, - 0.976562, - 0.992188, - 0.972656, - 0.451172, - 0.90625, - 0.964844, - 0.789062, - 0.988281, - 0.976562, - 0.980469, - 0.976562, - 0.992188, - 0.882812, - 0.984375, - 0.996094, - 0.988281, - 0.992188, - 1.0, - 0.972656, - 1.0, - 1.007812, - 0.984375, - 0.984375, - 0.976562, - 0.988281, - 0.933594, - 0.96875, - 0.984375, - 0.882812, - 1.0, - 0.976562, - 0.992188, - 0.976562, - 1.414062, - 1.007812, - 0.976562, - 0.957031, - 0.960938, - 0.925781, - 0.984375, - 0.976562, - 0.976562, - 0.96875, - 0.816406, - 0.957031, - 0.964844, - 0.882812, - 0.988281, - 0.945312, - 0.980469, - 0.96875, - 1.007812, - 0.992188, - 1.171875, - 0.988281, - 1.0, - 0.980469, - 0.953125, - 1.0, - 0.984375, - 0.996094, - 0.96875, - 0.980469, - 1.0, - 0.976562, - 0.996094, - 0.917969, - 0.984375, - 1.023438, - 0.980469, - 0.964844, - 0.957031, - 0.984375, - 1.0, - 0.984375, - 0.96875, - 0.976562, - 0.992188, - 0.976562, - 0.984375, - 0.976562, - 0.984375, - 0.984375, - 0.976562, - 0.984375, - 0.980469, - 0.980469, - 0.992188, - 1.007812, - 0.976562, - 0.960938, - 0.957031, - 0.984375, - 0.992188, - 0.964844, - 0.9375, - 0.964844, - 0.96875, - 0.976562, - 1.0, - 0.988281, - 0.980469, - 1.0, - 0.96875, - 0.996094, - 0.992188, - 0.953125, - 0.976562, - 0.980469, - 0.996094, - 0.964844, - 0.972656, - 0.972656, - 0.988281, - 0.980469, - 0.96875, - 1.0, - 0.972656, - 1.0, - 0.988281, - 1.007812, - 0.972656, - 0.980469, - 0.929688, - 1.390625, - 0.980469, - 1.007812, - 0.984375, - 0.96875, - 0.898438, - 0.972656, - 0.957031, - 0.972656, - 0.992188, - 0.914062, - 1.0, - 1.210938, - 0.976562, - 0.984375, - 0.964844, - 0.984375, - 1.0, - 0.996094, - 0.980469, - 0.976562, - 0.984375, - 0.957031, - 0.964844, - 0.996094, - 1.0, - 0.992188, - 1.21875, - 0.980469, - 0.964844, - 0.984375, - 0.9375, - 0.980469, - 0.992188, - 0.992188, - 0.984375, - 1.0, - 0.957031, - 0.980469, - 0.984375, - 0.96875, - 1.0625, - 0.960938, - 0.980469, - 0.980469, - 0.996094, - 0.960938, - 0.976562, - 0.996094, - 0.972656, - 0.976562, - 0.992188, - 0.984375, - 0.984375, - 0.984375, - 0.972656, - 0.964844, - 0.890625, - 1.0, - 0.988281, - 0.976562, - 1.0, - 1.007812, - 1.304688, - 0.976562, - 0.980469, - 0.992188, - 0.980469, - 0.996094, - 0.964844, - 0.996094, - 0.953125, - 1.0, - 0.980469, - 0.996094, - 1.054688, - 0.972656, - 0.992188, - 0.992188, - 0.972656, - 0.996094, - 0.980469, - 0.949219, - 0.988281, - 0.980469, - 0.992188, - 0.980469, - 0.972656, - 0.988281, - 0.980469, - 0.984375, - 0.980469, - 0.988281, - 1.007812, - 0.972656, - 0.972656, - 0.980469, - 0.972656, - 0.992188, - 0.96875, - 0.96875, - 1.0, - 0.976562, - 0.976562, - 0.984375, - 0.964844, - 1.0, - 0.988281, - 0.988281, - 0.984375, - 0.980469, - 0.988281, - 0.980469, - 0.976562, - 0.953125, - 0.980469, - 1.40625, - 0.960938, - 0.988281, - 0.972656, - 0.984375, - 0.988281, - 0.941406, - 0.972656, - 0.988281, - 0.96875, - 0.960938, - 0.75, - 0.984375, - 0.980469, - 0.972656, - 0.992188, - 0.976562, - 1.242188, - 0.976562, - 0.972656, - 0.976562, - 0.976562, - 0.988281, - 0.972656, - 0.980469, - 0.984375, - 1.023438, - 0.980469, - 0.984375, - 0.953125, - 0.992188, - 0.960938, - 0.984375, - 0.96875, - 0.992188, - 0.976562, - 1.117188, - 1.015625, - 0.671875, - 0.980469, - 1.273438, - 0.964844, - 0.988281, - 0.957031, - 0.960938, - 0.945312, - 0.992188, - 0.992188, - 0.988281, - 0.976562, - 0.980469, - 0.964844, - 0.988281, - 1.0, - 0.976562, - 0.984375, - 0.976562, - 0.976562, - 1.015625, - 1.539062, - 0.972656, - 0.996094, - 0.957031, - 0.976562, - 0.980469, - 0.972656, - 0.984375, - 0.984375, - 0.980469, - 1.070312, - 0.761719, - 0.980469, - 0.886719, - 1.0, - 1.0, - 1.007812, - 0.972656, - 0.455078, - 0.921875, - 0.957031, - 0.992188, - 1.007812, - 0.988281, - 0.980469, - 0.984375, - 0.976562, - 1.0, - 0.976562, - 0.976562, - 1.0, - 0.996094, - 0.964844, - 0.984375, - 0.988281, - 1.203125, - 0.972656, - 0.976562, - 0.972656, - 0.976562, - 1.015625, - 0.984375, - 0.976562, - 0.976562, - 0.996094, - 1.0, - 0.902344, - 0.992188, - 0.945312, - 0.96875, - 1.0, - 0.960938, - 0.988281, - 0.976562, - 0.988281, - 0.953125, - 0.992188, - 0.96875, - 0.996094, - 0.949219, - 0.980469, - 0.980469, - 0.980469, - 0.976562, - 1.0, - 0.957031, - 0.984375, - 0.980469, - 1.007812, - 0.96875, - 0.992188, - 0.972656, - 0.96875, - 0.96875, - 0.976562, - 0.949219, - 0.980469, - 0.980469, - 0.988281, - 0.996094, - 0.964844, - 0.984375, - 0.984375, - 0.960938, - 0.976562, - 0.980469, - 1.210938, - 0.882812, - 0.964844, - 0.972656, - 0.972656, - 0.980469, - 0.992188, - 0.996094, - 0.960938, - 0.992188, - 0.96875, - 0.972656, - 0.980469, - 0.96875, - 0.960938, - 0.972656, - 0.972656, - 0.980469, - 0.976562, - 0.980469, - 0.988281, - 0.976562, - 0.988281, - 0.964844, - 0.996094, - 0.972656, - 0.984375, - 0.96875, - 0.964844, - 1.007812, - 0.988281, - 0.964844, - 0.964844, - 0.960938, - 0.976562, - 0.972656, - 0.980469, - 0.992188, - 0.976562, - 1.445312, - 1.015625, - 0.996094, - 0.96875, - 0.996094, - 0.953125, - 0.988281, - 0.992188, - 0.996094, - 0.976562, - 0.988281, - 0.851562, - 0.964844, - 0.996094, - 0.972656, - 0.984375, - 0.980469, - 0.96875, - 0.96875, - 0.980469, - 0.992188, - 0.980469, - 0.988281, - 0.976562, - 0.457031, - 1.0, - 0.984375, - 0.96875, - 0.964844, - 0.984375, - 0.984375, - 0.972656, - 1.421875, - 0.972656, - 0.972656, - 0.96875, - 1.0, - 1.0, - 0.972656, - 0.984375, - 0.980469, - 0.992188, - 0.980469, - 0.957031, - 0.980469, - 0.976562, - 0.886719, - 0.992188, - 0.792969, - 0.976562, - 0.996094, - 0.972656, - 0.980469, - 0.972656, - 0.972656, - 1.539062, - 0.976562, - 0.984375, - 0.972656, - 1.015625, - 0.988281, - 0.964844, - 0.960938, - 0.964844, - 0.976562, - 0.988281, - 0.957031, - 0.984375, - 0.980469, - 0.964844, - 0.00024, - 0.984375, - 1.0, - 0.988281, - 0.964844, - 0.984375, - 0.972656, - 0.976562, - 0.988281, - 0.984375, - 0.980469, - 0.996094, - 0.984375, - 0.960938, - 0.972656, - 0.980469, - 0.996094, - 0.96875, - 0.494141, - 0.964844, - 0.996094, - 0.972656, - 0.976562, - 0.972656, - 0.96875, - 0.984375, - 0.984375, - 0.980469, - 0.984375, - 0.996094, - 0.984375, - 1.023438, - 0.992188, - 0.976562, - 0.992188, - 0.957031, - 0.972656, - 0.964844, - 0.972656, - 0.960938, - 0.992188, - 0.976562, - 0.972656, - 0.984375, - 0.984375, - 0.992188, - 1.015625, - 1.0, - 0.96875, - 0.972656, - 0.976562, - 0.984375, - 0.976562, - 0.984375, - 1.007812, - 0.980469, - 0.980469, - 0.957031, - 1.226562, - 0.9375, - 0.960938, - 0.992188, - 1.445312, - 0.984375, - 0.996094, - 0.996094, - 0.941406, - 0.976562, - 0.964844, - 1.0, - 0.976562, - 0.980469, - 0.996094, - 0.992188, - 1.296875, - 0.984375, - 0.980469, - 0.976562, - 0.992188, - 0.976562, - 0.988281, - 0.996094, - 0.96875, - 0.988281, - 0.988281, - 0.984375, - 1.0, - 0.964844, - 0.976562, - 1.3125, - 0.976562, - 0.773438, - 1.007812, - 0.980469, - 0.972656, - 0.875, - 0.996094, - 0.980469, - 0.984375, - 0.996094, - 0.9375, - 0.996094, - 0.992188, - 1.015625, - 0.972656, - 0.976562, - 0.964844, - 0.980469, - 0.957031, - 0.984375, - 0.96875, - 0.957031, - 0.992188, - 0.992188, - 1.0, - 0.96875, - 0.992188, - 0.976562, - 1.375, - 0.972656, - 0.96875, - 0.972656, - 1.0625, - 0.972656, - 0.960938, - 0.96875, - 0.964844, - 0.992188, - 0.859375, - 0.980469, - 0.988281, - 0.976562, - 0.988281, - 0.96875, - 0.988281, - 0.992188, - 0.980469, - 1.007812, - 0.960938, - 0.976562, - 0.972656, - 0.96875, - 0.972656, - 0.988281, - 0.976562, - 0.992188, - 0.996094, - 0.972656, - 0.988281, - 0.988281, - 1.0, - 0.992188, - 0.996094, - 0.980469, - 0.972656, - 0.976562, - 1.0, - 0.996094, - 0.964844, - 0.988281, - 0.976562, - 0.976562, - 0.96875, - 0.96875, - 0.972656, - 0.972656, - 0.273438, - 0.984375, - 0.96875, - 0.96875, - 0.972656, - 0.980469, - 0.988281, - 0.992188, - 0.972656, - 0.957031, - 1.382812, - 1.0, - 0.996094, - 0.976562, - 0.960938, - 0.976562, - 1.0, - 0.988281, - 0.960938, - 0.988281, - 0.957031, - 0.992188, - 0.96875, - 0.960938, - 0.984375, - 0.96875, - 0.972656, - 1.289062, - 0.992188, - 0.976562, - 0.980469, - 0.980469, - 0.988281, - 0.976562, - 0.996094, - 0.96875, - 0.988281, - 0.992188, - 0.984375, - 0.996094, - 0.984375, - 1.0, - 0.992188, - 0.976562, - 0.996094, - 0.980469, - 0.996094, - 0.96875, - 0.972656, - 0.960938, - 0.984375, - 0.964844, - 0.984375, - 0.988281, - 0.964844, - 1.0, - 0.988281, - 0.976562, - 0.996094, - 0.941406, - 0.988281, - 0.976562, - 0.984375, - 0.972656, - 0.976562, - 0.933594, - 0.964844, - 0.960938, - 1.0, - 1.0, - 0.988281, - 0.964844, - 0.96875, - 0.96875, - 0.972656, - 0.992188, - 0.980469, - 0.976562, - 0.976562, - 0.988281, - 0.992188, - 0.960938, - 0.972656, - 0.972656, - 0.96875, - 0.96875, - 0.988281, - 0.980469, - 0.980469, - 0.953125, - 1.0, - 0.984375, - 1.0, - 0.964844, - 0.992188, - 0.984375, - 0.988281, - 0.980469, - 0.972656, - 0.976562, - 0.976562, - 0.984375, - 0.984375, - 0.992188, - 1.007812, - 1.0, - 1.0, - 0.996094, - 0.984375, - 0.976562, - 0.976562, - 0.976562, - 0.5, - 1.054688, - 0.964844, - 1.0, - 0.964844, - 0.949219, - 0.980469, - 0.96875, - 0.96875, - 0.976562, - 0.976562, - 0.992188, - 0.988281, - 0.964844, - 0.96875, - 0.984375, - 0.972656, - 0.980469, - 0.992188, - 0.992188, - 0.960938, - 0.960938, - 0.945312, - 0.996094, - 0.984375, - 0.929688, - 0.988281, - 0.992188, - 0.972656, - 0.988281, - 0.964844, - 0.984375, - 0.996094, - 0.984375, - 0.96875, - 0.96875, - 0.949219, - 0.976562, - 0.933594, - 0.996094, - 0.992188, - 0.992188, - 0.988281, - 0.988281, - 0.964844, - 0.976562, - 0.578125, - 0.988281, - 0.972656, - 0.980469, - 0.96875, - 0.972656, - 0.984375, - 1.0, - 0.992188, - 0.96875, - 0.972656, - 0.976562, - 0.972656, - 0.996094, - 0.992188, - 0.945312, - 0.980469, - 0.855469, - 0.976562, - 0.992188, - 0.972656, - 0.75, - 0.976562, - 1.0, - 0.988281, - 0.960938, - 0.972656, - 0.980469, - 0.992188, - 0.976562, - 0.996094, - 0.960938, - 0.996094, - 0.992188, - 0.976562, - 0.984375, - 0.386719, - 1.007812, - 0.976562, - 0.992188, - 0.984375, - 0.988281, - 0.984375, - 0.996094, - 0.96875, - 0.964844, - 0.988281, - 0.984375, - 0.980469, - 0.972656, - 1.007812, - 0.957031, - 0.929688, - 0.980469, - 0.972656, - 0.992188, - 0.988281, - 0.972656, - 0.980469, - 0.976562, - 0.980469, - 0.984375, - 0.996094, - 0.980469, - 0.988281, - 0.996094, - 0.976562, - 0.960938, - 0.972656, - 0.980469, - 0.96875, - 0.949219, - 0.992188, - 0.960938, - 1.0, - 0.988281, - 0.972656, - 1.0, - 0.976562, - 0.988281, - 0.996094, - 1.007812, - 0.933594, - 0.980469, - 0.992188, - 0.976562, - 0.964844, - 0.996094, - 0.984375, - 0.976562, - 0.984375, - 0.988281, - 0.992188, - 0.980469, - 0.957031, - 1.0, - 0.988281, - 0.972656, - 0.976562, - 0.992188, - 0.984375, - 0.976562, - 1.007812, - 0.964844, - 0.980469, - 0.980469, - 0.972656, - 0.960938, - 0.992188, - 0.988281, - 1.0, - 0.992188, - 0.980469, - 0.984375, - 0.960938, - 0.984375, - 0.949219, - 0.96875, - 0.980469, - 0.984375, - 0.964844, - 0.96875, - 0.972656, - 1.007812, - 1.0, - 0.996094, - 1.023438, - 0.988281, - 0.976562, - 0.964844, - 0.976562, - 0.949219, - 0.972656, - 0.984375, - 0.964844, - 0.984375, - 1.015625, - 1.007812, - 0.828125, - 0.960938, - 0.96875, - 0.980469, - 0.96875, - 0.988281, - 0.972656, - 0.996094, - 0.960938, - 0.984375, - 0.972656, - 1.0, - 0.96875, - 0.984375, - 0.976562, - 0.980469, - 0.960938, - 0.964844, - 0.996094, - 0.984375, - 0.984375, - 0.960938, - 0.972656, - 0.996094, - 0.941406, - 0.996094, - 0.972656, - 0.957031, - 0.953125, - 0.957031, - 1.0, - 0.988281, - 0.980469, - 0.980469, - 0.949219, - 0.976562, - 0.992188, - 0.988281, - 1.0, - 0.941406, - 0.980469, - 0.832031, - 0.96875, - 0.957031, - 0.972656, - 0.96875, - 0.96875, - 0.996094, - 0.988281, - 0.96875, - 0.980469, - 0.996094, - 0.964844, - 0.980469, - 0.976562, - 0.992188, - 0.996094, - 0.984375, - 0.988281, - 0.988281, - 0.984375, - 0.964844, - 0.976562, - 0.96875, - 1.0, - 0.980469, - 0.996094, - 0.992188, - 0.96875, - 0.992188, - 1.007812, - 0.992188, - 0.925781, - 0.984375, - 0.984375, - 0.984375, - 0.972656, - 0.980469, - 0.980469, - 0.988281, - 1.0, - 0.957031, - 0.984375, - 0.976562, - 0.96875, - 0.988281, - 0.972656, - 1.007812, - 0.996094, - 0.964844, - 0.957031, - 0.976562, - 0.984375, - 0.988281, - 1.007812, - 0.964844, - 0.960938, - 0.882812, - 0.957031, - 0.960938, - 1.0, - 0.980469, - 0.972656, - 1.210938, - 0.96875, - 1.15625, - 0.996094, - 0.980469, - 0.980469, - 0.972656, - 0.96875, - 0.972656, - 0.96875, - 0.964844, - 0.976562, - 0.988281, - 0.933594, - 0.980469, - 0.984375, - 0.988281, - 0.988281, - 0.972656, - 0.988281, - 1.007812, - 0.964844, - 1.007812, - 0.984375, - 0.96875, - 0.964844, - 0.578125, - 1.710938, - 0.980469, - 0.976562, - 1.0625, - 0.988281, - 1.015625, - 0.980469, - 0.984375, - 0.972656, - 0.976562, - 1.0, - 0.988281, - 1.007812, - 1.007812, - 0.976562, - 0.992188, - 0.976562, - 0.957031, - 0.992188, - 0.976562, - 0.976562, - 0.972656 - ] - }, - "name": "model.transformer.layers.26.ffn_norm.weight", - "outputIndexes": [ - 1672 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1671, - 1672 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_26/Mul_1_output_0", - "outputIndexes": [ - 1673 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1673 - ], - "outputIndexes": [ - 2661 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2661 - ], - "outputIndexes": [ - 2662 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_1/Linear", - "inputIndexes": [ - 2662 - ], - "outputIndexes": [ - 2663 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 15872, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 253952, - "weightSize": 0 - }, - "external": [ - 509121472, - 16252950, - 2031616, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2663 - ], - "outputIndexes": [ - 2664 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2664 - ], - "outputIndexes": [ - 1674 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 15872 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7936 - ] - }, - "name": "/ffn_26/Mul_output_0", - "outputIndexes": [ - 1675 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1674, - 21, - 1675, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_26/Slice_output_0", - "outputIndexes": [ - 1676 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1676 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_26/Sigmoid_output_0", - "outputIndexes": [ - 1677 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1676, - 1677 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_26/Mul_output_0", - "outputIndexes": [ - 1678 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 15872 - ] - }, - "name": "/ffn_26/Mul_1_output_0", - "outputIndexes": [ - 1679 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1674, - 1675, - 1679, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_26/Slice_1_output_0", - "outputIndexes": [ - 1680 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1678, - 1680 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_26/Mul_2_output_0", - "outputIndexes": [ - 1681 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1681 - ], - "outputIndexes": [ - 2665 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 7936, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2665 - ], - "outputIndexes": [ - 2666 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_2/Linear", - "inputIndexes": [ - 2666 - ], - "outputIndexes": [ - 2667 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 7936, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 126976, - "weightSize": 0 - }, - "external": [ - 527406038, - 8126486, - 1015808, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2667 - ], - "outputIndexes": [ - 2668 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.26/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2668 - ], - "outputIndexes": [ - 1682 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1670, - 1682 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_107_output_0", - "outputIndexes": [ - 1683 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1683, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_108_output_0", - "outputIndexes": [ - 1684 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1684 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_27/Mul_output_0", - "outputIndexes": [ - 1685 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.625, - 2.78125, - 1.9375, - 1.71875, - 1.90625, - 1.75, - 1.765625, - 1.890625, - 1.796875, - 3.015625, - 1.734375, - 1.875, - 1.71875, - 1.757812, - 1.96875, - 2.125, - 1.867188, - 2.171875, - 1.8125, - 1.71875, - 1.789062, - 1.796875, - 1.703125, - 2.078125, - 2.390625, - 1.765625, - 1.71875, - 1.976562, - 1.882812, - 2.0625, - 1.773438, - 1.851562, - 1.804688, - 1.84375, - 1.789062, - 1.773438, - 1.679688, - 1.765625, - 2.15625, - 2.359375, - 1.726562, - 1.773438, - 1.96875, - 3.203125, - 1.71875, - 3.359375, - 1.773438, - 1.835938, - 1.71875, - 1.828125, - 1.703125, - 2.0, - 1.671875, - 2.46875, - 1.867188, - 1.882812, - 1.789062, - 1.65625, - 1.84375, - 1.65625, - 1.859375, - 1.875, - 1.742188, - 1.789062, - 3.390625, - 1.867188, - 1.929688, - 1.859375, - 1.78125, - 1.804688, - 2.125, - 2.015625, - 1.789062, - 1.757812, - 2.859375, - 2.078125, - 1.890625, - 1.90625, - 1.9375, - 1.757812, - 1.859375, - 1.609375, - 2.15625, - 1.945312, - 2.015625, - 1.726562, - 1.859375, - 1.8125, - 2.28125, - 2.046875, - 1.757812, - 2.046875, - 1.820312, - 4.125, - 2.453125, - 1.632812, - 1.703125, - 2.953125, - 1.789062, - 1.726562, - 2.21875, - 1.609375, - 2.0, - 1.804688, - 2.03125, - 5.28125, - 1.96875, - 1.953125, - 2.09375, - 2.15625, - 2.390625, - 1.773438, - 1.835938, - 1.953125, - 1.757812, - 2.109375, - 1.820312, - 2.15625, - 1.945312, - 1.9375, - 1.78125, - 1.851562, - 2.1875, - 4.71875, - 1.710938, - 3.171875, - 2.109375, - 1.609375, - 3.328125, - 2.203125, - 1.765625, - 1.804688, - 1.945312, - 1.992188, - 2.03125, - 1.710938, - 1.75, - 2.34375, - 1.929688, - 2.125, - 2.390625, - 1.710938, - 1.796875, - 1.765625, - 3.046875, - 3.46875, - 1.757812, - 4.84375, - 4.78125, - 2.5625, - 1.828125, - 1.703125, - 1.90625, - 1.914062, - 1.84375, - 2.078125, - 1.914062, - 1.71875, - 3.390625, - 1.929688, - 1.921875, - 1.90625, - 4.9375, - 2.125, - 2.0, - 2.140625, - 2.296875, - 3.625, - 4.90625, - 1.789062, - 6.5625, - 3.3125, - 1.953125, - 2.046875, - 2.09375, - 2.015625, - 2.0625, - 1.921875, - 3.609375, - 1.59375, - 1.710938, - 1.617188, - 1.710938, - 1.9375, - 1.898438, - 1.882812, - 1.890625, - 1.867188, - 1.796875, - 2.015625, - 1.90625, - 1.828125, - 1.789062, - 2.234375, - 1.75, - 2.546875, - 1.679688, - 2.1875, - 1.664062, - 1.796875, - 1.820312, - 2.046875, - 2.4375, - 2.015625, - 1.960938, - 1.867188, - 1.953125, - 1.757812, - 3.90625, - 3.234375, - 1.796875, - 1.804688, - 1.804688, - 2.140625, - 1.882812, - 1.84375, - 1.835938, - 2.015625, - 1.898438, - 2.6875, - 4.75, - 1.9375, - 6.40625, - 1.9375, - 2.4375, - 2.796875, - 1.90625, - 1.617188, - 2.359375, - 1.804688, - 2.046875, - 2.546875, - 2.875, - 1.804688, - 1.953125, - 2.0625, - 2.359375, - 1.75, - 8.875, - 1.734375, - 1.75, - 2.78125, - 1.585938, - 1.789062, - 1.828125, - 1.953125, - 2.859375, - 1.828125, - 4.59375, - 1.734375, - 1.625, - 4.90625, - 1.90625, - 1.773438, - 1.914062, - 3.484375, - 1.851562, - 1.820312, - 2.171875, - 1.945312, - 1.953125, - 2.515625, - 2.09375, - 2.265625, - 2.03125, - 2.078125, - 1.734375, - 2.0625, - 1.8125, - 1.695312, - 1.671875, - 1.875, - 1.882812, - 1.8125, - 1.90625, - 3.5, - 3.75, - 1.875, - 1.78125, - 1.929688, - 1.984375, - 1.859375, - 1.929688, - 2.03125, - 2.125, - 1.828125, - 5.09375, - 1.859375, - 1.734375, - 1.609375, - 1.609375, - 1.664062, - 2.4375, - 1.804688, - 1.804688, - 1.890625, - 1.804688, - 1.695312, - 1.742188, - 1.929688, - 1.78125, - 2.046875, - 2.515625, - 1.984375, - 1.710938, - 1.679688, - 4.375, - 1.804688, - 2.28125, - 1.742188, - 2.703125, - 1.765625, - 1.984375, - 1.8125, - 1.703125, - 1.734375, - 1.835938, - 1.78125, - 1.875, - 2.953125, - 1.992188, - 1.796875, - 1.765625, - 1.859375, - 1.664062, - 1.796875, - 1.945312, - 7.375, - 1.953125, - 1.765625, - 1.765625, - 2.0, - 1.695312, - 2.03125, - 2.171875, - 1.710938, - 1.851562, - 2.640625, - 1.835938, - 1.78125, - 1.867188, - 1.859375, - 1.640625, - 3.90625, - 1.882812, - 2.6875, - 2.046875, - 1.921875, - 1.804688, - 2.21875, - 1.835938, - 2.171875, - 1.835938, - 2.375, - 2.59375, - 1.773438, - 1.804688, - 1.710938, - 1.90625, - 2.234375, - 2.0, - 3.9375, - 1.84375, - 1.679688, - 1.890625, - 6.1875, - 1.890625, - 1.835938, - 1.78125, - 1.960938, - 2.921875, - 5.375, - 1.84375, - 2.765625, - 1.953125, - 2.046875, - 5.1875, - 2.09375, - 1.976562, - 5.3125, - 1.804688, - 1.648438, - 1.820312, - 2.390625, - 2.265625, - 1.945312, - 1.828125, - 1.867188, - 1.742188, - 2.09375, - 1.710938, - 2.0625, - 1.859375, - 1.75, - 1.890625, - 1.789062, - 1.726562, - 1.765625, - 2.71875, - 1.851562, - 1.96875, - 1.851562, - 2.09375, - 1.6875, - 1.9375, - 4.875, - 1.90625, - 1.929688, - 2.109375, - 2.046875, - 4.875, - 1.78125, - 1.757812, - 1.914062, - 1.984375, - 2.3125, - 1.757812, - 1.765625, - 1.90625, - 1.898438, - 1.835938, - 5.28125, - 1.960938, - 1.726562, - 1.851562, - 1.601562, - 1.703125, - 2.4375, - 1.820312, - 1.90625, - 1.8125, - 1.976562, - 2.53125, - 1.664062, - 1.796875, - 1.671875, - 1.992188, - 2.0, - 1.90625, - 1.953125, - 1.765625, - 1.796875, - 1.8125, - 1.6875, - 1.875, - 1.84375, - 1.664062, - 2.109375, - 1.867188, - 2.015625, - 1.796875, - 3.25, - 1.875, - 2.203125, - 1.992188, - 1.835938, - 1.609375, - 1.65625, - 1.773438, - 2.375, - 2.03125, - 1.859375, - 1.90625, - 1.851562, - 2.828125, - 1.875, - 1.828125, - 1.796875, - 2.171875, - 1.9375, - 2.4375, - 2.90625, - 1.703125, - 1.820312, - 1.765625, - 1.828125, - 1.726562, - 1.976562, - 1.804688, - 2.09375, - 1.742188, - 1.8125, - 1.898438, - 1.765625, - 1.953125, - 2.171875, - 1.789062, - 1.835938, - 1.757812, - 1.875, - 4.0625, - 1.820312, - 1.882812, - 2.171875, - 1.84375, - 2.21875, - 1.835938, - 1.960938, - 1.703125, - 2.140625, - 2.0, - 1.796875, - 2.21875, - 1.78125, - 1.828125, - 1.695312, - 1.835938, - 1.882812, - 1.757812, - 1.867188, - 1.742188, - 1.796875, - 1.84375, - 1.882812, - 3.25, - 10.125, - 1.703125, - 2.546875, - 1.929688, - 2.921875, - 1.726562, - 1.726562, - 2.125, - 2.8125, - 3.21875, - 5.0, - 1.773438, - 1.835938, - 1.734375, - 1.796875, - 1.859375, - 8.375, - 1.695312, - 2.140625, - 1.632812, - 1.757812, - 1.757812, - 1.65625, - 1.992188, - 1.859375, - 1.820312, - 1.84375, - 1.71875, - 1.882812, - 1.882812, - 1.835938, - 8.1875, - 4.25, - 1.898438, - 4.09375, - 2.78125, - 1.6875, - 2.109375, - 6.6875, - 1.976562, - 1.804688, - 2.046875, - 2.328125, - 2.375, - 2.046875, - 1.78125, - 2.578125, - 1.992188, - 1.664062, - 1.96875, - 4.78125, - 2.03125, - 2.953125, - 1.859375, - 5.78125, - 1.789062, - 3.875, - 2.078125, - 1.726562, - 1.671875, - 2.765625, - 2.5, - 1.757812, - 3.78125, - 1.773438, - 1.75, - 1.820312, - 9.4375, - 2.3125, - 1.703125, - 1.921875, - 1.765625, - 1.859375, - 1.875, - 1.867188, - 3.296875, - 1.6875, - 1.898438, - 1.9375, - 2.015625, - 2.578125, - 1.742188, - 1.898438, - 1.875, - 1.84375, - 2.21875, - 1.867188, - 2.0625, - 1.851562, - 1.992188, - 3.90625, - 1.726562, - 1.828125, - 5.0625, - 6.3125, - 1.765625, - 2.1875, - 1.867188, - 1.742188, - 2.03125, - 1.875, - 2.09375, - 1.757812, - 1.75, - 1.84375, - 1.734375, - 1.703125, - 2.5, - 2.0, - 2.078125, - 6.75, - 1.820312, - 9.9375, - 1.804688, - 1.710938, - 1.828125, - 1.820312, - 1.898438, - 1.820312, - 1.875, - 1.90625, - 1.9375, - 1.804688, - 1.78125, - 1.609375, - 1.96875, - 1.734375, - 1.601562, - 3.140625, - 1.789062, - 1.851562, - 1.757812, - 2.578125, - 1.726562, - 1.867188, - 1.796875, - 1.765625, - 2.1875, - 1.820312, - 1.789062, - 1.851562, - 1.953125, - 1.945312, - 1.5625, - 1.78125, - 1.710938, - 1.640625, - 1.773438, - 1.8125, - 1.914062, - 1.773438, - 3.328125, - 1.867188, - 2.71875, - 2.09375, - 2.171875, - 1.867188, - 6.6875, - 2.015625, - 3.453125, - 2.0, - 2.328125, - 2.515625, - 2.125, - 1.976562, - 2.328125, - 3.78125, - 1.773438, - 1.710938, - 1.820312, - 1.757812, - 1.695312, - 2.0625, - 2.390625, - 2.6875, - 1.75, - 1.742188, - 1.851562, - 1.875, - 1.578125, - 1.929688, - 1.90625, - 2.109375, - 1.867188, - 1.820312, - 1.96875, - 2.0625, - 1.773438, - 1.664062, - 1.890625, - 1.820312, - 1.773438, - 1.6875, - 1.78125, - 2.1875, - 1.820312, - 2.25, - 1.65625, - 1.90625, - 1.640625, - 1.882812, - 1.882812, - 1.671875, - 1.625, - 2.109375, - 1.851562, - 1.898438, - 1.859375, - 1.921875, - 2.171875, - 1.75, - 1.8125, - 1.757812, - 4.21875, - 2.5, - 2.1875, - 1.726562, - 2.296875, - 1.921875, - 1.789062, - 2.203125, - 2.234375, - 1.898438, - 1.890625, - 1.882812, - 1.84375, - 1.84375, - 1.757812, - 3.359375, - 2.515625, - 2.015625, - 1.828125, - 1.898438, - 2.6875, - 2.0, - 1.640625, - 1.773438, - 1.75, - 1.75, - 1.773438, - 1.632812, - 1.664062, - 2.734375, - 2.140625, - 1.789062, - 2.375, - 2.015625, - 2.0625, - 1.8125, - 1.742188, - 1.953125, - 1.945312, - 1.828125, - 1.695312, - 1.78125, - 1.945312, - 1.882812, - 1.867188, - 1.960938, - 1.96875, - 1.742188, - 2.0, - 2.109375, - 1.851562, - 2.78125, - 2.03125, - 3.109375, - 2.109375, - 1.726562, - 1.851562, - 1.882812, - 1.960938, - 2.140625, - 1.75, - 3.15625, - 2.0625, - 1.835938, - 1.78125, - 5.34375, - 5.46875, - 1.820312, - 2.09375, - 1.875, - 2.140625, - 1.632812, - 1.71875, - 1.992188, - 1.945312, - 1.96875, - 2.46875, - 1.796875, - 2.03125, - 6.875, - 2.140625, - 2.15625, - 2.125, - 1.75, - 1.8125, - 1.890625, - 1.695312, - 1.796875, - 1.859375, - 1.984375, - 1.773438, - 1.703125, - 1.703125, - 1.859375, - 1.953125, - 2.015625, - 2.109375, - 1.796875, - 3.8125, - 2.046875, - 1.960938, - 2.09375, - 1.804688, - 1.726562, - 2.140625, - 1.914062, - 2.125, - 1.828125, - 1.890625, - 1.789062, - 2.046875, - 1.882812, - 1.914062, - 1.898438, - 1.695312, - 1.6875, - 1.59375, - 1.773438, - 1.9375, - 1.90625, - 1.820312, - 1.828125, - 1.984375, - 1.625, - 1.804688, - 1.671875, - 2.203125, - 2.578125, - 1.953125, - 2.25, - 2.46875, - 1.757812, - 1.90625, - 2.046875, - 2.984375, - 1.921875, - 3.921875, - 1.859375, - 1.664062, - 2.15625, - 1.953125, - 3.359375, - 1.695312, - 2.453125, - 1.734375, - 1.796875, - 1.921875, - 2.03125, - 1.851562, - 1.992188, - 1.890625, - 1.890625, - 1.742188, - 1.992188, - 1.859375, - 1.84375, - 1.914062, - 1.773438, - 1.734375, - 1.875, - 1.804688, - 1.789062, - 1.828125, - 1.820312, - 2.78125, - 1.882812, - 2.015625, - 1.726562, - 1.84375, - 1.75, - 1.78125, - 1.773438, - 1.6875, - 2.015625, - 3.3125, - 1.640625, - 2.328125, - 1.976562, - 1.851562, - 1.703125, - 2.21875, - 1.609375, - 1.710938, - 1.859375, - 1.828125, - 3.4375, - 1.820312, - 1.914062, - 1.898438, - 1.617188, - 1.710938, - 1.882812, - 1.710938, - 2.0625, - 1.695312, - 3.328125, - 1.679688, - 1.804688, - 1.96875, - 2.6875, - 2.15625, - 2.265625, - 1.539062, - 2.09375, - 2.078125, - 1.875, - 1.859375, - 1.859375, - 1.765625, - 1.726562, - 1.726562, - 1.601562, - 1.898438, - 1.867188, - 1.78125, - 7.65625, - 3.484375, - 2.015625, - 4.96875, - 2.078125, - 1.726562, - 1.914062, - 1.734375, - 2.0625, - 3.65625, - 1.75, - 1.789062, - 2.3125, - 1.773438, - 1.703125, - 2.3125, - 1.945312, - 1.9375, - 1.90625, - 1.960938, - 1.867188, - 1.8125, - 5.125, - 1.84375, - 2.0, - 3.3125, - 1.710938, - 1.78125, - 1.734375, - 1.898438, - 0.695312, - 2.390625, - 1.765625, - 2.25, - 3.765625, - 4.40625, - 1.796875, - 1.6875, - 2.3125, - 2.015625, - 3.609375, - 2.15625, - 1.742188, - 12.5, - 1.828125, - 2.109375, - 1.726562, - 2.015625, - 1.726562, - 1.765625, - 4.71875, - 1.726562, - 1.765625, - 1.75, - 4.65625, - 1.835938, - 1.773438, - 1.578125, - 1.921875, - 2.265625, - 1.617188, - 1.851562, - 2.03125, - 3.28125, - 1.726562, - 1.65625, - 1.757812, - 2.03125, - 1.921875, - 2.265625, - 1.742188, - 1.84375, - 1.710938, - 1.851562, - 1.976562, - 2.34375, - 1.84375, - 1.8125, - 1.757812, - 1.84375, - 2.03125, - 1.804688, - 1.726562, - 1.867188, - 1.78125, - 1.640625, - 3.84375, - 2.578125, - 2.0625, - 2.09375, - 1.75, - 2.0, - 2.65625, - 2.0, - 2.140625, - 1.992188, - 3.140625, - 1.84375, - 1.75, - 1.859375, - 1.632812, - 2.03125, - 1.859375, - 3.90625, - 1.78125, - 1.882812, - 1.734375, - 2.046875, - 1.929688, - 2.65625, - 1.90625, - 1.789062, - 1.929688, - 1.882812, - 1.71875, - 1.789062, - 1.65625, - 2.125, - 1.953125, - 1.851562, - 2.546875, - 3.65625, - 2.140625, - 2.109375, - 2.15625, - 1.789062, - 4.03125, - 1.984375, - 2.046875, - 1.75, - 1.664062, - 2.515625, - 1.640625, - 3.875, - 2.125, - 1.976562, - 4.0, - 1.84375, - 1.867188, - 1.757812, - 1.835938, - 2.0, - 1.851562, - 1.765625, - 1.8125, - 2.0, - 1.804688, - 1.84375, - 11.4375, - 1.710938, - 1.796875, - 1.882812, - 3.1875, - 1.976562, - 1.789062, - 2.625, - 1.929688, - 1.84375, - 2.421875, - 1.914062, - 1.671875, - 2.109375, - 4.34375, - 2.28125, - 3.1875, - 1.875, - 1.820312, - 2.90625, - 1.945312, - 1.726562, - 1.90625, - 2.078125, - 1.75, - 1.921875, - 1.867188, - 1.828125, - 2.484375, - 1.789062, - 4.0625, - 2.078125, - 1.789062, - 2.25, - 1.84375, - 1.695312, - 3.484375, - 1.78125, - 1.953125, - 1.765625, - 1.75, - 1.78125, - 1.71875, - 1.71875, - 3.21875, - 1.734375, - 1.820312, - 1.796875, - 2.015625, - 1.726562, - 1.773438, - 1.851562, - 1.679688, - 1.851562, - 1.90625, - 1.921875, - 2.046875, - 1.757812, - 1.742188, - 1.757812, - 1.765625, - 1.671875, - 1.8125, - 1.773438, - 1.75, - 1.796875, - 1.851562, - 2.515625, - 1.742188, - 1.992188, - 1.929688, - 2.0625, - 1.867188, - 1.734375, - 2.171875, - 2.296875, - 1.742188, - 2.1875, - 1.59375, - 1.859375, - 1.710938, - 1.84375, - 2.0625, - 1.632812, - 1.828125, - 1.960938, - 1.890625, - 1.710938, - 1.820312, - 2.421875, - 2.25, - 1.789062, - 1.773438, - 1.75, - 1.671875, - 3.328125, - 1.820312, - 2.328125, - 1.820312, - 1.828125, - 5.96875, - 1.78125, - 2.65625, - 2.015625, - 1.6875, - 1.890625, - 2.21875, - 3.609375, - 1.859375, - 1.804688, - 1.757812, - 1.835938, - 2.046875, - 1.742188, - 1.867188, - 1.875, - 1.671875, - 2.03125, - 2.109375, - 1.578125, - 2.25, - 1.703125, - 1.765625, - 1.632812, - 1.75, - 1.929688, - 1.90625, - 6.125, - 1.828125, - 3.4375, - 2.09375, - 1.796875, - 1.882812, - 3.78125, - 1.921875, - 2.1875, - 1.734375, - 1.742188, - 1.9375, - 2.25, - 2.03125, - 1.820312, - 1.929688, - 1.859375, - 1.78125, - 1.796875, - 2.15625, - 3.796875, - 5.375, - 2.03125, - 2.0, - 2.21875, - 2.0625, - 1.929688, - 1.789062, - 1.640625, - 1.726562, - 1.664062, - 2.203125, - 9.25, - 1.851562, - 5.875, - 1.960938, - 1.96875, - 1.671875, - 2.421875, - 7.1875, - 2.71875, - 1.835938, - 2.03125, - 2.40625, - 1.890625, - 1.867188, - 2.0, - 1.882812, - 1.773438, - 1.929688, - 1.664062, - 1.914062, - 1.648438, - 2.015625, - 1.804688, - 1.65625, - 1.898438, - 1.671875, - 2.125, - 1.914062, - 2.0, - 1.773438, - 1.765625, - 1.648438, - 1.828125, - 2.1875, - 1.960938, - 2.671875, - 1.882812, - 1.609375, - 1.742188, - 1.796875, - 1.875, - 1.632812, - 1.695312, - 1.921875, - 3.265625, - 1.9375, - 1.796875, - 1.609375, - 2.15625, - 2.453125, - 1.773438, - 2.296875, - 2.46875, - 1.960938, - 1.710938, - 1.851562, - 1.695312, - 1.84375, - 1.890625, - 1.71875, - 4.8125, - 2.046875, - 1.851562, - 1.90625, - 2.109375, - 2.046875, - 1.851562, - 1.984375, - 1.65625, - 1.820312, - 1.796875, - 1.820312, - 1.726562, - 1.960938, - 2.1875, - 2.75, - 3.25, - 1.882812, - 1.664062, - 1.828125, - 1.890625, - 2.09375, - 1.914062, - 2.390625, - 1.914062, - 1.992188, - 2.03125, - 2.03125, - 1.65625, - 2.234375, - 1.71875, - 1.78125, - 1.875, - 1.945312, - 2.015625, - 1.703125, - 1.625, - 1.765625, - 1.976562, - 1.71875, - 1.804688, - 1.882812, - 2.0625, - 2.171875, - 1.828125, - 1.90625, - 1.914062, - 1.757812, - 1.65625, - 1.84375, - 1.867188, - 1.992188, - 1.710938, - 1.867188, - 4.21875, - 2.03125, - 1.921875, - 1.703125, - 1.617188, - 1.921875, - 1.859375, - 2.03125, - 1.75, - 2.046875, - 1.828125, - 3.90625, - 2.046875, - 1.703125, - 1.703125, - 2.125, - 2.4375, - 1.859375, - 1.859375, - 2.109375, - 6.0, - 1.742188, - 2.0625, - 1.914062, - 6.90625, - 1.835938, - 1.664062, - 3.546875, - 1.796875, - 1.921875, - 2.0, - 1.734375, - 3.421875, - 2.03125, - 1.8125, - 1.851562, - 1.835938, - 2.203125, - 1.929688, - 1.648438, - 1.929688, - 2.21875, - 2.0625, - 2.265625, - 1.757812, - 1.828125, - 3.953125, - 1.695312, - 4.8125, - 1.578125, - 1.898438, - 1.914062, - 2.421875, - 1.742188, - 2.09375, - 3.8125, - 1.867188, - 2.171875, - 1.921875, - 1.757812, - 1.921875, - 2.140625, - 2.09375, - 1.789062, - 1.6875, - 1.90625, - 1.757812, - 1.8125, - 1.835938, - 1.992188, - 1.023438, - 2.296875, - 1.742188, - 5.0625, - 2.265625, - 1.960938, - 1.9375, - 1.703125, - 1.867188, - 1.664062, - 1.898438, - 1.828125, - 1.734375, - 2.703125, - 2.171875, - 2.796875, - 1.75, - 2.15625, - 7.78125, - 1.695312, - 1.679688, - 2.015625, - 1.78125, - 1.984375, - 1.867188, - 1.726562, - 1.898438, - 1.71875, - 1.65625, - 1.898438, - 1.765625, - 1.835938, - 1.976562, - 1.8125, - 1.671875, - 1.742188, - 2.203125, - 1.890625, - 3.3125, - 1.6875, - 1.914062, - 1.703125, - 2.484375, - 2.578125, - 1.710938, - 1.75, - 3.609375, - 1.984375, - 1.867188, - 3.078125, - 1.914062, - 1.75, - 1.976562, - 2.015625, - 1.859375, - 1.859375, - 1.828125, - 2.1875, - 2.1875, - 2.515625, - 2.34375, - 1.867188, - 4.71875, - 1.609375, - 1.773438, - 1.84375, - 2.640625, - 1.742188, - 1.796875, - 1.5625, - 2.0625, - 1.992188, - 1.921875, - 1.953125, - 4.0625, - 2.046875, - 1.804688, - 1.898438, - 1.632812, - 1.734375, - 1.726562, - 1.8125, - 1.992188, - 1.8125, - 1.953125, - 3.1875, - 1.820312, - 1.96875, - 1.921875, - 3.421875, - 1.921875, - 4.90625, - 1.75, - 1.890625, - 2.390625, - 5.0625, - 1.945312, - 2.609375, - 1.835938, - 2.328125, - 2.359375, - 1.945312, - 1.765625, - 3.40625, - 2.15625, - 1.859375, - 1.9375, - 1.65625, - 1.804688, - 1.875, - 1.84375, - 2.375, - 2.421875, - 1.820312, - 1.929688, - 1.710938, - 1.851562, - 2.03125, - 1.90625, - 1.742188, - 1.773438, - 1.898438, - 2.671875, - 1.601562, - 1.9375, - 2.25, - 2.171875, - 1.703125, - 4.8125, - 1.765625, - 1.96875, - 1.65625, - 1.679688, - 1.890625, - 1.796875, - 1.9375, - 1.757812, - 1.804688, - 2.59375, - 2.0625, - 2.0625, - 1.9375, - 1.882812, - 1.859375, - 1.695312, - 2.09375, - 1.84375, - 1.703125, - 1.9375, - 1.71875, - 1.726562, - 1.835938, - 2.25, - 1.6875, - 1.835938, - 1.851562, - 1.742188, - 1.929688, - 1.960938, - 2.015625, - 1.742188, - 1.742188, - 2.515625, - 2.046875, - 2.203125, - 1.851562, - 10.4375, - 2.046875, - 1.890625, - 3.1875, - 1.820312, - 1.789062, - 2.15625, - 2.125, - 1.992188, - 2.0625, - 2.859375, - 1.9375, - 2.90625, - 1.882812, - 2.4375, - 1.78125, - 1.742188, - 1.726562, - 3.3125, - 1.828125, - 1.867188, - 2.0625, - 1.765625, - 1.796875, - 1.8125, - 2.171875, - 2.140625, - 3.484375, - 1.914062, - 2.1875, - 1.703125, - 1.773438, - 1.929688, - 1.71875, - 1.828125, - 1.882812, - 1.757812, - 1.859375, - 1.648438, - 2.140625, - 2.09375, - 3.265625, - 1.703125, - 1.96875, - 2.140625, - 1.976562, - 1.835938, - 1.945312, - 1.65625, - 2.796875, - 2.140625, - 1.898438, - 1.976562, - 1.757812, - 1.875, - 1.84375, - 1.695312, - 1.773438, - 1.984375, - 3.625, - 1.726562, - 1.914062, - 2.234375, - 1.734375, - 1.703125, - 7.03125, - 1.742188, - 2.09375, - 1.820312, - 1.945312, - 1.773438, - 3.0, - 1.867188, - 1.820312, - 1.882812, - 1.6875, - 1.90625, - 1.703125, - 2.21875, - 1.820312, - 2.015625, - 1.859375, - 1.929688, - 1.953125, - 2.140625, - 1.789062, - 1.804688, - 1.804688, - 1.75, - 2.09375, - 3.984375, - 1.695312, - 1.703125, - 2.078125, - 1.796875, - 1.632812, - 1.921875, - 1.664062, - 2.03125, - 1.867188, - 1.851562, - 2.09375, - 2.40625, - 2.34375, - 2.15625, - 2.25, - 1.851562, - 1.632812, - 1.742188, - 1.679688, - 1.929688, - 1.8125, - 6.59375, - 2.109375, - 2.125, - 1.851562, - 2.0, - 1.65625, - 1.75, - 1.8125, - 1.867188, - 1.90625, - 2.171875, - 1.585938, - 2.203125, - 1.820312, - 2.53125, - 2.109375, - 1.851562, - 1.742188, - 1.859375, - 2.0, - 1.65625, - 1.71875, - 4.78125, - 1.679688, - 1.664062, - 4.25, - 1.929688, - 1.773438, - 1.742188, - 2.75, - 1.796875, - 1.75, - 1.742188, - 1.898438, - 1.898438, - 1.828125, - 3.609375, - 1.859375, - 4.46875, - 1.820312, - 1.71875, - 1.914062, - 1.898438, - 2.03125, - 1.632812, - 2.0625, - 6.3125, - 1.828125, - 1.71875, - 1.875, - 2.984375, - 1.890625, - 1.9375, - 1.859375, - 1.90625, - 1.671875, - 3.3125, - 2.15625, - 1.601562, - 1.851562, - 1.804688, - 4.5625, - 1.929688, - 4.3125, - 2.015625, - 1.875, - 1.757812, - 7.90625, - 1.828125, - 1.851562, - 1.890625, - 1.789062, - 1.914062, - 2.09375, - 1.804688, - 1.78125, - 1.851562, - 1.734375, - 1.734375, - 1.796875, - 1.96875, - 1.984375, - 7.21875, - 1.828125, - 1.695312, - 1.953125, - 1.875, - 1.804688, - 1.695312, - 1.96875, - 1.914062, - 1.914062, - 2.140625, - 1.734375, - 2.21875, - 1.882812, - 1.890625, - 2.40625, - 2.203125, - 1.773438, - 1.742188, - 1.734375, - 1.75, - 1.6875, - 1.898438, - 1.78125, - 1.890625, - 1.742188, - 1.695312, - 1.84375, - 1.835938, - 1.734375, - 1.867188, - 2.609375, - 1.773438, - 2.203125, - 1.789062, - 2.015625, - 1.632812, - 2.171875, - 1.9375, - 3.71875, - 1.859375, - 1.96875, - 1.851562, - 1.875, - 1.984375, - 1.742188, - 2.515625, - 1.789062, - 1.882812, - 1.671875, - 1.90625, - 1.96875, - 1.734375, - 1.765625, - 1.695312, - 1.75, - 1.773438, - 2.046875, - 2.578125, - 2.03125, - 1.851562, - 1.828125, - 2.5, - 2.015625, - 1.867188, - 1.9375, - 1.84375, - 1.703125, - 1.5625, - 1.835938, - 2.078125, - 2.3125, - 1.835938, - 1.6875, - 1.9375, - 1.96875, - 1.789062, - 1.75, - 1.96875, - 1.773438, - 2.203125, - 1.835938, - 1.882812, - 1.554688, - 2.515625, - 2.0625, - 2.0, - 1.976562, - 1.601562, - 2.078125, - 1.953125, - 3.734375, - 1.875, - 1.867188, - 2.203125, - 3.359375, - 2.3125, - 2.25, - 2.34375, - 1.789062, - 1.867188, - 1.84375, - 5.84375, - 2.265625, - 1.789062, - 3.203125, - 2.203125, - 1.742188, - 1.875, - 1.710938, - 1.976562, - 1.804688, - 2.0625, - 1.546875, - 1.882812, - 1.671875, - 1.945312, - 1.710938, - 2.390625, - 1.554688, - 1.84375, - 1.75, - 1.765625, - 1.625, - 2.53125, - 1.5625, - 4.90625, - 1.75, - 4.625, - 1.9375, - 1.828125, - 1.875, - 2.09375, - 1.851562, - 1.8125, - 2.015625, - 3.5625, - 2.15625, - 1.882812, - 1.742188, - 1.75, - 5.9375, - 1.8125, - 7.25, - 1.960938, - 2.3125, - 1.859375, - 2.359375, - 1.898438, - 1.859375, - 1.65625, - 2.203125, - 1.992188, - 1.828125, - 1.875, - 1.890625, - 1.773438, - 1.929688, - 1.726562, - 1.71875, - 1.875, - 1.921875, - 1.945312, - 2.265625, - 1.757812, - 1.882812, - 1.757812, - 1.773438, - 1.804688, - 1.945312, - 2.234375, - 2.1875, - 1.804688, - 1.882812, - 3.375, - 1.898438, - 1.992188, - 1.78125, - 1.679688, - 1.929688, - 1.898438, - 1.671875, - 1.710938, - 2.15625, - 1.6875, - 1.851562, - 1.710938, - 2.015625, - 1.78125, - 1.8125, - 1.835938, - 2.1875, - 2.046875, - 1.757812, - 1.6875, - 1.734375, - 1.929688, - 2.84375, - 2.515625, - 3.25, - 1.742188, - 1.898438, - 1.90625, - 2.0, - 1.71875, - 3.078125, - 1.882812, - 2.796875, - 1.976562, - 1.585938, - 1.828125, - 2.359375, - 1.945312, - 2.1875, - 1.9375, - 1.828125, - 1.742188, - 1.8125, - 5.71875, - 3.5625, - 1.84375, - 1.859375, - 1.78125, - 1.789062, - 2.015625, - 1.804688, - 1.96875, - 1.867188, - 1.820312, - 2.28125, - 1.710938, - 6.125, - 4.8125, - 1.9375, - 1.820312, - 2.171875, - 2.0, - 1.757812, - 1.664062, - 1.75, - 1.742188, - 1.75, - 1.75, - 2.796875, - 1.65625, - 1.78125, - 1.539062, - 1.773438, - 2.09375, - 2.375, - 2.234375, - 1.703125, - 1.796875, - 1.835938 - ] - }, - "name": "model.transformer.layers.27.attn_norm.weight", - "outputIndexes": [ - 1686 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1685, - 1686 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_27/Mul_1_output_0", - "outputIndexes": [ - 1687 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1687 - ], - "outputIndexes": [ - 2669 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 2669 - ], - "outputIndexes": [ - 2670 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear", - "inputIndexes": [ - 2670 - ], - "outputIndexes": [ - 2671 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 536548332, - 2097174, - 262144, - 8192, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 2671 - ], - "outputIndexes": [ - 2672 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2672 - ], - "outputIndexes": [ - 1688 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1687 - ], - "main_type": "NONE", - "name": "/Shape_109_output_0", - "outputIndexes": [ - 1689 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1689 - ], - "main_type": "NONE", - "name": "Shape2390", - "outputIndexes": [ - 1690 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1689 - ], - "main_type": "NONE", - "name": "Rank2392", - "outputIndexes": [ - 1691 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1691, - 1691 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2394", - "outputIndexes": [ - 1692 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1692 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2395", - "outputIndexes": [ - 1693 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1692, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2397", - "outputIndexes": [ - 1694 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1694 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2398", - "outputIndexes": [ - 1695 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1690, - 1693, - 1695, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2401", - "outputIndexes": [ - 1696 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1696 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2402", - "outputIndexes": [ - 1697 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1697 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2403", - "outputIndexes": [ - 1698 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1698, - 1697 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2404", - "outputIndexes": [ - 1699 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1689, - 1699, - 1692 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_139_output_0", - "outputIndexes": [ - 1700 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1700, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_271_output_0", - "outputIndexes": [ - 1701 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1701, - 55, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_135_output_0", - "outputIndexes": [ - 1702 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1688, - 1702 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_109_output_0", - "outputIndexes": [ - 1703 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1703 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_27/Mul_output_0", - "outputIndexes": [ - 1704 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.25, - 0.001923, - 0.116211, - 0.022827, - 1.65625, - 1.4375, - 1.585938, - 1.054688, - 0.800781, - 1.828125, - 2.0, - 1.414062, - 1.851562, - 1.234375, - 1.75, - 1.742188, - 1.84375, - 2.140625, - 1.609375, - 1.757812, - 1.796875, - 3.09375, - 1.90625, - 1.773438, - 1.882812, - 1.914062, - 1.632812, - 1.8125, - 1.875, - 1.75, - 2.15625, - 1.679688, - 0.006409, - 0.066895, - 1.539062, - 1.242188, - -0.008789, - 1.554688, - 0.675781, - 1.703125, - 1.867188, - 0.996094, - 0.033447, - 1.671875, - 1.476562, - 1.601562, - 1.46875, - 1.5, - 1.585938, - 1.609375, - 2.03125, - 1.75, - 1.804688, - 0.996094, - 1.867188, - 1.953125, - 1.953125, - 1.898438, - 1.945312, - 1.96875, - 1.867188, - 2.3125, - 1.789062, - 1.859375 - ] - }, - "name": "model.transformer.layers.27.attn.q_norm.weight", - "outputIndexes": [ - 1705 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1704, - 1705 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_27/Mul_1_output_0", - "outputIndexes": [ - 1706 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1706, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_108_output_0", - "outputIndexes": [ - 1707 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1706, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_109_output_0", - "outputIndexes": [ - 1708 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1708 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_54_output_0", - "outputIndexes": [ - 1709 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1706, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_108_output_0", - "outputIndexes": [ - 1710 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1709, - 1710 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_138_output_0", - "outputIndexes": [ - 1711 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1711, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_109_output_0", - "outputIndexes": [ - 1712 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1707, - 1712 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_108_output_0", - "outputIndexes": [ - 1713 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1687 - ], - "outputIndexes": [ - 2673 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 2673 - ], - "outputIndexes": [ - 2674 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear", - "inputIndexes": [ - 2674 - ], - "outputIndexes": [ - 2675 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 538915842, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 2675 - ], - "outputIndexes": [ - 2676 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2676 - ], - "outputIndexes": [ - 1714 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1701, - 1532, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_136_output_0", - "outputIndexes": [ - 1715 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1714, - 1715 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_110_output_0", - "outputIndexes": [ - 1716 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1716 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_27/Mul_output_0", - "outputIndexes": [ - 1717 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.929688, - -0.031006, - 0.00824, - 0.026978, - 1.476562, - 1.6875, - 1.59375, - 1.640625, - 0.196289, - 1.835938, - 1.851562, - 1.132812, - 1.515625, - 0.304688, - 1.78125, - 1.351562, - 1.742188, - 1.367188, - 1.9375, - 1.859375, - 1.796875, - 0.396484, - 1.867188, - 1.960938, - 1.90625, - 1.9375, - 1.789062, - 1.875, - 1.75, - 1.921875, - 1.507812, - 1.929688, - 0.441406, - 0.05957, - 1.328125, - 1.15625, - -0.010559, - 1.5, - 0.085449, - 1.757812, - 1.9375, - 0.196289, - 0.208008, - 1.953125, - 1.726562, - 1.921875, - 1.585938, - 1.96875, - 1.726562, - 1.976562, - 1.375, - 1.773438, - 1.8125, - 3.09375, - 1.921875, - 1.882812, - 1.890625, - 1.851562, - 1.765625, - 1.742188, - 1.828125, - 1.492188, - 1.820312, - 1.75 - ] - }, - "name": "model.transformer.layers.27.attn.k_norm.weight", - "outputIndexes": [ - 1718 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1717, - 1718 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_27/Mul_1_output_0", - "outputIndexes": [ - 1719 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1719, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_110_output_0", - "outputIndexes": [ - 1720 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1719, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_111_output_0", - "outputIndexes": [ - 1721 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1721 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_55_output_0", - "outputIndexes": [ - 1722 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1719, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_110_output_0", - "outputIndexes": [ - 1723 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1722, - 1723 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_139_output_0", - "outputIndexes": [ - 1724 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1724, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_111_output_0", - "outputIndexes": [ - 1725 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1720, - 1725 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_109_output_0", - "outputIndexes": [ - 1726 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1687 - ], - "outputIndexes": [ - 2677 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 2677 - ], - "outputIndexes": [ - 2678 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear", - "inputIndexes": [ - 2678 - ], - "outputIndexes": [ - 2679 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 512, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 8192, - "weightSize": 0 - }, - "external": [ - 539507736, - 524310, - 65536, - 2048, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 2679 - ], - "outputIndexes": [ - 2680 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2680 - ], - "outputIndexes": [ - 1727 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 512 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1727, - 1715 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_111_output_0", - "outputIndexes": [ - 1728 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1713, - 1726, - 1728, - 87 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.27/self_attn/FusedAttention", - "outputIndexes": [ - 1729 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1729 - ], - "outputIndexes": [ - 2681 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 2681 - ], - "outputIndexes": [ - 2682 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear", - "inputIndexes": [ - 2682 - ], - "outputIndexes": [ - 2683 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 32768, - "weightSize": 0 - }, - "external": [ - 540099630, - 2097174, - 262144, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 2683 - ], - "outputIndexes": [ - 2684 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2684 - ], - "outputIndexes": [ - 1730 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1684, - 1730 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_110_output_0", - "outputIndexes": [ - 1731 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1731 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_27/Mul_output_0", - "outputIndexes": [ - 1732 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.078125, - 1.078125, - 1.09375, - 1.0625, - 1.085938, - 1.0625, - 1.078125, - 1.070312, - 1.09375, - 1.125, - 1.085938, - 1.085938, - 1.085938, - 1.070312, - 1.140625, - 1.4375, - 1.0625, - 1.070312, - 1.09375, - 1.09375, - 1.09375, - 1.046875, - 1.078125, - 1.09375, - 1.09375, - 1.070312, - 1.070312, - 1.078125, - 1.0625, - 1.0625, - 1.078125, - 1.078125, - 1.078125, - 1.070312, - 1.09375, - 1.070312, - 1.101562, - 1.070312, - 1.09375, - 1.085938, - 1.09375, - 1.09375, - 1.085938, - 1.070312, - 1.078125, - 1.0625, - 1.078125, - 1.078125, - 1.0625, - 1.070312, - 1.070312, - 1.085938, - 1.054688, - 1.085938, - 1.132812, - 1.085938, - 1.109375, - 1.070312, - 1.179688, - 1.070312, - 1.070312, - 1.09375, - 1.070312, - 1.101562, - 0.996094, - 1.132812, - 1.078125, - 1.085938, - 1.078125, - 1.085938, - 1.21875, - 1.085938, - 1.054688, - 1.101562, - 1.054688, - 1.070312, - 1.078125, - 1.078125, - 1.078125, - 1.101562, - 1.0625, - 1.070312, - 1.085938, - 1.09375, - 1.054688, - 1.070312, - 1.09375, - 1.109375, - 1.085938, - 1.070312, - 1.070312, - 1.09375, - 1.085938, - 1.03125, - 1.617188, - 1.0625, - 1.070312, - 1.085938, - 1.078125, - 1.054688, - 1.101562, - 1.070312, - 1.078125, - 1.070312, - 1.078125, - 0.703125, - 1.078125, - 1.09375, - 1.078125, - 1.164062, - 1.078125, - 1.0625, - 1.085938, - 1.085938, - 1.09375, - 1.125, - 1.085938, - 1.085938, - 1.078125, - 1.132812, - 1.085938, - 1.078125, - 1.085938, - 1.070312, - 1.09375, - 1.09375, - 1.070312, - 1.070312, - 1.054688, - 1.085938, - 1.085938, - 1.070312, - 1.195312, - 1.09375, - 1.085938, - 1.070312, - 1.09375, - 1.921875, - 1.0625, - 1.0625, - 1.101562, - 1.0625, - 1.078125, - 1.125, - 1.101562, - 1.140625, - 1.085938, - 1.078125, - 2.265625, - 1.070312, - 1.09375, - 1.070312, - 1.085938, - 1.085938, - 1.085938, - 1.125, - 1.078125, - 1.070312, - 1.101562, - 1.070312, - 1.054688, - 1.117188, - 0.957031, - 1.078125, - 1.09375, - 1.117188, - 1.085938, - 1.0625, - 1.101562, - 1.0625, - 0.695312, - 1.0625, - 1.085938, - 1.070312, - 1.09375, - 1.070312, - 1.085938, - 1.09375, - 1.023438, - 1.070312, - 1.078125, - 1.101562, - 1.070312, - 1.09375, - 1.070312, - 1.085938, - 1.085938, - 1.09375, - 1.0625, - 1.101562, - 1.109375, - 1.078125, - 1.085938, - 1.148438, - 1.109375, - 1.046875, - 1.085938, - 1.101562, - 1.0625, - 1.054688, - 1.109375, - 1.078125, - 1.273438, - 1.09375, - 1.070312, - 1.078125, - 1.078125, - 1.0625, - 0.984375, - 1.070312, - 1.070312, - 1.070312, - 1.0625, - 1.085938, - 1.070312, - 1.101562, - 1.078125, - 1.070312, - 1.070312, - 1.023438, - 1.085938, - 1.0625, - 0.671875, - 1.085938, - 1.101562, - 1.085938, - 1.070312, - 1.078125, - 1.078125, - 1.085938, - 1.070312, - 1.070312, - 1.078125, - 1.070312, - 1.0625, - 1.09375, - 1.117188, - 1.101562, - 0.921875, - 1.078125, - 1.0625, - 1.09375, - 1.085938, - 1.09375, - 1.09375, - 1.070312, - 1.085938, - 1.078125, - 1.09375, - 1.078125, - 1.078125, - 1.078125, - 1.078125, - 1.09375, - 1.101562, - 1.054688, - 1.085938, - 1.070312, - 1.109375, - 1.109375, - 1.085938, - 1.101562, - 1.070312, - 1.085938, - 1.085938, - 1.09375, - 1.117188, - 1.085938, - 1.078125, - 1.085938, - 1.085938, - 1.09375, - 1.101562, - 1.101562, - 1.09375, - 1.039062, - 1.6875, - 1.078125, - 1.085938, - 1.09375, - 1.085938, - 1.0625, - 1.101562, - 1.117188, - 1.492188, - 1.09375, - 0.996094, - 1.085938, - 1.078125, - 1.078125, - 1.085938, - 1.070312, - 1.078125, - 1.085938, - 1.046875, - 1.070312, - 1.078125, - 1.0625, - 1.101562, - 1.171875, - 1.078125, - 1.0625, - 1.132812, - 1.085938, - 1.09375, - 1.078125, - 0.859375, - 1.046875, - 1.070312, - 1.0625, - 1.367188, - 1.085938, - 1.117188, - 1.085938, - 1.070312, - 1.070312, - 1.101562, - 1.101562, - 1.070312, - 1.117188, - 1.101562, - 1.09375, - 1.0625, - 1.085938, - 1.078125, - 1.101562, - 1.109375, - 3.703125, - 1.070312, - 1.0625, - 1.09375, - 1.09375, - 1.0625, - 1.070312, - 1.09375, - 1.078125, - 1.085938, - 1.070312, - 1.125, - 1.085938, - 1.085938, - 1.085938, - 1.070312, - 0.949219, - 1.125, - 1.085938, - 1.078125, - 1.085938, - 1.078125, - 1.09375, - 1.109375, - 1.101562, - 1.085938, - 1.109375, - 1.085938, - 1.09375, - 1.101562, - 1.101562, - 1.109375, - 1.085938, - 1.0625, - 1.023438, - 1.085938, - 1.085938, - 1.085938, - 1.03125, - 1.085938, - 1.101562, - 1.070312, - 1.09375, - 1.070312, - 1.640625, - 1.09375, - 1.09375, - 1.125, - 1.085938, - 0.785156, - 1.054688, - 1.0625, - 1.039062, - 1.0625, - 1.070312, - 1.101562, - 1.09375, - 1.09375, - 1.117188, - 1.085938, - 1.101562, - 1.054688, - 1.085938, - 1.09375, - 1.078125, - 1.070312, - 1.085938, - 1.085938, - 1.085938, - 1.085938, - 1.085938, - 1.070312, - 1.09375, - 1.078125, - 1.0625, - 1.109375, - 1.09375, - 1.085938, - 1.117188, - 1.078125, - 1.078125, - 1.070312, - 1.101562, - 1.117188, - 1.0625, - 1.085938, - 1.0625, - 1.070312, - 1.078125, - 1.078125, - 1.078125, - 1.085938, - 1.078125, - 1.078125, - 0.785156, - 1.117188, - 1.0625, - 1.0625, - 1.078125, - 1.125, - 1.070312, - 1.070312, - 1.09375, - 1.078125, - 1.070312, - 1.585938, - 1.078125, - 1.085938, - 1.070312, - 1.109375, - 1.0625, - 1.109375, - 1.078125, - 1.0625, - 1.125, - 1.078125, - 1.070312, - 1.085938, - 1.109375, - 1.078125, - 1.070312, - 1.101562, - 1.078125, - 1.09375, - 1.085938, - 1.117188, - 1.265625, - 1.09375, - 1.070312, - 1.070312, - 1.085938, - 1.085938, - 1.101562, - 1.109375, - 1.070312, - 1.09375, - 1.0625, - 1.078125, - 1.070312, - 1.117188, - 1.078125, - 1.078125, - 1.078125, - 1.078125, - 1.0625, - 1.09375, - 1.085938, - 1.09375, - 1.078125, - 1.078125, - 1.117188, - 1.078125, - 1.09375, - 1.078125, - 1.046875, - 1.09375, - 1.085938, - 1.078125, - 1.101562, - 1.078125, - 1.09375, - 1.109375, - 1.078125, - 1.03125, - 1.085938, - 1.109375, - 1.085938, - 1.0625, - 1.109375, - 1.070312, - 1.109375, - 1.117188, - 1.078125, - 1.070312, - 1.085938, - 1.0625, - 1.085938, - 1.078125, - 1.085938, - 1.078125, - 1.0625, - 1.0625, - 1.085938, - 1.085938, - 1.085938, - 1.09375, - 1.070312, - 1.0625, - 1.546875, - 1.046875, - 1.054688, - 1.101562, - 1.078125, - 1.070312, - 1.078125, - 1.09375, - 1.46875, - 1.070312, - 1.007812, - 1.085938, - 1.085938, - 1.085938, - 1.085938, - 1.0625, - 0.789062, - 1.070312, - 1.148438, - 1.085938, - 1.085938, - 1.101562, - 1.070312, - 1.09375, - 1.085938, - 1.070312, - 1.054688, - 1.085938, - 1.085938, - 1.09375, - 1.109375, - 3.03125, - 0.949219, - 1.070312, - 0.960938, - 1.078125, - 1.0625, - 1.085938, - 1.609375, - 1.101562, - 1.085938, - 1.09375, - 1.0625, - 1.085938, - 1.070312, - 1.046875, - 1.070312, - 1.101562, - 1.085938, - 1.09375, - 1.070312, - 1.203125, - 1.078125, - 1.117188, - 1.09375, - 1.109375, - 1.078125, - 1.078125, - 1.109375, - 1.070312, - 1.0625, - 1.179688, - 1.054688, - 3.40625, - 1.078125, - 1.078125, - 1.101562, - 0.976562, - 1.070312, - 1.054688, - 1.078125, - 1.101562, - 1.132812, - 1.085938, - 1.070312, - 1.53125, - 1.109375, - 1.109375, - 1.0625, - 1.09375, - 1.070312, - 1.085938, - 1.09375, - 1.070312, - 1.085938, - 1.453125, - 1.085938, - 1.117188, - 1.101562, - 1.09375, - 0.96875, - 1.0625, - 1.070312, - 0.8125, - 0.644531, - 1.109375, - 1.078125, - 1.085938, - 1.101562, - 1.109375, - 1.085938, - 1.25, - 1.125, - 1.09375, - 1.085938, - 1.085938, - 1.09375, - 1.070312, - 1.09375, - 1.078125, - 0.667969, - 1.09375, - 0.519531, - 1.070312, - 1.132812, - 1.085938, - 1.117188, - 1.078125, - 1.078125, - 1.078125, - 1.101562, - 1.101562, - 1.09375, - 1.070312, - 1.078125, - 1.164062, - 1.078125, - 1.078125, - 1.734375, - 1.054688, - 1.101562, - 1.09375, - 1.085938, - 1.085938, - 1.101562, - 1.09375, - 1.085938, - 1.101562, - 1.070312, - 1.085938, - 1.085938, - 1.101562, - 1.078125, - 1.0625, - 1.070312, - 1.054688, - 1.101562, - 1.0625, - 1.101562, - 1.070312, - 1.09375, - 1.109375, - 1.101562, - 1.0625, - 1.09375, - 1.09375, - 1.070312, - 0.613281, - 1.078125, - 1.882812, - 1.085938, - 1.054688, - 1.046875, - 1.0625, - 1.101562, - 1.078125, - 1.117188, - 1.085938, - 1.070312, - 1.078125, - 1.09375, - 1.101562, - 1.109375, - 1.0625, - 1.078125, - 1.078125, - 1.078125, - 1.054688, - 1.09375, - 1.046875, - 1.085938, - 1.0625, - 1.125, - 1.085938, - 1.085938, - 1.109375, - 1.085938, - 1.117188, - 1.0625, - 1.085938, - 1.085938, - 1.0625, - 1.101562, - 1.085938, - 1.046875, - 1.070312, - 1.0625, - 1.078125, - 1.125, - 1.101562, - 1.09375, - 1.09375, - 1.070312, - 1.070312, - 1.109375, - 1.070312, - 1.109375, - 1.09375, - 1.070312, - 1.09375, - 1.078125, - 1.070312, - 1.085938, - 0.9375, - 1.625, - 1.0625, - 1.101562, - 1.085938, - 1.070312, - 1.09375, - 1.101562, - 1.09375, - 1.078125, - 1.070312, - 1.0625, - 1.054688, - 1.101562, - 1.078125, - 0.964844, - 1.171875, - 1.085938, - 1.09375, - 1.164062, - 1.132812, - 1.085938, - 1.09375, - 1.070312, - 1.0625, - 1.078125, - 1.09375, - 1.085938, - 1.101562, - 1.046875, - 1.085938, - 1.0625, - 1.085938, - 1.078125, - 1.09375, - 1.09375, - 1.070312, - 1.070312, - 1.109375, - 1.078125, - 1.09375, - 1.09375, - 1.117188, - 1.085938, - 1.125, - 1.085938, - 1.101562, - 1.078125, - 1.085938, - 1.101562, - 1.101562, - 1.101562, - 1.054688, - 1.0625, - 1.078125, - 1.078125, - 1.085938, - 1.09375, - 1.09375, - 1.085938, - 1.0625, - 1.046875, - 1.09375, - 1.078125, - 1.078125, - 1.109375, - 1.101562, - 1.09375, - 1.078125, - 1.101562, - 1.109375, - 1.101562, - 1.125, - 1.101562, - 1.078125, - 1.0625, - 1.421875, - 1.078125, - 1.101562, - 1.296875, - 1.109375, - 1.101562, - 1.09375, - 1.085938, - 1.070312, - 1.078125, - 1.070312, - 1.101562, - 1.09375, - 1.070312, - 1.09375, - 1.0625, - 1.0625, - 1.0625, - 1.078125, - 1.078125, - 1.0625, - 1.09375, - 1.125, - 1.09375, - 1.085938, - 1.09375, - 1.078125, - 1.078125, - 1.09375, - 1.078125, - 1.078125, - 1.085938, - 1.101562, - 1.070312, - 1.09375, - 1.085938, - 1.078125, - 1.054688, - 1.09375, - 1.070312, - 1.09375, - 1.09375, - 1.09375, - 1.070312, - 1.109375, - 1.085938, - 1.070312, - 1.054688, - 1.078125, - 1.070312, - 1.09375, - 1.101562, - 1.117188, - 1.070312, - 1.101562, - 1.078125, - 1.078125, - 1.101562, - 1.101562, - 1.078125, - 0.960938, - 1.078125, - 1.078125, - 1.078125, - 1.070312, - 1.015625, - 1.09375, - 1.101562, - 1.070312, - 1.085938, - 1.078125, - 1.054688, - 1.101562, - 1.0625, - 1.070312, - 1.132812, - 1.09375, - 1.085938, - 1.078125, - 1.09375, - 1.085938, - 1.09375, - 1.132812, - 1.085938, - 1.09375, - 1.117188, - 1.070312, - 1.070312, - 1.0625, - 1.109375, - 1.078125, - 1.085938, - 1.085938, - 1.070312, - 1.070312, - 1.070312, - 1.09375, - 1.078125, - 1.085938, - 1.09375, - 1.117188, - 1.085938, - 1.164062, - 1.070312, - 1.09375, - 1.109375, - 1.101562, - 1.085938, - 1.0625, - 1.117188, - 1.09375, - 1.078125, - 1.078125, - 1.078125, - 1.0625, - 1.078125, - 1.0625, - 1.078125, - 1.085938, - 1.695312, - 1.078125, - 1.070312, - 1.0625, - 1.03125, - 1.171875, - 1.0625, - 1.132812, - 1.078125, - 1.085938, - 1.070312, - 1.078125, - 1.078125, - 1.109375, - 1.078125, - 1.070312, - 1.085938, - 1.078125, - 1.101562, - 1.070312, - 0.609375, - 1.023438, - 1.09375, - 0.964844, - 1.125, - 1.0625, - 1.09375, - 1.085938, - 1.078125, - 1.015625, - 1.101562, - 1.09375, - 1.070312, - 1.09375, - 1.117188, - 1.117188, - 1.109375, - 1.15625, - 1.101562, - 1.101562, - 1.109375, - 1.0625, - 1.046875, - 1.078125, - 1.109375, - 1.773438, - 1.101562, - 1.0625, - 1.085938, - 1.078125, - 3.609375, - 1.117188, - 1.078125, - 1.085938, - 1.054688, - 1.007812, - 1.070312, - 1.078125, - 1.0625, - 1.085938, - 0.957031, - 1.046875, - 1.054688, - 1.554688, - 1.125, - 1.039062, - 1.078125, - 1.09375, - 1.078125, - 1.070312, - 1.742188, - 1.0625, - 1.070312, - 1.070312, - 1.132812, - 1.085938, - 1.085938, - 1.09375, - 1.101562, - 1.085938, - 1.117188, - 1.078125, - 1.085938, - 1.015625, - 1.078125, - 1.125, - 1.078125, - 1.085938, - 1.078125, - 1.101562, - 1.109375, - 1.078125, - 1.085938, - 1.078125, - 1.085938, - 1.109375, - 1.09375, - 1.101562, - 1.085938, - 1.101562, - 1.0625, - 1.070312, - 1.09375, - 1.078125, - 1.101562, - 1.078125, - 1.078125, - 1.046875, - 1.070312, - 1.054688, - 1.078125, - 1.132812, - 1.078125, - 1.085938, - 1.070312, - 1.109375, - 1.09375, - 1.09375, - 1.078125, - 1.085938, - 1.046875, - 1.132812, - 1.101562, - 1.070312, - 1.085938, - 1.0625, - 1.085938, - 1.054688, - 1.085938, - 1.109375, - 1.085938, - 1.078125, - 1.070312, - 1.109375, - 1.085938, - 1.125, - 1.070312, - 1.109375, - 1.085938, - 1.09375, - 1.023438, - 1.867188, - 1.078125, - 1.101562, - 1.070312, - 1.0625, - 1.023438, - 1.070312, - 1.09375, - 1.101562, - 1.109375, - 1.054688, - 1.070312, - 2.15625, - 1.085938, - 1.078125, - 1.0625, - 1.078125, - 1.085938, - 1.0625, - 1.085938, - 1.117188, - 1.0625, - 1.070312, - 1.078125, - 1.070312, - 1.070312, - 1.085938, - 1.460938, - 1.070312, - 1.078125, - 1.0625, - 1.046875, - 1.078125, - 1.085938, - 1.148438, - 1.085938, - 1.132812, - 1.0625, - 1.101562, - 1.070312, - 1.070312, - 1.28125, - 1.0625, - 1.070312, - 1.09375, - 1.0625, - 1.070312, - 1.101562, - 1.09375, - 1.070312, - 1.078125, - 1.09375, - 1.109375, - 1.117188, - 1.0625, - 1.078125, - 1.070312, - 1.015625, - 1.109375, - 1.070312, - 1.085938, - 1.078125, - 1.0625, - 1.78125, - 1.101562, - 1.078125, - 1.09375, - 1.070312, - 1.078125, - 1.0625, - 1.085938, - 1.0625, - 1.0625, - 1.070312, - 1.09375, - 1.148438, - 1.109375, - 1.0625, - 1.09375, - 1.101562, - 1.0625, - 1.078125, - 1.078125, - 1.070312, - 1.085938, - 1.078125, - 1.085938, - 1.078125, - 1.125, - 1.109375, - 1.109375, - 1.070312, - 1.070312, - 1.078125, - 1.109375, - 1.101562, - 1.101562, - 1.09375, - 1.078125, - 1.0625, - 1.070312, - 1.09375, - 1.0625, - 1.085938, - 1.101562, - 1.09375, - 1.132812, - 1.0625, - 1.09375, - 1.09375, - 1.070312, - 1.070312, - 1.132812, - 1.070312, - 1.085938, - 1.09375, - 1.71875, - 1.117188, - 1.109375, - 1.101562, - 1.085938, - 1.0625, - 1.085938, - 1.09375, - 1.132812, - 1.101562, - 1.140625, - 0.957031, - 1.085938, - 1.070312, - 1.0625, - 1.085938, - 1.0625, - 1.414062, - 1.070312, - 1.101562, - 1.101562, - 1.0625, - 1.070312, - 1.070312, - 1.09375, - 1.09375, - 1.117188, - 1.070312, - 1.1875, - 1.046875, - 1.070312, - 1.039062, - 1.101562, - 1.078125, - 1.078125, - 1.117188, - 1.296875, - 1.234375, - 0.828125, - 1.085938, - 1.695312, - 1.078125, - 1.09375, - 1.085938, - 1.09375, - 1.070312, - 1.164062, - 1.078125, - 1.109375, - 1.085938, - 1.085938, - 1.054688, - 1.125, - 1.109375, - 1.101562, - 1.070312, - 1.085938, - 1.070312, - 1.164062, - 3.25, - 1.078125, - 1.101562, - 1.039062, - 1.078125, - 1.070312, - 1.0625, - 1.085938, - 1.070312, - 1.109375, - 1.289062, - 1.03125, - 1.085938, - 1.039062, - 1.085938, - 1.070312, - 1.085938, - 1.054688, - 0.59375, - 1.070312, - 1.078125, - 1.0625, - 1.101562, - 1.0625, - 1.09375, - 1.09375, - 1.125, - 1.117188, - 1.0625, - 1.0625, - 1.078125, - 1.085938, - 1.070312, - 1.070312, - 1.101562, - 1.367188, - 1.09375, - 1.078125, - 1.070312, - 1.085938, - 1.078125, - 1.070312, - 1.054688, - 1.09375, - 1.09375, - 1.09375, - 1.03125, - 1.09375, - 1.070312, - 1.085938, - 1.070312, - 1.078125, - 1.078125, - 1.0625, - 1.078125, - 1.125, - 1.078125, - 1.070312, - 1.078125, - 1.078125, - 1.085938, - 1.070312, - 1.0625, - 1.101562, - 1.125, - 1.070312, - 1.117188, - 1.070312, - 1.101562, - 1.085938, - 1.101562, - 1.125, - 1.085938, - 1.078125, - 1.09375, - 1.070312, - 1.0625, - 1.09375, - 1.070312, - 1.101562, - 1.078125, - 1.078125, - 1.085938, - 1.0625, - 1.0625, - 1.125, - 1.515625, - 0.996094, - 1.085938, - 1.09375, - 1.09375, - 1.070312, - 1.085938, - 1.101562, - 1.09375, - 1.085938, - 1.085938, - 1.09375, - 1.085938, - 1.085938, - 1.101562, - 1.054688, - 1.078125, - 1.09375, - 1.09375, - 1.078125, - 1.085938, - 1.070312, - 1.070312, - 1.085938, - 1.09375, - 1.070312, - 1.070312, - 1.070312, - 1.0625, - 1.078125, - 1.085938, - 1.132812, - 1.054688, - 1.070312, - 1.09375, - 1.078125, - 1.085938, - 1.085938, - 1.085938, - 2.125, - 1.125, - 1.132812, - 1.09375, - 1.09375, - 1.078125, - 1.101562, - 1.0625, - 1.0625, - 1.101562, - 1.101562, - 0.984375, - 1.070312, - 1.078125, - 1.070312, - 1.070312, - 1.046875, - 1.078125, - 1.054688, - 1.078125, - 1.117188, - 1.109375, - 1.078125, - 1.078125, - 0.632812, - 1.101562, - 1.070312, - 1.117188, - 1.078125, - 1.078125, - 1.09375, - 1.070312, - 2.625, - 1.09375, - 1.054688, - 1.078125, - 1.09375, - 1.09375, - 1.09375, - 1.078125, - 1.09375, - 1.09375, - 1.109375, - 1.09375, - 1.15625, - 1.070312, - 1.015625, - 1.070312, - 0.941406, - 1.078125, - 1.125, - 1.070312, - 1.09375, - 1.070312, - 1.078125, - 2.46875, - 1.070312, - 1.09375, - 1.0625, - 1.078125, - 1.085938, - 1.070312, - 1.078125, - 1.078125, - 1.101562, - 1.078125, - 1.085938, - 1.078125, - 1.078125, - 1.0625, - -0.002121, - 1.085938, - 1.078125, - 1.125, - 1.117188, - 1.085938, - 1.078125, - 1.078125, - 1.078125, - 1.078125, - 1.09375, - 1.085938, - 1.070312, - 1.085938, - 1.085938, - 1.078125, - 1.085938, - 1.070312, - 0.667969, - 1.070312, - 1.078125, - 1.09375, - 1.09375, - 1.0625, - 1.078125, - 1.109375, - 1.070312, - 1.0625, - 1.078125, - 1.09375, - 1.101562, - 1.164062, - 1.09375, - 1.0625, - 1.078125, - 1.054688, - 1.085938, - 1.078125, - 1.078125, - 1.070312, - 1.101562, - 1.078125, - 1.109375, - 1.101562, - 1.101562, - 1.117188, - 1.125, - 1.125, - 1.085938, - 1.070312, - 1.078125, - 1.101562, - 1.085938, - 1.0625, - 1.0625, - 1.078125, - 1.0625, - 1.078125, - 1.445312, - 1.09375, - 1.070312, - 1.085938, - 2.140625, - 1.0625, - 1.070312, - 1.078125, - 1.054688, - 1.09375, - 1.070312, - 1.085938, - 1.078125, - 1.070312, - 1.09375, - 1.078125, - 1.601562, - 1.101562, - 1.09375, - 1.085938, - 1.101562, - 1.078125, - 1.070312, - 1.078125, - 1.09375, - 1.09375, - 1.085938, - 1.101562, - 1.09375, - 1.070312, - 1.078125, - 2.265625, - 1.085938, - 0.925781, - 1.179688, - 1.109375, - 1.085938, - 1.007812, - 1.101562, - 1.085938, - 1.078125, - 1.078125, - 1.046875, - 1.078125, - 1.09375, - 1.195312, - 1.085938, - 1.101562, - 1.09375, - 1.085938, - 1.085938, - 1.0625, - 1.09375, - 1.078125, - 1.09375, - 1.101562, - 1.109375, - 1.070312, - 1.101562, - 1.078125, - 1.398438, - 1.0625, - 1.0625, - 1.0625, - 1.460938, - 1.0625, - 1.085938, - 1.085938, - 1.0625, - 1.109375, - 0.949219, - 1.070312, - 1.101562, - 1.078125, - 1.070312, - 1.101562, - 1.101562, - 1.085938, - 1.070312, - 1.101562, - 1.09375, - 1.109375, - 1.070312, - 1.085938, - 1.070312, - 1.09375, - 1.078125, - 1.101562, - 1.125, - 1.078125, - 1.09375, - 1.078125, - 1.085938, - 1.078125, - 1.140625, - 1.085938, - 1.070312, - 1.070312, - 1.078125, - 1.109375, - 1.054688, - 1.125, - 1.078125, - 1.09375, - 1.039062, - 1.070312, - 1.070312, - 1.09375, - 0.332031, - 1.085938, - 1.085938, - 1.101562, - 1.085938, - 1.085938, - 1.15625, - 1.078125, - 1.109375, - 1.09375, - 1.648438, - 1.070312, - 1.085938, - 1.0625, - 1.039062, - 1.070312, - 1.101562, - 1.0625, - 1.101562, - 1.078125, - 1.085938, - 1.132812, - 1.078125, - 1.054688, - 1.09375, - 1.070312, - 1.078125, - 2.203125, - 1.085938, - 1.117188, - 1.070312, - 1.070312, - 1.09375, - 1.085938, - 1.078125, - 1.078125, - 1.070312, - 1.09375, - 1.0625, - 1.101562, - 1.09375, - 1.140625, - 1.070312, - 1.070312, - 1.109375, - 1.070312, - 1.09375, - 1.09375, - 1.101562, - 1.070312, - 1.0625, - 1.078125, - 1.085938, - 1.078125, - 1.0625, - 1.085938, - 1.09375, - 1.09375, - 1.125, - 1.039062, - 1.070312, - 1.0625, - 1.085938, - 1.09375, - 1.125, - 1.15625, - 1.0625, - 1.101562, - 1.070312, - 1.101562, - 1.117188, - 1.09375, - 1.085938, - 1.070312, - 1.070312, - 1.070312, - 1.085938, - 1.078125, - 1.085938, - 1.078125, - 1.070312, - 1.070312, - 1.078125, - 1.078125, - 1.0625, - 1.070312, - 1.101562, - 1.070312, - 1.09375, - 1.070312, - 1.109375, - 1.078125, - 1.109375, - 1.085938, - 1.078125, - 1.046875, - 1.117188, - 1.109375, - 1.09375, - 1.078125, - 1.117188, - 1.078125, - 1.148438, - 1.109375, - 1.085938, - 1.1875, - 1.070312, - 1.125, - 1.078125, - 1.054688, - 1.09375, - 1.054688, - 0.679688, - 1.28125, - 1.070312, - 1.085938, - 1.085938, - 1.070312, - 1.085938, - 1.09375, - 1.070312, - 1.09375, - 1.09375, - 1.078125, - 1.101562, - 1.078125, - 1.09375, - 1.085938, - 1.085938, - 1.078125, - 1.125, - 1.109375, - 1.070312, - 1.070312, - 1.015625, - 1.0625, - 1.078125, - 1.039062, - 1.117188, - 1.070312, - 1.0625, - 1.09375, - 1.0625, - 1.070312, - 1.078125, - 1.085938, - 1.09375, - 1.046875, - 1.070312, - 1.078125, - 1.0625, - 1.078125, - 1.101562, - 1.078125, - 1.101562, - 1.109375, - 1.078125, - 1.078125, - 0.734375, - 1.101562, - 1.09375, - 1.085938, - 1.09375, - 1.078125, - 1.078125, - 1.125, - 1.101562, - 1.054688, - 1.117188, - 1.109375, - 1.0625, - 1.101562, - 1.070312, - 1.078125, - 1.09375, - 0.945312, - 1.054688, - 1.101562, - 1.078125, - 1.054688, - 1.078125, - 1.078125, - 1.109375, - 1.078125, - 1.078125, - 1.070312, - 1.101562, - 1.0625, - 1.09375, - 1.085938, - 1.09375, - 1.109375, - 1.070312, - 1.085938, - 0.578125, - 1.109375, - 1.070312, - 1.085938, - 1.101562, - 1.101562, - 1.070312, - 1.09375, - 1.078125, - 1.070312, - 1.085938, - 1.117188, - 1.09375, - 1.078125, - 1.070312, - 1.054688, - 1.054688, - 1.085938, - 1.070312, - 1.070312, - 1.09375, - 1.054688, - 1.09375, - 1.0625, - 1.15625, - 1.109375, - 1.078125, - 1.101562, - 1.070312, - 1.078125, - 1.09375, - 1.125, - 1.078125, - 1.085938, - 1.078125, - 1.09375, - 1.085938, - 1.101562, - 1.078125, - 1.101562, - 1.070312, - 1.164062, - 1.078125, - 1.070312, - 1.109375, - 1.085938, - 1.085938, - 1.0625, - 1.09375, - 1.078125, - 1.070312, - 1.109375, - 1.109375, - 1.054688, - 1.0625, - 1.054688, - 1.078125, - 1.078125, - 1.0625, - 1.101562, - 1.101562, - 1.085938, - 1.085938, - 1.085938, - 1.070312, - 1.109375, - 1.078125, - 1.09375, - 1.078125, - 1.09375, - 1.070312, - 1.09375, - 1.078125, - 1.109375, - 1.078125, - 1.078125, - 1.109375, - 1.070312, - 1.070312, - 1.085938, - 1.03125, - 1.078125, - 1.070312, - 1.09375, - 1.078125, - 1.09375, - 1.117188, - 1.0625, - 1.078125, - 1.109375, - 1.109375, - 1.09375, - 1.109375, - 1.078125, - 1.09375, - 1.125, - 1.085938, - 1.078125, - 1.078125, - 1.0625, - 1.070312, - 1.09375, - 0.925781, - 1.085938, - 1.0625, - 1.109375, - 1.078125, - 1.09375, - 1.070312, - 1.117188, - 1.046875, - 1.109375, - 1.085938, - 1.0625, - 1.109375, - 1.101562, - 1.0625, - 1.101562, - 1.101562, - 1.078125, - 1.117188, - 1.101562, - 1.085938, - 1.078125, - 1.09375, - 1.078125, - 1.070312, - 1.078125, - 1.101562, - 1.070312, - 1.070312, - 1.070312, - 1.070312, - 1.078125, - 1.078125, - 1.0625, - 1.09375, - 1.09375, - 1.132812, - 1.085938, - 1.09375, - 1.03125, - 1.109375, - 1.015625, - 1.085938, - 1.03125, - 1.085938, - 1.070312, - 1.085938, - 1.078125, - 1.085938, - 1.109375, - 1.09375, - 1.078125, - 1.085938, - 1.078125, - 1.078125, - 1.117188, - 1.054688, - 1.078125, - 1.117188, - 1.109375, - 1.070312, - 1.085938, - 1.09375, - 1.09375, - 1.0625, - 1.0625, - 1.070312, - 1.101562, - 1.09375, - 1.078125, - 1.078125, - 1.078125, - 1.023438, - 1.101562, - 1.070312, - 1.09375, - 1.070312, - 1.070312, - 1.085938, - 1.085938, - 1.078125, - 1.070312, - 1.0625, - 1.078125, - 1.085938, - 1.109375, - 1.078125, - 1.070312, - 1.101562, - 1.070312, - 1.085938, - 1.132812, - 1.085938, - 1.09375, - 1.117188, - 1.085938, - 1.070312, - 1.039062, - 1.070312, - 1.078125, - 1.078125, - 1.085938, - 1.078125, - 1.695312, - 1.078125, - 1.640625, - 1.085938, - 1.0625, - 1.078125, - 1.09375, - 1.09375, - 1.0625, - 1.0625, - 1.0625, - 1.070312, - 1.085938, - 1.039062, - 1.140625, - 1.101562, - 1.070312, - 1.101562, - 1.070312, - 1.054688, - 1.070312, - 1.085938, - 1.078125, - 1.085938, - 1.101562, - 1.078125, - 0.746094, - 2.828125, - 1.070312, - 1.0625, - 1.289062, - 1.085938, - 1.070312, - 1.085938, - 1.078125, - 1.085938, - 1.0625, - 1.054688, - 1.109375, - 1.109375, - 1.101562, - 1.109375, - 1.046875, - 1.085938, - 1.101562, - 1.109375, - 1.09375, - 1.085938, - 1.085938 - ] - }, - "name": "model.transformer.layers.27.ffn_norm.weight", - "outputIndexes": [ - 1733 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1732, - 1733 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_27/Mul_1_output_0", - "outputIndexes": [ - 1734 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1734 - ], - "outputIndexes": [ - 2685 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 2685 - ], - "outputIndexes": [ - 2686 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_1/Linear", - "inputIndexes": [ - 2686 - ], - "outputIndexes": [ - 2687 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 16384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 262144, - "weightSize": 0 - }, - "external": [ - 542458948, - 16777238, - 2097152, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 2687 - ], - "outputIndexes": [ - 2688 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2688 - ], - "outputIndexes": [ - 1735 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 16384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1735, - 21, - 831, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_27/Slice_output_0", - "outputIndexes": [ - 1736 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1736 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_27/Sigmoid_output_0", - "outputIndexes": [ - 1737 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1736, - 1737 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_27/Mul_output_0", - "outputIndexes": [ - 1738 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 16384 - ] - }, - "name": "/ffn_27/Mul_1_output_0", - "outputIndexes": [ - 1739 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1735, - 831, - 1739, - 96 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_27/Slice_1_output_0", - "outputIndexes": [ - 1740 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1738, - 1740 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_27/Mul_2_output_0", - "outputIndexes": [ - 1741 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1741 - ], - "outputIndexes": [ - 2689 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 8192, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 2689 - ], - "outputIndexes": [ - 2690 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_2/Linear", - "inputIndexes": [ - 2690 - ], - "outputIndexes": [ - 2691 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 8192, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 131072, - "weightSize": 0 - }, - "external": [ - 561333338, - 8388630, - 1048576, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 2691 - ], - "outputIndexes": [ - 2692 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.27/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2692 - ], - "outputIndexes": [ - 1742 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1731, - 1742 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_111_output_0", - "outputIndexes": [ - 1743 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1, - 2048 - ] - }, - "name": "/lm/Constant_output_0__", - "outputIndexes": [ - 1744 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1743, - 1744 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/lm/Reshape_output_0", - "outputIndexes": [ - 1745 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1 - ] - }, - "name": "/rotary/Constant_6_output_0", - "outputIndexes": [ - 1746 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1745 - ], - "main_type": "NONE", - "name": "Shape2467", - "outputIndexes": [ - 1747 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1745 - ], - "main_type": "NONE", - "name": "Rank2469", - "outputIndexes": [ - 1748 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1748, - 1748 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2471", - "outputIndexes": [ - 1749 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1749 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2472", - "outputIndexes": [ - 1750 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1749, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2474", - "outputIndexes": [ - 1751 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1751 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2475", - "outputIndexes": [ - 1752 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1747, - 1750, - 1752, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2478", - "outputIndexes": [ - 1753 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1753 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2479", - "outputIndexes": [ - 1754 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1746, - 1754 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2480", - "outputIndexes": [ - 1755 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1755, - 1754 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2481", - "outputIndexes": [ - 1756 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1745, - 1756, - 1749 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/lm/Gather_output_0", - "outputIndexes": [ - 1757 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 3 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1, - 1, - 2048 - ] - }, - "name": "/lm/Constant_1_output_0__", - "outputIndexes": [ - 1758 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1757, - 1758 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/lm/Reshape_1_output_0", - "outputIndexes": [ - 1759 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1759 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/lm/norm/Mul_output_0", - "outputIndexes": [ - 1760 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2048 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.585938, - 1.53125, - 1.554688, - 1.570312, - 1.585938, - 1.53125, - 1.539062, - 1.5, - 1.523438, - 1.5625, - 1.53125, - 1.53125, - 1.554688, - 1.5, - 1.726562, - 2.6875, - 1.570312, - 1.507812, - 1.601562, - 1.578125, - 1.625, - 1.546875, - 1.523438, - 1.609375, - 1.523438, - 1.546875, - 1.554688, - 1.554688, - 1.515625, - 1.5, - 1.507812, - 1.554688, - 1.539062, - 1.5625, - 1.539062, - 1.539062, - 1.640625, - 1.507812, - 1.523438, - 1.507812, - 1.585938, - 1.546875, - 1.601562, - 1.40625, - 1.554688, - 1.421875, - 1.59375, - 1.585938, - 1.5625, - 1.554688, - 1.515625, - 1.546875, - 1.59375, - 1.515625, - 1.59375, - 1.546875, - 1.601562, - 1.59375, - 1.710938, - 1.585938, - 1.539062, - 1.578125, - 1.609375, - 1.609375, - 1.28125, - 1.554688, - 1.539062, - 1.664062, - 1.546875, - 1.578125, - 2.90625, - 1.554688, - 1.539062, - 1.53125, - 1.445312, - 1.515625, - 1.570312, - 1.554688, - 1.5625, - 1.523438, - 1.554688, - 1.601562, - 1.507812, - 1.578125, - 1.53125, - 1.570312, - 1.585938, - 1.554688, - 1.554688, - 1.539062, - 1.578125, - 1.53125, - 1.570312, - 1.335938, - 3.015625, - 1.554688, - 1.554688, - 1.460938, - 1.585938, - 1.578125, - 1.539062, - 1.609375, - 1.546875, - 1.554688, - 1.546875, - 0.960938, - 1.59375, - 1.570312, - 1.5625, - 1.632812, - 1.507812, - 1.554688, - 1.5625, - 1.5625, - 1.539062, - 1.609375, - 1.554688, - 1.523438, - 1.53125, - 1.5625, - 1.5625, - 1.601562, - 1.609375, - 1.320312, - 1.570312, - 1.421875, - 1.484375, - 1.523438, - 1.46875, - 1.5625, - 1.625, - 1.546875, - 1.757812, - 1.578125, - 1.570312, - 1.5625, - 1.539062, - 3.3125, - 1.53125, - 1.515625, - 1.554688, - 1.53125, - 1.578125, - 1.59375, - 1.515625, - 1.414062, - 1.570312, - 1.289062, - 3.28125, - 1.53125, - 1.59375, - 1.570312, - 1.546875, - 1.59375, - 1.554688, - 1.578125, - 1.546875, - 1.578125, - 1.453125, - 1.539062, - 1.507812, - 1.539062, - 1.148438, - 1.539062, - 1.609375, - 1.617188, - 1.484375, - 1.390625, - 1.351562, - 1.5625, - 0.839844, - 1.46875, - 1.539062, - 1.539062, - 1.632812, - 1.578125, - 1.53125, - 1.601562, - 1.40625, - 1.570312, - 1.5625, - 1.609375, - 1.546875, - 1.664062, - 1.523438, - 1.53125, - 1.539062, - 1.5, - 1.617188, - 1.546875, - 1.507812, - 1.539062, - 1.578125, - 1.570312, - 1.554688, - 1.460938, - 1.53125, - 1.546875, - 1.609375, - 1.53125, - 1.632812, - 1.578125, - 2.15625, - 1.5625, - 1.601562, - 1.5625, - 1.53125, - 1.570312, - 1.296875, - 1.421875, - 1.625, - 1.601562, - 1.539062, - 1.570312, - 1.5625, - 1.523438, - 1.59375, - 1.515625, - 1.585938, - 1.4375, - 1.34375, - 1.5625, - 0.875, - 1.546875, - 1.53125, - 1.5, - 1.578125, - 1.554688, - 1.507812, - 1.5625, - 1.546875, - 1.507812, - 1.46875, - 1.5625, - 1.546875, - 1.46875, - 1.59375, - 1.554688, - 1.085938, - 1.585938, - 1.625, - 1.5625, - 1.601562, - 1.664062, - 1.65625, - 1.578125, - 1.453125, - 1.523438, - 1.328125, - 1.5625, - 1.601562, - 1.34375, - 1.515625, - 1.625, - 1.5625, - 1.382812, - 1.53125, - 1.554688, - 1.601562, - 1.648438, - 1.570312, - 1.523438, - 1.554688, - 1.507812, - 1.601562, - 1.539062, - 1.585938, - 1.546875, - 1.585938, - 1.5625, - 1.648438, - 1.546875, - 1.601562, - 1.570312, - 1.5625, - 1.351562, - 2.953125, - 1.570312, - 1.578125, - 1.539062, - 1.546875, - 1.539062, - 1.539062, - 1.5625, - 2.921875, - 1.570312, - 1.257812, - 1.53125, - 1.601562, - 1.578125, - 1.617188, - 1.578125, - 1.515625, - 1.578125, - 1.53125, - 1.5625, - 1.5625, - 1.554688, - 1.609375, - 1.921875, - 1.632812, - 1.539062, - 1.507812, - 1.5625, - 1.601562, - 1.546875, - 1.046875, - 1.523438, - 1.507812, - 1.570312, - 2.296875, - 1.601562, - 1.53125, - 1.554688, - 1.5625, - 1.5625, - 1.578125, - 1.648438, - 1.578125, - 1.476562, - 1.578125, - 1.578125, - 1.523438, - 1.601562, - 1.578125, - 1.570312, - 1.695312, - 2.828125, - 1.5625, - 1.578125, - 1.570312, - 1.554688, - 1.539062, - 1.523438, - 1.515625, - 1.539062, - 1.5625, - 1.507812, - 1.554688, - 1.523438, - 1.5625, - 1.578125, - 1.585938, - 1.210938, - 1.632812, - 1.5, - 1.546875, - 1.523438, - 1.554688, - 1.515625, - 1.539062, - 1.5625, - 1.585938, - 1.59375, - 1.507812, - 1.570312, - 1.5625, - 1.570312, - 1.664062, - 1.539062, - 1.59375, - 1.320312, - 1.507812, - 1.640625, - 1.570312, - 1.289062, - 1.507812, - 1.476562, - 1.546875, - 1.546875, - 1.460938, - 4.875, - 1.546875, - 1.476562, - 1.578125, - 1.554688, - 0.953125, - 1.546875, - 1.546875, - 1.257812, - 1.546875, - 1.601562, - 1.609375, - 1.515625, - 1.523438, - 1.710938, - 1.601562, - 1.59375, - 1.5625, - 1.484375, - 1.5625, - 1.53125, - 1.523438, - 1.609375, - 1.570312, - 1.53125, - 1.578125, - 1.640625, - 1.476562, - 1.539062, - 1.53125, - 1.570312, - 1.5625, - 1.578125, - 1.703125, - 1.375, - 1.546875, - 1.539062, - 1.515625, - 1.554688, - 1.359375, - 1.5625, - 1.578125, - 1.546875, - 1.484375, - 1.570312, - 1.578125, - 1.59375, - 1.5625, - 1.578125, - 1.554688, - 1.0, - 1.585938, - 1.554688, - 1.546875, - 1.5625, - 1.6875, - 1.484375, - 1.617188, - 1.578125, - 1.632812, - 1.53125, - 3.125, - 1.554688, - 1.71875, - 1.53125, - 1.578125, - 1.5625, - 1.632812, - 1.546875, - 1.546875, - 1.570312, - 1.554688, - 1.539062, - 1.601562, - 1.53125, - 1.5625, - 1.515625, - 1.53125, - 1.523438, - 1.546875, - 1.453125, - 1.6875, - 2.140625, - 1.59375, - 1.523438, - 1.507812, - 1.546875, - 1.625, - 1.476562, - 1.523438, - 1.742188, - 1.539062, - 1.601562, - 1.515625, - 1.625, - 1.570312, - 1.570312, - 1.5625, - 1.539062, - 1.523438, - 1.398438, - 1.601562, - 1.546875, - 1.578125, - 1.570312, - 1.554688, - 1.601562, - 1.539062, - 1.539062, - 1.554688, - 1.546875, - 1.554688, - 1.59375, - 1.609375, - 1.539062, - 1.546875, - 1.570312, - 1.539062, - 1.585938, - 1.351562, - 1.578125, - 1.523438, - 1.484375, - 1.523438, - 1.570312, - 1.546875, - 1.546875, - 1.765625, - 1.585938, - 1.515625, - 1.539062, - 1.539062, - 1.546875, - 1.539062, - 1.578125, - 1.515625, - 1.539062, - 1.546875, - 1.585938, - 1.554688, - 1.585938, - 1.53125, - 1.648438, - 1.4375, - 3.171875, - 1.546875, - 1.4375, - 1.53125, - 1.492188, - 1.554688, - 1.585938, - 1.53125, - 2.734375, - 1.390625, - 1.242188, - 1.617188, - 1.585938, - 1.5625, - 1.570312, - 1.546875, - 0.886719, - 1.585938, - 1.617188, - 1.601562, - 1.59375, - 1.59375, - 1.5625, - 1.546875, - 1.570312, - 1.570312, - 1.539062, - 1.578125, - 1.539062, - 1.484375, - 1.53125, - 8.75, - 1.1875, - 1.523438, - 1.210938, - 1.476562, - 1.539062, - 1.507812, - 3.046875, - 1.5625, - 1.554688, - 1.5625, - 1.484375, - 1.578125, - 1.460938, - 1.53125, - 1.53125, - 1.625, - 1.585938, - 1.59375, - 1.3125, - 2.03125, - 1.453125, - 1.65625, - 1.351562, - 1.585938, - 1.359375, - 1.5, - 1.679688, - 1.523438, - 1.46875, - 1.75, - 1.585938, - 11.625, - 1.554688, - 1.523438, - 1.570312, - 0.867188, - 1.476562, - 1.554688, - 1.507812, - 1.609375, - 1.59375, - 1.5625, - 1.578125, - 2.734375, - 1.578125, - 1.601562, - 1.570312, - 1.53125, - 1.46875, - 1.601562, - 1.5625, - 1.554688, - 1.554688, - 2.609375, - 1.5, - 1.585938, - 1.625, - 1.632812, - 1.289062, - 1.546875, - 1.5625, - 1.015625, - 0.84375, - 1.585938, - 1.5625, - 1.570312, - 1.59375, - 1.546875, - 1.601562, - 2.125, - 1.640625, - 1.5625, - 1.585938, - 1.5625, - 1.648438, - 1.460938, - 1.523438, - 1.546875, - 0.847656, - 1.546875, - 0.59375, - 1.601562, - 1.671875, - 1.59375, - 1.523438, - 1.554688, - 1.570312, - 1.648438, - 1.5625, - 1.554688, - 1.585938, - 1.59375, - 1.554688, - 2.046875, - 1.546875, - 1.5625, - 3.1875, - 1.546875, - 1.578125, - 1.601562, - 1.515625, - 1.554688, - 1.578125, - 1.601562, - 1.65625, - 1.625, - 1.570312, - 1.59375, - 1.539062, - 1.539062, - 1.5, - 1.546875, - 1.5625, - 1.5625, - 1.570312, - 1.546875, - 1.609375, - 1.460938, - 1.578125, - 1.515625, - 1.59375, - 1.4375, - 1.546875, - 1.554688, - 1.539062, - 0.777344, - 1.5625, - 3.6875, - 1.640625, - 1.46875, - 1.507812, - 1.5, - 1.640625, - 1.523438, - 1.445312, - 1.578125, - 1.539062, - 1.5625, - 1.703125, - 1.710938, - 1.5625, - 1.554688, - 1.523438, - 1.632812, - 1.570312, - 1.539062, - 1.484375, - 1.546875, - 1.539062, - 1.539062, - 1.578125, - 1.59375, - 1.578125, - 1.53125, - 1.546875, - 1.609375, - 1.53125, - 1.609375, - 1.609375, - 1.5625, - 1.65625, - 1.554688, - 1.515625, - 1.570312, - 1.46875, - 1.632812, - 1.789062, - 1.585938, - 1.5625, - 1.546875, - 1.539062, - 1.59375, - 1.632812, - 1.546875, - 1.570312, - 1.539062, - 1.546875, - 1.515625, - 1.609375, - 1.5625, - 1.539062, - 1.226562, - 2.84375, - 1.515625, - 1.5625, - 1.554688, - 1.546875, - 1.523438, - 1.546875, - 1.523438, - 1.554688, - 1.515625, - 1.492188, - 1.53125, - 1.523438, - 1.539062, - 1.289062, - 1.640625, - 1.515625, - 1.5, - 2.609375, - 1.53125, - 1.570312, - 1.648438, - 1.570312, - 1.601562, - 1.53125, - 1.492188, - 1.546875, - 1.609375, - 1.429688, - 1.492188, - 1.554688, - 1.515625, - 1.539062, - 1.523438, - 1.546875, - 1.578125, - 1.585938, - 1.601562, - 1.539062, - 1.585938, - 1.585938, - 1.648438, - 1.648438, - 1.734375, - 1.546875, - 1.578125, - 1.53125, - 1.554688, - 1.664062, - 1.59375, - 1.460938, - 1.515625, - 1.421875, - 1.53125, - 1.53125, - 1.617188, - 1.554688, - 1.570312, - 1.570312, - 1.539062, - 1.414062, - 1.59375, - 1.601562, - 1.5625, - 1.335938, - 1.273438, - 1.5625, - 1.59375, - 1.617188, - 1.601562, - 1.570312, - 1.523438, - 1.546875, - 1.726562, - 1.546875, - 2.6875, - 1.59375, - 1.523438, - 1.546875, - 1.59375, - 1.53125, - 1.5625, - 1.570312, - 1.554688, - 1.578125, - 1.570312, - 1.609375, - 1.570312, - 1.5625, - 1.546875, - 1.578125, - 1.546875, - 1.648438, - 1.570312, - 1.507812, - 1.585938, - 1.570312, - 1.507812, - 1.53125, - 1.539062, - 1.484375, - 1.554688, - 1.5625, - 1.59375, - 1.539062, - 1.5, - 1.609375, - 1.570312, - 1.523438, - 1.546875, - 1.546875, - 1.570312, - 1.507812, - 1.59375, - 1.609375, - 1.78125, - 1.59375, - 1.546875, - 1.523438, - 1.578125, - 1.554688, - 1.546875, - 1.59375, - 1.546875, - 1.53125, - 1.523438, - 1.484375, - 1.578125, - 1.539062, - 1.585938, - 1.5625, - 1.5, - 1.578125, - 1.515625, - 1.578125, - 1.320312, - 1.59375, - 1.601562, - 1.59375, - 1.585938, - 1.335938, - 1.546875, - 1.59375, - 1.546875, - 1.554688, - 1.546875, - 1.53125, - 1.539062, - 1.507812, - 1.59375, - 1.734375, - 1.570312, - 1.554688, - 1.554688, - 1.601562, - 1.601562, - 1.554688, - 1.632812, - 1.5625, - 1.585938, - 1.585938, - 1.601562, - 1.5625, - 1.445312, - 1.539062, - 1.515625, - 1.601562, - 1.53125, - 1.5625, - 1.539062, - 1.59375, - 1.578125, - 1.53125, - 1.476562, - 1.585938, - 1.539062, - 1.601562, - 1.984375, - 1.570312, - 1.523438, - 1.601562, - 1.59375, - 1.5625, - 1.546875, - 1.453125, - 1.546875, - 1.554688, - 1.570312, - 1.59375, - 1.5625, - 1.578125, - 1.546875, - 1.554688, - 1.523438, - 3.15625, - 1.554688, - 1.601562, - 1.5625, - 1.445312, - 1.609375, - 1.5, - 1.648438, - 1.554688, - 1.53125, - 1.539062, - 1.601562, - 1.601562, - 1.59375, - 1.59375, - 1.554688, - 1.609375, - 1.53125, - 1.5625, - 1.53125, - 0.777344, - 1.359375, - 1.539062, - 1.195312, - 1.671875, - 1.539062, - 1.648438, - 1.578125, - 1.59375, - 1.351562, - 1.539062, - 1.71875, - 1.46875, - 1.578125, - 1.609375, - 1.585938, - 1.601562, - 1.65625, - 1.609375, - 1.59375, - 1.5625, - 1.546875, - 1.296875, - 1.53125, - 1.5625, - 3.1875, - 1.671875, - 1.554688, - 1.523438, - 1.578125, - 0.034912, - 1.546875, - 1.5625, - 1.5, - 1.367188, - 1.28125, - 1.601562, - 1.648438, - 1.453125, - 1.546875, - 1.25, - 1.554688, - 1.601562, - 2.75, - 1.578125, - 1.570312, - 1.53125, - 1.5625, - 1.484375, - 1.554688, - 2.46875, - 1.546875, - 1.515625, - 1.585938, - 1.34375, - 1.5625, - 1.546875, - 1.648438, - 1.6875, - 1.539062, - 1.835938, - 1.570312, - 1.554688, - 1.40625, - 1.585938, - 1.640625, - 1.554688, - 1.578125, - 1.523438, - 1.570312, - 1.578125, - 1.578125, - 1.570312, - 1.546875, - 1.523438, - 1.554688, - 1.570312, - 1.546875, - 1.585938, - 1.554688, - 1.53125, - 1.59375, - 1.570312, - 1.585938, - 1.664062, - 1.59375, - 1.484375, - 1.460938, - 1.53125, - 1.53125, - 1.570312, - 1.5625, - 1.5, - 1.695312, - 1.515625, - 1.585938, - 1.453125, - 1.578125, - 1.554688, - 1.632812, - 1.539062, - 1.5625, - 1.523438, - 1.382812, - 1.578125, - 1.539062, - 1.601562, - 1.539062, - 1.515625, - 1.53125, - 1.554688, - 1.546875, - 1.632812, - 1.546875, - 1.570312, - 1.6875, - 1.523438, - 1.671875, - 1.546875, - 1.59375, - 1.414062, - 3.46875, - 1.539062, - 1.5625, - 1.578125, - 1.546875, - 1.273438, - 1.539062, - 1.617188, - 1.625, - 1.554688, - 1.5, - 1.53125, - 5.3125, - 1.59375, - 1.585938, - 1.335938, - 1.570312, - 1.554688, - 1.5625, - 1.625, - 1.5625, - 1.539062, - 1.59375, - 1.546875, - 1.554688, - 1.5, - 1.554688, - 1.59375, - 1.554688, - 1.578125, - 1.554688, - 1.390625, - 1.515625, - 1.585938, - 1.585938, - 1.53125, - 1.585938, - 1.515625, - 1.578125, - 1.53125, - 1.492188, - 2.015625, - 1.515625, - 1.421875, - 1.664062, - 1.585938, - 1.4375, - 1.554688, - 1.71875, - 1.546875, - 1.53125, - 1.640625, - 1.578125, - 1.625, - 1.539062, - 1.5, - 1.523438, - 1.359375, - 1.570312, - 1.539062, - 1.546875, - 1.515625, - 1.585938, - 3.625, - 1.585938, - 1.546875, - 1.578125, - 1.539062, - 1.640625, - 1.554688, - 1.5625, - 1.445312, - 1.539062, - 1.546875, - 1.648438, - 1.539062, - 1.585938, - 1.554688, - 1.507812, - 1.585938, - 1.53125, - 1.554688, - 1.53125, - 1.515625, - 1.578125, - 1.546875, - 1.625, - 1.59375, - 1.5625, - 1.539062, - 1.601562, - 1.585938, - 1.578125, - 1.539062, - 1.523438, - 1.6875, - 1.59375, - 1.585938, - 1.539062, - 1.59375, - 1.546875, - 1.5, - 1.453125, - 1.546875, - 1.539062, - 1.585938, - 1.648438, - 1.578125, - 1.609375, - 1.570312, - 1.554688, - 1.523438, - 1.53125, - 1.617188, - 1.632812, - 1.546875, - 3.296875, - 1.539062, - 1.5625, - 1.546875, - 1.546875, - 1.554688, - 1.421875, - 1.703125, - 1.53125, - 1.5625, - 1.617188, - 1.132812, - 1.570312, - 1.507812, - 1.5625, - 1.570312, - 1.539062, - 2.546875, - 1.421875, - 1.523438, - 1.59375, - 1.554688, - 1.59375, - 1.53125, - 1.5625, - 1.546875, - 1.507812, - 1.585938, - 1.632812, - 1.507812, - 1.632812, - 1.46875, - 1.570312, - 1.554688, - 1.570312, - 1.585938, - 2.1875, - 1.898438, - 1.21875, - 1.585938, - 2.578125, - 1.515625, - 1.523438, - 1.570312, - 1.476562, - 1.59375, - 1.664062, - 1.5625, - 1.59375, - 1.507812, - 1.609375, - 1.5, - 1.601562, - 1.5625, - 1.632812, - 1.5625, - 1.554688, - 1.515625, - 1.484375, - 7.9375, - 1.539062, - 1.53125, - 1.507812, - 1.484375, - 1.539062, - 1.523438, - 1.539062, - 1.585938, - 1.609375, - 2.03125, - 1.0625, - 1.546875, - 1.226562, - 1.515625, - 1.53125, - 1.664062, - 1.554688, - 0.726562, - 1.460938, - 1.484375, - 1.53125, - 1.492188, - 1.59375, - 1.554688, - 1.609375, - 1.617188, - 1.609375, - 1.523438, - 1.554688, - 1.523438, - 1.585938, - 1.539062, - 1.546875, - 1.632812, - 2.53125, - 1.5625, - 1.539062, - 1.570312, - 1.539062, - 1.664062, - 1.5, - 1.5625, - 1.570312, - 1.476562, - 1.546875, - 1.484375, - 1.570312, - 1.539062, - 1.617188, - 1.5625, - 1.523438, - 1.5625, - 1.609375, - 1.539062, - 1.585938, - 1.515625, - 1.554688, - 1.59375, - 1.59375, - 1.53125, - 1.53125, - 1.546875, - 1.515625, - 1.671875, - 1.585938, - 1.5625, - 1.53125, - 1.570312, - 1.570312, - 1.570312, - 1.359375, - 1.5625, - 1.625, - 1.570312, - 1.578125, - 1.546875, - 1.570312, - 1.523438, - 1.734375, - 1.664062, - 1.554688, - 1.601562, - 1.570312, - 1.515625, - 1.539062, - 2.78125, - 1.359375, - 1.578125, - 1.5625, - 1.5625, - 1.53125, - 1.570312, - 1.5625, - 1.507812, - 1.570312, - 1.59375, - 1.515625, - 1.679688, - 1.601562, - 1.554688, - 1.554688, - 1.515625, - 1.601562, - 1.625, - 1.515625, - 1.5625, - 1.601562, - 1.5625, - 1.539062, - 1.609375, - 1.609375, - 1.554688, - 1.554688, - 1.539062, - 1.523438, - 1.546875, - 1.585938, - 1.523438, - 1.53125, - 1.546875, - 1.554688, - 1.5, - 1.625, - 1.546875, - 4.0, - 1.539062, - 1.632812, - 1.59375, - 1.578125, - 1.546875, - 1.53125, - 1.554688, - 1.523438, - 1.570312, - 1.539062, - 1.25, - 1.484375, - 1.539062, - 1.570312, - 1.570312, - 1.476562, - 1.570312, - 1.5625, - 1.539062, - 1.289062, - 1.585938, - 1.546875, - 1.625, - 0.804688, - 1.617188, - 1.578125, - 1.5, - 1.546875, - 1.5625, - 1.546875, - 1.53125, - 3.6875, - 1.648438, - 1.585938, - 1.554688, - 1.546875, - 1.515625, - 1.6875, - 1.601562, - 1.625, - 1.507812, - 1.59375, - 1.617188, - 1.6875, - 1.5625, - 1.3125, - 1.554688, - 1.328125, - 1.554688, - 1.585938, - 1.546875, - 1.554688, - 1.5625, - 1.515625, - 5.1875, - 1.546875, - 1.59375, - 1.523438, - 1.5625, - 1.617188, - 1.53125, - 1.507812, - 1.5625, - 1.640625, - 1.539062, - 1.554688, - 1.640625, - 1.515625, - 1.578125, - 0.00079, - 1.59375, - 1.585938, - 1.382812, - 1.554688, - 1.5625, - 1.5, - 1.585938, - 1.53125, - 1.59375, - 1.609375, - 1.648438, - 1.625, - 1.539062, - 1.5625, - 1.507812, - 1.578125, - 1.515625, - 0.765625, - 1.585938, - 1.578125, - 1.625, - 1.664062, - 1.523438, - 1.59375, - 1.578125, - 1.546875, - 1.570312, - 1.570312, - 1.59375, - 1.5625, - 1.867188, - 1.53125, - 1.570312, - 1.585938, - 1.5, - 1.609375, - 1.554688, - 1.40625, - 1.601562, - 1.585938, - 1.632812, - 1.578125, - 1.484375, - 1.648438, - 1.664062, - 1.429688, - 1.632812, - 1.523438, - 1.398438, - 1.617188, - 1.601562, - 1.585938, - 1.492188, - 1.617188, - 1.570312, - 1.578125, - 1.507812, - 2.625, - 1.507812, - 1.539062, - 1.671875, - 4.1875, - 1.609375, - 1.53125, - 1.515625, - 1.429688, - 1.554688, - 1.53125, - 1.578125, - 1.507812, - 1.546875, - 1.5625, - 1.5625, - 2.609375, - 1.523438, - 1.617188, - 1.539062, - 1.601562, - 1.492188, - 1.625, - 1.523438, - 1.554688, - 1.5625, - 1.554688, - 1.523438, - 1.640625, - 1.539062, - 1.5625, - 5.03125, - 1.515625, - 1.226562, - 1.773438, - 1.546875, - 1.515625, - 1.265625, - 1.515625, - 1.5, - 1.5625, - 1.484375, - 1.460938, - 1.539062, - 1.585938, - 1.46875, - 1.570312, - 1.539062, - 1.539062, - 1.609375, - 1.570312, - 1.585938, - 1.507812, - 1.570312, - 1.5, - 1.59375, - 1.546875, - 1.546875, - 1.679688, - 1.59375, - 2.03125, - 1.59375, - 1.53125, - 1.523438, - 4.03125, - 1.59375, - 1.554688, - 1.476562, - 1.507812, - 1.5625, - 1.226562, - 1.554688, - 1.515625, - 1.59375, - 1.601562, - 1.578125, - 1.601562, - 1.539062, - 1.578125, - 1.5625, - 1.546875, - 1.523438, - 1.515625, - 1.53125, - 1.546875, - 1.539062, - 1.5625, - 1.609375, - 1.796875, - 1.546875, - 1.539062, - 1.539062, - 1.585938, - 1.601562, - 1.578125, - 1.609375, - 1.53125, - 1.539062, - 1.570312, - 1.53125, - 1.5625, - 1.539062, - 1.585938, - 1.617188, - 1.445312, - 1.554688, - 1.5625, - 1.609375, - 0.00473, - 1.53125, - 1.578125, - 1.554688, - 1.585938, - 1.554688, - 1.59375, - 1.554688, - 1.5625, - 1.523438, - 3.203125, - 1.53125, - 1.484375, - 1.515625, - 1.46875, - 1.546875, - 1.617188, - 1.554688, - 1.460938, - 1.570312, - 1.625, - 1.648438, - 1.640625, - 1.554688, - 1.632812, - 1.507812, - 1.507812, - 5.5, - 1.570312, - 1.65625, - 1.5625, - 1.585938, - 1.5625, - 1.5625, - 1.585938, - 1.5625, - 1.601562, - 1.585938, - 1.5625, - 1.539062, - 1.578125, - 1.507812, - 1.570312, - 1.570312, - 1.617188, - 1.523438, - 1.546875, - 1.554688, - 1.546875, - 1.453125, - 1.515625, - 1.570312, - 1.617188, - 1.546875, - 1.59375, - 1.617188, - 1.609375, - 1.546875, - 1.664062, - 1.375, - 1.601562, - 1.53125, - 1.5, - 1.5625, - 1.539062, - 1.578125, - 1.523438, - 1.554688, - 1.539062, - 1.578125, - 1.617188, - 1.484375, - 1.5625, - 1.570312, - 1.5625, - 1.570312, - 1.539062, - 1.5625, - 1.546875, - 1.59375, - 1.515625, - 1.585938, - 1.53125, - 1.59375, - 1.523438, - 1.539062, - 1.570312, - 1.523438, - 1.648438, - 1.539062, - 1.359375, - 1.578125, - 1.726562, - 1.53125, - 1.539062, - 1.5625, - 1.554688, - 1.523438, - 1.5625, - 1.578125, - 1.578125, - 1.601562, - 1.703125, - 1.5625, - 1.546875, - 1.835938, - 1.507812, - 1.65625, - 1.546875, - 1.554688, - 1.523438, - 1.578125, - 0.898438, - 2.203125, - 1.585938, - 1.492188, - 1.523438, - 1.585938, - 1.578125, - 1.59375, - 1.515625, - 1.578125, - 1.640625, - 1.625, - 1.609375, - 1.492188, - 1.539062, - 1.5625, - 1.5625, - 1.539062, - 1.796875, - 1.601562, - 1.554688, - 1.523438, - 1.304688, - 1.546875, - 1.5625, - 1.351562, - 1.75, - 1.523438, - 1.578125, - 1.492188, - 1.578125, - 1.617188, - 1.617188, - 1.578125, - 1.546875, - 1.546875, - 1.367188, - 1.554688, - 1.351562, - 1.5625, - 1.734375, - 1.507812, - 1.585938, - 1.617188, - 1.578125, - 1.53125, - 0.890625, - 1.609375, - 1.59375, - 1.554688, - 1.4375, - 1.5625, - 1.539062, - 1.625, - 1.578125, - 1.546875, - 1.570312, - 1.617188, - 1.507812, - 1.539062, - 1.492188, - 1.382812, - 1.546875, - 1.210938, - 1.515625, - 1.53125, - 1.554688, - 1.296875, - 1.578125, - 1.546875, - 1.625, - 1.523438, - 1.570312, - 1.492188, - 1.625, - 1.632812, - 1.5625, - 1.609375, - 1.609375, - 1.726562, - 1.539062, - 1.570312, - 0.757812, - 1.59375, - 1.554688, - 1.546875, - 1.601562, - 1.648438, - 1.585938, - 1.617188, - 1.554688, - 1.570312, - 1.53125, - 1.554688, - 1.484375, - 1.539062, - 1.65625, - 1.523438, - 1.453125, - 1.539062, - 1.5625, - 1.59375, - 1.539062, - 1.546875, - 1.570312, - 1.554688, - 1.75, - 1.515625, - 1.570312, - 1.585938, - 1.523438, - 1.554688, - 1.617188, - 1.59375, - 1.539062, - 1.570312, - 1.523438, - 1.585938, - 1.601562, - 1.539062, - 1.539062, - 1.398438, - 1.523438, - 1.75, - 1.546875, - 1.53125, - 1.546875, - 1.664062, - 1.585938, - 1.539062, - 1.640625, - 1.5625, - 1.523438, - 1.632812, - 1.585938, - 1.546875, - 1.5625, - 1.539062, - 1.59375, - 1.507812, - 1.445312, - 1.570312, - 1.570312, - 1.523438, - 1.554688, - 1.554688, - 1.546875, - 1.515625, - 1.53125, - 1.578125, - 1.5625, - 1.546875, - 1.570312, - 1.554688, - 1.53125, - 1.523438, - 1.609375, - 1.546875, - 1.5625, - 1.546875, - 1.53125, - 1.59375, - 1.53125, - 1.617188, - 1.539062, - 1.617188, - 1.5625, - 1.539062, - 1.664062, - 1.5625, - 1.734375, - 1.546875, - 1.617188, - 1.382812, - 1.570312, - 1.554688, - 1.59375, - 1.476562, - 1.539062, - 1.523438, - 1.453125, - 1.539062, - 1.546875, - 1.578125, - 1.125, - 1.554688, - 1.523438, - 1.382812, - 1.5625, - 1.570312, - 1.601562, - 1.53125, - 1.554688, - 1.515625, - 1.59375, - 1.609375, - 1.625, - 1.65625, - 1.484375, - 1.585938, - 1.507812, - 1.585938, - 1.609375, - 1.59375, - 1.632812, - 1.546875, - 1.515625, - 1.601562, - 1.265625, - 1.554688, - 1.320312, - 1.554688, - 1.546875, - 1.5625, - 1.5625, - 1.5625, - 1.5625, - 1.46875, - 1.429688, - 1.53125, - 1.632812, - 1.570312, - 1.59375, - 1.242188, - 1.570312, - 1.203125, - 1.546875, - 1.460938, - 1.53125, - 1.46875, - 1.523438, - 1.570312, - 1.585938, - 1.5625, - 1.554688, - 1.539062, - 1.570312, - 1.585938, - 1.554688, - 1.5625, - 1.570312, - 1.515625, - 1.539062, - 1.578125, - 1.515625, - 1.492188, - 1.632812, - 1.570312, - 1.617188, - 1.539062, - 1.5625, - 1.664062, - 1.523438, - 1.492188, - 1.609375, - 1.5625, - 1.398438, - 1.5625, - 1.554688, - 1.625, - 1.609375, - 1.515625, - 1.546875, - 1.585938, - 1.578125, - 1.570312, - 1.53125, - 1.578125, - 1.570312, - 1.640625, - 1.578125, - 1.5625, - 1.632812, - 1.53125, - 1.546875, - 1.5625, - 1.625, - 1.5625, - 1.640625, - 1.4375, - 1.5, - 1.484375, - 1.546875, - 1.578125, - 1.59375, - 1.554688, - 1.578125, - 3.109375, - 1.578125, - 3.203125, - 1.609375, - 1.5625, - 1.609375, - 1.515625, - 1.640625, - 1.53125, - 1.5625, - 1.578125, - 1.515625, - 1.585938, - 1.265625, - 1.421875, - 1.546875, - 1.523438, - 1.765625, - 1.546875, - 1.578125, - 1.539062, - 1.585938, - 1.570312, - 1.546875, - 1.5, - 1.578125, - 0.886719, - 5.59375, - 1.53125, - 1.5625, - 2.6875, - 1.585938, - 1.570312, - 1.5625, - 1.578125, - 1.625, - 1.5625, - 1.554688, - 1.5625, - 1.65625, - 1.5625, - 1.695312, - 1.554688, - 1.625, - 1.632812, - 1.609375, - 1.640625, - 1.5625, - 1.601562 - ] - }, - "name": "model.transformer.norm.weight", - "outputIndexes": [ - 1761 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1760, - 1761 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/lm/norm/Mul_1_output_0", - "outputIndexes": [ - 1762 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1762 - ], - "outputIndexes": [ - 2693 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2048, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/pre_convert", - "inputIndexes": [ - 2693 - ], - "outputIndexes": [ - 2694 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear", - "inputIndexes": [ - 2694 - ], - "outputIndexes": [ - 2695 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 32000, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2048, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 512000, - "weightSize": 0 - }, - "external": [ - 570770544, - 32768022, - 4096000, - 128000, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/post_convert", - "inputIndexes": [ - 2695 - ], - "outputIndexes": [ - 2696 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 2696 - ], - "outputIndexes": [ - 1763 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 32000 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 32000 - ] - }, - "name": "/Constant_836_output_0__", - "outputIndexes": [ - 1764 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1763, - 1764 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "logits", - "outputIndexes": [ - 1765 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 28, - 2, - -1, - 0, - 4, - 64 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "past_key_values", - "outputIndexes": [ - 1766 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766 - ], - "main_type": "NONE", - "name": "Shape2497", - "outputIndexes": [ - 1767 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1766 - ], - "main_type": "NONE", - "name": "Rank2499", - "outputIndexes": [ - 1768 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1768, - 1768 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2501", - "outputIndexes": [ - 1769 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2502", - "outputIndexes": [ - 1770 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2504", - "outputIndexes": [ - 1771 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2505", - "outputIndexes": [ - 1772 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1770, - 1772, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2508", - "outputIndexes": [ - 1773 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1773 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2509", - "outputIndexes": [ - 1774 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1774, - 1774 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2511", - "outputIndexes": [ - 1775 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1775, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_output_0", - "outputIndexes": [ - 1776 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1776, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_280_output_0", - "outputIndexes": [ - 1777 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2519", - "outputIndexes": [ - 1778 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2522", - "outputIndexes": [ - 1779 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1778, - 1779, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2525", - "outputIndexes": [ - 1780 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1780 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2526", - "outputIndexes": [ - 1781 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1781 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2527", - "outputIndexes": [ - 1782 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1782, - 1781 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2528", - "outputIndexes": [ - 1783 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1783, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_7_output_0", - "outputIndexes": [ - 1784 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1784, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_281_output_0", - "outputIndexes": [ - 1785 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2 - ] - }, - "name": "/rotary/Constant_7_output_0", - "outputIndexes": [ - 1786 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2537", - "outputIndexes": [ - 1787 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2540", - "outputIndexes": [ - 1788 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1787, - 1788, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2543", - "outputIndexes": [ - 1789 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1789 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2544", - "outputIndexes": [ - 1790 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1786, - 1790 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2545", - "outputIndexes": [ - 1791 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1791, - 1790 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2546", - "outputIndexes": [ - 1792 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1792, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_12_output_0", - "outputIndexes": [ - 1793 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1793, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_282_output_0", - "outputIndexes": [ - 1794 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3 - ] - }, - "name": "/Constant_11_output_0", - "outputIndexes": [ - 1795 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2555", - "outputIndexes": [ - 1796 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2558", - "outputIndexes": [ - 1797 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1796, - 1797, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2561", - "outputIndexes": [ - 1798 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1798 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2562", - "outputIndexes": [ - 1799 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1795, - 1799 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2563", - "outputIndexes": [ - 1800 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1800, - 1799 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2564", - "outputIndexes": [ - 1801 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1801, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_17_output_0", - "outputIndexes": [ - 1802 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1802, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_283_output_0", - "outputIndexes": [ - 1803 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4 - ] - }, - "name": "/Constant_6_output_0", - "outputIndexes": [ - 1804 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2573", - "outputIndexes": [ - 1805 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2576", - "outputIndexes": [ - 1806 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1805, - 1806, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2579", - "outputIndexes": [ - 1807 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1807 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2580", - "outputIndexes": [ - 1808 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1804, - 1808 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2581", - "outputIndexes": [ - 1809 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1809, - 1808 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2582", - "outputIndexes": [ - 1810 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1810, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_22_output_0", - "outputIndexes": [ - 1811 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1811, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_284_output_0", - "outputIndexes": [ - 1812 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5 - ] - }, - "name": "/Constant_96_output_0", - "outputIndexes": [ - 1813 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2591", - "outputIndexes": [ - 1814 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2594", - "outputIndexes": [ - 1815 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1814, - 1815, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2597", - "outputIndexes": [ - 1816 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1816 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2598", - "outputIndexes": [ - 1817 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1813, - 1817 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2599", - "outputIndexes": [ - 1818 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1818, - 1817 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2600", - "outputIndexes": [ - 1819 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1819, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_27_output_0", - "outputIndexes": [ - 1820 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1820, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_285_output_0", - "outputIndexes": [ - 1821 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6 - ] - }, - "name": "/rotary/Constant_output_0", - "outputIndexes": [ - 1822 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2609", - "outputIndexes": [ - 1823 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2612", - "outputIndexes": [ - 1824 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1823, - 1824, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2615", - "outputIndexes": [ - 1825 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1825 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2616", - "outputIndexes": [ - 1826 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1822, - 1826 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2617", - "outputIndexes": [ - 1827 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1827, - 1826 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2618", - "outputIndexes": [ - 1828 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1828, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_32_output_0", - "outputIndexes": [ - 1829 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1829, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_286_output_0", - "outputIndexes": [ - 1830 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7 - ] - }, - "name": "/Constant_208_output_0", - "outputIndexes": [ - 1831 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2627", - "outputIndexes": [ - 1832 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2630", - "outputIndexes": [ - 1833 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1832, - 1833, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2633", - "outputIndexes": [ - 1834 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1834 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2634", - "outputIndexes": [ - 1835 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1831, - 1835 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2635", - "outputIndexes": [ - 1836 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1836, - 1835 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2636", - "outputIndexes": [ - 1837 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1837, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_37_output_0", - "outputIndexes": [ - 1838 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1838, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_287_output_0", - "outputIndexes": [ - 1839 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 8 - ] - }, - "name": "/Constant_238_output_0", - "outputIndexes": [ - 1840 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2645", - "outputIndexes": [ - 1841 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2648", - "outputIndexes": [ - 1842 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1841, - 1842, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2651", - "outputIndexes": [ - 1843 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1843 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2652", - "outputIndexes": [ - 1844 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1840, - 1844 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2653", - "outputIndexes": [ - 1845 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1845, - 1844 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2654", - "outputIndexes": [ - 1846 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1846, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_42_output_0", - "outputIndexes": [ - 1847 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1847, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_288_output_0", - "outputIndexes": [ - 1848 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 9 - ] - }, - "name": "/Constant_268_output_0", - "outputIndexes": [ - 1849 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2663", - "outputIndexes": [ - 1850 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2666", - "outputIndexes": [ - 1851 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1850, - 1851, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2669", - "outputIndexes": [ - 1852 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1852 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2670", - "outputIndexes": [ - 1853 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1849, - 1853 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2671", - "outputIndexes": [ - 1854 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1854, - 1853 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2672", - "outputIndexes": [ - 1855 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1855, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_47_output_0", - "outputIndexes": [ - 1856 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1856, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_289_output_0", - "outputIndexes": [ - 1857 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 10 - ] - }, - "name": "/Constant_298_output_0", - "outputIndexes": [ - 1858 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2681", - "outputIndexes": [ - 1859 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2684", - "outputIndexes": [ - 1860 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1859, - 1860, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2687", - "outputIndexes": [ - 1861 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1861 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2688", - "outputIndexes": [ - 1862 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1858, - 1862 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2689", - "outputIndexes": [ - 1863 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1863, - 1862 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2690", - "outputIndexes": [ - 1864 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1864, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_52_output_0", - "outputIndexes": [ - 1865 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1865, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_290_output_0", - "outputIndexes": [ - 1866 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 11 - ] - }, - "name": "/Constant_329_output_0", - "outputIndexes": [ - 1867 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2699", - "outputIndexes": [ - 1868 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2702", - "outputIndexes": [ - 1869 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1868, - 1869, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2705", - "outputIndexes": [ - 1870 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1870 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2706", - "outputIndexes": [ - 1871 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1867, - 1871 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2707", - "outputIndexes": [ - 1872 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1872, - 1871 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2708", - "outputIndexes": [ - 1873 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1873, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_57_output_0", - "outputIndexes": [ - 1874 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1874, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_291_output_0", - "outputIndexes": [ - 1875 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12 - ] - }, - "name": "/Constant_359_output_0", - "outputIndexes": [ - 1876 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2717", - "outputIndexes": [ - 1877 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2720", - "outputIndexes": [ - 1878 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1877, - 1878, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2723", - "outputIndexes": [ - 1879 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1879 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2724", - "outputIndexes": [ - 1880 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1876, - 1880 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2725", - "outputIndexes": [ - 1881 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1881, - 1880 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2726", - "outputIndexes": [ - 1882 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1882, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_62_output_0", - "outputIndexes": [ - 1883 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1883, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_292_output_0", - "outputIndexes": [ - 1884 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 13 - ] - }, - "name": "/Constant_389_output_0", - "outputIndexes": [ - 1885 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2735", - "outputIndexes": [ - 1886 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2738", - "outputIndexes": [ - 1887 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1886, - 1887, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2741", - "outputIndexes": [ - 1888 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1888 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2742", - "outputIndexes": [ - 1889 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1885, - 1889 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2743", - "outputIndexes": [ - 1890 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1890, - 1889 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2744", - "outputIndexes": [ - 1891 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1891, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_67_output_0", - "outputIndexes": [ - 1892 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1892, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_293_output_0", - "outputIndexes": [ - 1893 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 14 - ] - }, - "name": "/Constant_419_output_0", - "outputIndexes": [ - 1894 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2753", - "outputIndexes": [ - 1895 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2756", - "outputIndexes": [ - 1896 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1895, - 1896, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2759", - "outputIndexes": [ - 1897 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1897 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2760", - "outputIndexes": [ - 1898 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1894, - 1898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2761", - "outputIndexes": [ - 1899 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1899, - 1898 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2762", - "outputIndexes": [ - 1900 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1900, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_72_output_0", - "outputIndexes": [ - 1901 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1901, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_294_output_0", - "outputIndexes": [ - 1902 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 15 - ] - }, - "name": "/Constant_449_output_0", - "outputIndexes": [ - 1903 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2771", - "outputIndexes": [ - 1904 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2774", - "outputIndexes": [ - 1905 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1904, - 1905, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2777", - "outputIndexes": [ - 1906 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1906 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2778", - "outputIndexes": [ - 1907 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1903, - 1907 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2779", - "outputIndexes": [ - 1908 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1908, - 1907 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2780", - "outputIndexes": [ - 1909 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1909, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_77_output_0", - "outputIndexes": [ - 1910 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1910, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_295_output_0", - "outputIndexes": [ - 1911 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 16 - ] - }, - "name": "/Constant_3_output_0", - "outputIndexes": [ - 1912 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2789", - "outputIndexes": [ - 1913 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2792", - "outputIndexes": [ - 1914 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1913, - 1914, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2795", - "outputIndexes": [ - 1915 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1915 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2796", - "outputIndexes": [ - 1916 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1912, - 1916 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2797", - "outputIndexes": [ - 1917 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1917, - 1916 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2798", - "outputIndexes": [ - 1918 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1918, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_82_output_0", - "outputIndexes": [ - 1919 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1919, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_296_output_0", - "outputIndexes": [ - 1920 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 17 - ] - }, - "name": "/Constant_508_output_0", - "outputIndexes": [ - 1921 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2807", - "outputIndexes": [ - 1922 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2810", - "outputIndexes": [ - 1923 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1922, - 1923, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2813", - "outputIndexes": [ - 1924 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1924 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2814", - "outputIndexes": [ - 1925 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1921, - 1925 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2815", - "outputIndexes": [ - 1926 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1926, - 1925 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2816", - "outputIndexes": [ - 1927 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1927, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_87_output_0", - "outputIndexes": [ - 1928 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1928, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_297_output_0", - "outputIndexes": [ - 1929 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 18 - ] - }, - "name": "/Constant_538_output_0", - "outputIndexes": [ - 1930 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2825", - "outputIndexes": [ - 1931 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2828", - "outputIndexes": [ - 1932 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1931, - 1932, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2831", - "outputIndexes": [ - 1933 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1933 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2832", - "outputIndexes": [ - 1934 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1930, - 1934 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2833", - "outputIndexes": [ - 1935 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1935, - 1934 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2834", - "outputIndexes": [ - 1936 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1936, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_92_output_0", - "outputIndexes": [ - 1937 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1937, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_298_output_0", - "outputIndexes": [ - 1938 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 19 - ] - }, - "name": "/Constant_568_output_0", - "outputIndexes": [ - 1939 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2843", - "outputIndexes": [ - 1940 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2846", - "outputIndexes": [ - 1941 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1940, - 1941, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2849", - "outputIndexes": [ - 1942 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1942 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2850", - "outputIndexes": [ - 1943 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1939, - 1943 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2851", - "outputIndexes": [ - 1944 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1944, - 1943 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2852", - "outputIndexes": [ - 1945 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1945, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_97_output_0", - "outputIndexes": [ - 1946 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1946, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_299_output_0", - "outputIndexes": [ - 1947 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 20 - ] - }, - "name": "/Constant_93_output_0", - "outputIndexes": [ - 1948 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2861", - "outputIndexes": [ - 1949 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2864", - "outputIndexes": [ - 1950 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1949, - 1950, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2867", - "outputIndexes": [ - 1951 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1951 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2868", - "outputIndexes": [ - 1952 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1948, - 1952 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2869", - "outputIndexes": [ - 1953 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1953, - 1952 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2870", - "outputIndexes": [ - 1954 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1954, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_102_output_0", - "outputIndexes": [ - 1955 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1955, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_300_output_0", - "outputIndexes": [ - 1956 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 21 - ] - }, - "name": "/Constant_627_output_0", - "outputIndexes": [ - 1957 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2879", - "outputIndexes": [ - 1958 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2882", - "outputIndexes": [ - 1959 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1958, - 1959, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2885", - "outputIndexes": [ - 1960 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1960 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2886", - "outputIndexes": [ - 1961 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1957, - 1961 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2887", - "outputIndexes": [ - 1962 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1962, - 1961 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2888", - "outputIndexes": [ - 1963 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1963, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_107_output_0", - "outputIndexes": [ - 1964 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1964, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_301_output_0", - "outputIndexes": [ - 1965 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 22 - ] - }, - "name": "/Constant_657_output_0", - "outputIndexes": [ - 1966 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2897", - "outputIndexes": [ - 1967 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2900", - "outputIndexes": [ - 1968 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1967, - 1968, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2903", - "outputIndexes": [ - 1969 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1969 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2904", - "outputIndexes": [ - 1970 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1966, - 1970 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2905", - "outputIndexes": [ - 1971 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1971, - 1970 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2906", - "outputIndexes": [ - 1972 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1972, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_112_output_0", - "outputIndexes": [ - 1973 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1973, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_302_output_0", - "outputIndexes": [ - 1974 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 23 - ] - }, - "name": "/Constant_687_output_0", - "outputIndexes": [ - 1975 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2915", - "outputIndexes": [ - 1976 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2918", - "outputIndexes": [ - 1977 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1976, - 1977, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2921", - "outputIndexes": [ - 1978 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1978 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2922", - "outputIndexes": [ - 1979 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1975, - 1979 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2923", - "outputIndexes": [ - 1980 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1980, - 1979 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2924", - "outputIndexes": [ - 1981 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1981, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_117_output_0", - "outputIndexes": [ - 1982 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1982, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_303_output_0", - "outputIndexes": [ - 1983 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 24 - ] - }, - "name": "/Constant_302_output_0", - "outputIndexes": [ - 1984 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2933", - "outputIndexes": [ - 1985 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2936", - "outputIndexes": [ - 1986 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1985, - 1986, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2939", - "outputIndexes": [ - 1987 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1987 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2940", - "outputIndexes": [ - 1988 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1984, - 1988 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2941", - "outputIndexes": [ - 1989 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1989, - 1988 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2942", - "outputIndexes": [ - 1990 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1990, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_122_output_0", - "outputIndexes": [ - 1991 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1991, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_304_output_0", - "outputIndexes": [ - 1992 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 25 - ] - }, - "name": "/Constant_746_output_0", - "outputIndexes": [ - 1993 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2951", - "outputIndexes": [ - 1994 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2954", - "outputIndexes": [ - 1995 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 1994, - 1995, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2957", - "outputIndexes": [ - 1996 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1996 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2958", - "outputIndexes": [ - 1997 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1993, - 1997 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2959", - "outputIndexes": [ - 1998 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1998, - 1997 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2960", - "outputIndexes": [ - 1999 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 1999, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_127_output_0", - "outputIndexes": [ - 2000 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2000, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_305_output_0", - "outputIndexes": [ - 2001 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 26 - ] - }, - "name": "/Constant_776_output_0", - "outputIndexes": [ - 2002 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2969", - "outputIndexes": [ - 2003 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2972", - "outputIndexes": [ - 2004 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 2003, - 2004, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2975", - "outputIndexes": [ - 2005 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2005 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2976", - "outputIndexes": [ - 2006 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2002, - 2006 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2977", - "outputIndexes": [ - 2007 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2007, - 2006 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2978", - "outputIndexes": [ - 2008 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 2008, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_132_output_0", - "outputIndexes": [ - 2009 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2009, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_306_output_0", - "outputIndexes": [ - 2010 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 27 - ] - }, - "name": "/Constant_806_output_0", - "outputIndexes": [ - 2011 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1769 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2987", - "outputIndexes": [ - 2012 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1771 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2990", - "outputIndexes": [ - 2013 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1767, - 2012, - 2013, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2993", - "outputIndexes": [ - 2014 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2014 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2994", - "outputIndexes": [ - 2015 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2011, - 2015 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2995", - "outputIndexes": [ - 2016 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2016, - 2015 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2996", - "outputIndexes": [ - 2017 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1766, - 2017, - 1769 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_137_output_0", - "outputIndexes": [ - 2018 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2018, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_307_output_0", - "outputIndexes": [ - 2019 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1777, - 1785, - 1794, - 1803, - 1812, - 1821, - 1830, - 1839, - 1848, - 1857, - 1866, - 1875, - 1884, - 1893, - 1902, - 1911, - 1920, - 1929, - 1938, - 1947, - 1956, - 1965, - 1974, - 1983, - 1992, - 2001, - 2010, - 2019 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "presents", - "outputIndexes": [ - 2020 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - } - ], - "outputName": [ - "logits", - "presents" - ], - "preferForwardType": "CPU", - "sourceType": "ONNX", - "tensorName": [ - "input_ids", - "/Constant_output_0__", - "/Reshape_output_0", - "/attn_norm/Mul_output_0", - "model.transformer.layers.0.attn_norm.weight", - "/attn_norm/Mul_1_output_0", - "/FakeLinear_output_0", - "/Unsqueeze_output_0", - "/Shape_1_output_0", - "/rotary/Constant_9_output_0", - "Shape19", - "BinaryOp22", - "BinaryOp23", - "Unsqueeze24", - "BinaryOp26", - "Unsqueeze27", - "StridedSlice30", - "Squeeze31", - "BinaryOp32", - "BinaryOp33", - "/Gather_2_output_0", - "/Constant_837_output_0", - "/Unsqueeze_1_output_0", - "/Constant_4_output_0", - "/Constant_5_output_0", - "/Concat_output_0", - "/Reshape_1_output_0", - "/q_norm/Mul_output_0", - "model.transformer.layers.0.attn.q_norm.weight", - "/q_norm/Mul_1_output_0", - "position_ids", - "/rotary/Cast_output_0", - "/rotary/Constant_1_output_0__", - "/rotary/Reshape_output_0", - "/rotary/Constant_2_output_0", - "/rotary/Mul_output_0", - "/rotary/Cos_output_0", - "/rotary/Unsqueeze_output_0", - "/rotary/Sin_output_0", - "/rotary/Unsqueeze_1_output_0", - "/rotary/Concat_output_0", - "/rotary/Concat_1_output_0", - "/rotary/Unsqueeze_2_axes", - "/rotary/Unsqueeze_3_output_0", - "Shape64", - "BinaryOp67", - "BinaryOp68", - "Unsqueeze69", - "BinaryOp71", - "Unsqueeze72", - "StridedSlice75", - "BinaryOp77", - "BinaryOp78", - "/Gather_3_output_0", - "/Mul_output_0", - "/Unsqueeze_6_output_0", - "/Constant_20_output_0", - "/Constant_14_output_0", - "/Slice_1_output_0", - "/Neg_output_0", - "/Slice_output_0", - "/Concat_3_output_0", - "Unsqueeze93", - "Unsqueeze96", - "StridedSlice99", - "Squeeze100", - "BinaryOp101", - "BinaryOp102", - "/Gather_4_output_0", - "/Mul_1_output_0", - "/Add_output_0", - "/FakeLinear_1_output_0", - "/Constant_7_output_0", - "/Concat_1_output_0", - "/Reshape_2_output_0", - "/k_norm/Mul_output_0", - "model.transformer.layers.0.attn.k_norm.weight", - "/k_norm/Mul_1_output_0", - "/Mul_2_output_0", - "/Slice_3_output_0", - "/Neg_1_output_0", - "/Slice_2_output_0", - "/Concat_4_output_0", - "/Mul_3_output_0", - "/Add_1_output_0", - "/FakeLinear_2_output_0", - "/Reshape_3_output_0", - "attention_mask", - "/FusedAttention_output_0", - "/FakeLinear_3_output_0", - "/Add_2_output_0", - "/ffn_norm/Mul_output_0", - "model.transformer.layers.0.ffn_norm.weight", - "/ffn_norm/Mul_1_output_0", - "/ffn/proj_1/FakeLinear_output_0", - "/ffn/Mul_output_0", - "/ffn/Constant_output_0", - "/ffn/Slice_output_0", - "/ffn/act/Sigmoid_output_0", - "/ffn/act/Mul_output_0", - "/ffn/Mul_1_output_0", - "/ffn/Slice_1_output_0", - "/ffn/Mul_2_output_0", - "/ffn/proj_2/FakeLinear_output_0", - "/Add_3_output_0", - "/Reshape_4_output_0", - "/attn_norm_1/Mul_output_0", - "model.transformer.layers.1.attn_norm.weight", - "/attn_norm_1/Mul_1_output_0", - "/FakeLinear_4_output_0", - "/Shape_5_output_0", - "Shape161", - "BinaryOp164", - "BinaryOp165", - "Unsqueeze166", - "BinaryOp168", - "Unsqueeze169", - "StridedSlice172", - "Squeeze173", - "BinaryOp174", - "BinaryOp175", - "/Gather_9_output_0", - "/Unsqueeze_11_output_0", - "/Concat_5_output_0", - "/Reshape_5_output_0", - "/q_norm_1/Mul_output_0", - "model.transformer.layers.1.attn.q_norm.weight", - "/q_norm_1/Mul_1_output_0", - "/Mul_4_output_0", - "/Slice_5_output_0", - "/Neg_2_output_0", - "/Slice_4_output_0", - "/Concat_8_output_0", - "/Mul_5_output_0", - "/Add_4_output_0", - "/FakeLinear_5_output_0", - "/Concat_6_output_0", - "/Reshape_6_output_0", - "/k_norm_1/Mul_output_0", - "model.transformer.layers.1.attn.k_norm.weight", - "/k_norm_1/Mul_1_output_0", - "/Mul_6_output_0", - "/Slice_7_output_0", - "/Neg_3_output_0", - "/Slice_6_output_0", - "/Concat_9_output_0", - "/Mul_7_output_0", - "/Add_5_output_0", - "/FakeLinear_6_output_0", - "/Reshape_7_output_0", - "/FusedAttention_1_output_0", - "/FakeLinear_7_output_0", - "/Add_6_output_0", - "/ffn_norm_1/Mul_output_0", - "model.transformer.layers.1.ffn_norm.weight", - "/ffn_norm_1/Mul_1_output_0", - "/ffn/proj_1_1/FakeLinear_output_0", - "/ffn_1/Mul_output_0", - "/ffn_1/Slice_output_0", - "/ffn/act_1/Sigmoid_output_0", - "/ffn/act_1/Mul_output_0", - "/ffn_1/Mul_1_output_0", - "/ffn_1/Slice_1_output_0", - "/ffn_1/Mul_2_output_0", - "/ffn/proj_2_1/FakeLinear_output_0", - "/Add_7_output_0", - "/Reshape_8_output_0", - "/attn_norm_2/Mul_output_0", - "model.transformer.layers.2.attn_norm.weight", - "/attn_norm_2/Mul_1_output_0", - "/FakeLinear_8_output_0", - "/Shape_9_output_0", - "Shape247", - "BinaryOp250", - "BinaryOp251", - "Unsqueeze252", - "BinaryOp254", - "Unsqueeze255", - "StridedSlice258", - "Squeeze259", - "BinaryOp260", - "BinaryOp261", - "/Gather_14_output_0", - "/Unsqueeze_21_output_0", - "/Concat_10_output_0", - "/Reshape_9_output_0", - "/q_norm_2/Mul_output_0", - "model.transformer.layers.2.attn.q_norm.weight", - "/q_norm_2/Mul_1_output_0", - "/Mul_8_output_0", - "/Slice_9_output_0", - "/Neg_4_output_0", - "/Slice_8_output_0", - "/Concat_13_output_0", - "/Mul_9_output_0", - "/Add_8_output_0", - "/FakeLinear_9_output_0", - "/Concat_11_output_0", - "/Reshape_10_output_0", - "/k_norm_2/Mul_output_0", - "model.transformer.layers.2.attn.k_norm.weight", - "/k_norm_2/Mul_1_output_0", - "/Mul_10_output_0", - "/Slice_11_output_0", - "/Neg_5_output_0", - "/Slice_10_output_0", - "/Concat_14_output_0", - "/Mul_11_output_0", - "/Add_9_output_0", - "/FakeLinear_10_output_0", - "/Reshape_11_output_0", - "/FusedAttention_2_output_0", - "/FakeLinear_11_output_0", - "/Add_10_output_0", - "/ffn_norm_2/Mul_output_0", - "model.transformer.layers.2.ffn_norm.weight", - "/ffn_norm_2/Mul_1_output_0", - "/ffn/proj_1_2/FakeLinear_output_0", - "/ffn_2/Mul_output_0", - "/ffn_2/Slice_output_0", - "/ffn/act_2/Sigmoid_output_0", - "/ffn/act_2/Mul_output_0", - "/ffn_2/Mul_1_output_0", - "/ffn_2/Slice_1_output_0", - "/ffn_2/Mul_2_output_0", - "/ffn/proj_2_2/FakeLinear_output_0", - "/Add_11_output_0", - "/Reshape_12_output_0", - "/attn_norm_3/Mul_output_0", - "model.transformer.layers.3.attn_norm.weight", - "/attn_norm_3/Mul_1_output_0", - "/FakeLinear_12_output_0", - "/Shape_13_output_0", - "Shape333", - "BinaryOp336", - "BinaryOp337", - "Unsqueeze338", - "BinaryOp340", - "Unsqueeze341", - "StridedSlice344", - "Squeeze345", - "BinaryOp346", - "BinaryOp347", - "/Gather_19_output_0", - "/Unsqueeze_31_output_0", - "/Constant_94_output_0", - "/Concat_15_output_0", - "/Reshape_13_output_0", - "/q_norm_3/Mul_output_0", - "model.transformer.layers.3.attn.q_norm.weight", - "/q_norm_3/Mul_1_output_0", - "/Mul_12_output_0", - "/Slice_13_output_0", - "/Neg_6_output_0", - "/Slice_12_output_0", - "/Concat_18_output_0", - "/Mul_13_output_0", - "/Add_12_output_0", - "/FakeLinear_13_output_0", - "/Constant_97_output_0", - "/Concat_16_output_0", - "/Reshape_14_output_0", - "/k_norm_3/Mul_output_0", - "model.transformer.layers.3.attn.k_norm.weight", - "/k_norm_3/Mul_1_output_0", - "/Mul_14_output_0", - "/Slice_15_output_0", - "/Neg_7_output_0", - "/Slice_14_output_0", - "/Concat_19_output_0", - "/Mul_15_output_0", - "/Add_13_output_0", - "/FakeLinear_14_output_0", - "/Reshape_15_output_0", - "/FusedAttention_3_output_0", - "/FakeLinear_15_output_0", - "/Add_14_output_0", - "/ffn_norm_3/Mul_output_0", - "model.transformer.layers.3.ffn_norm.weight", - "/ffn_norm_3/Mul_1_output_0", - "/ffn/proj_1_3/FakeLinear_output_0", - "/ffn_3/Mul_output_0", - "/ffn_3/Slice_output_0", - "/ffn/act_3/Sigmoid_output_0", - "/ffn/act_3/Mul_output_0", - "/ffn_3/Mul_1_output_0", - "/ffn_3/Slice_1_output_0", - "/ffn_3/Mul_2_output_0", - "/ffn/proj_2_3/FakeLinear_output_0", - "/Add_15_output_0", - "/Reshape_16_output_0", - "/attn_norm_4/Mul_output_0", - "model.transformer.layers.4.attn_norm.weight", - "/attn_norm_4/Mul_1_output_0", - "/FakeLinear_16_output_0", - "/Shape_17_output_0", - "Shape421", - "BinaryOp424", - "BinaryOp425", - "Unsqueeze426", - "BinaryOp428", - "Unsqueeze429", - "StridedSlice432", - "Squeeze433", - "BinaryOp434", - "BinaryOp435", - "/Gather_24_output_0", - "/Unsqueeze_41_output_0", - "/Concat_20_output_0", - "/Reshape_17_output_0", - "/q_norm_4/Mul_output_0", - "model.transformer.layers.4.attn.q_norm.weight", - "/q_norm_4/Mul_1_output_0", - "/Mul_16_output_0", - "/Slice_17_output_0", - "/Neg_8_output_0", - "/Slice_16_output_0", - "/Concat_23_output_0", - "/Mul_17_output_0", - "/Add_16_output_0", - "/FakeLinear_17_output_0", - "/Concat_21_output_0", - "/Reshape_18_output_0", - "/k_norm_4/Mul_output_0", - "model.transformer.layers.4.attn.k_norm.weight", - "/k_norm_4/Mul_1_output_0", - "/Mul_18_output_0", - "/Slice_19_output_0", - "/Neg_9_output_0", - "/Slice_18_output_0", - "/Concat_24_output_0", - "/Mul_19_output_0", - "/Add_17_output_0", - "/FakeLinear_18_output_0", - "/Reshape_19_output_0", - "/FusedAttention_4_output_0", - "/FakeLinear_19_output_0", - "/Add_18_output_0", - "/ffn_norm_4/Mul_output_0", - "model.transformer.layers.4.ffn_norm.weight", - "/ffn_norm_4/Mul_1_output_0", - "/ffn/proj_1_4/FakeLinear_output_0", - "/ffn_4/Slice_output_0", - "/ffn/act_4/Sigmoid_output_0", - "/ffn/act_4/Mul_output_0", - "/ffn_4/Mul_1_output_0", - "/ffn_4/Slice_1_output_0", - "/ffn_4/Mul_2_output_0", - "/ffn/proj_2_4/FakeLinear_output_0", - "/Add_19_output_0", - "/Reshape_20_output_0", - "/attn_norm_5/Mul_output_0", - "model.transformer.layers.5.attn_norm.weight", - "/attn_norm_5/Mul_1_output_0", - "/FakeLinear_20_output_0", - "/Shape_21_output_0", - "Shape506", - "BinaryOp509", - "BinaryOp510", - "Unsqueeze511", - "BinaryOp513", - "Unsqueeze514", - "StridedSlice517", - "Squeeze518", - "BinaryOp519", - "BinaryOp520", - "/Gather_29_output_0", - "/Unsqueeze_51_output_0", - "/Concat_25_output_0", - "/Reshape_21_output_0", - "/q_norm_5/Mul_output_0", - "model.transformer.layers.5.attn.q_norm.weight", - "/q_norm_5/Mul_1_output_0", - "/Mul_20_output_0", - "/Slice_21_output_0", - "/Neg_10_output_0", - "/Slice_20_output_0", - "/Concat_28_output_0", - "/Mul_21_output_0", - "/Add_20_output_0", - "/FakeLinear_21_output_0", - "/Concat_26_output_0", - "/Reshape_22_output_0", - "/k_norm_5/Mul_output_0", - "model.transformer.layers.5.attn.k_norm.weight", - "/k_norm_5/Mul_1_output_0", - "/Mul_22_output_0", - "/Slice_23_output_0", - "/Neg_11_output_0", - "/Slice_22_output_0", - "/Concat_29_output_0", - "/Mul_23_output_0", - "/Add_21_output_0", - "/FakeLinear_22_output_0", - "/Reshape_23_output_0", - "/FusedAttention_5_output_0", - "/FakeLinear_23_output_0", - "/Add_22_output_0", - "/ffn_norm_5/Mul_output_0", - "model.transformer.layers.5.ffn_norm.weight", - "/ffn_norm_5/Mul_1_output_0", - "/ffn/proj_1_5/FakeLinear_output_0", - "/ffn_5/Mul_output_0", - "/ffn_5/Slice_output_0", - "/ffn/act_5/Sigmoid_output_0", - "/ffn/act_5/Mul_output_0", - "/ffn_5/Mul_1_output_0", - "/ffn_5/Slice_1_output_0", - "/ffn_5/Mul_2_output_0", - "/ffn/proj_2_5/FakeLinear_output_0", - "/Add_23_output_0", - "/Reshape_24_output_0", - "/attn_norm_6/Mul_output_0", - "model.transformer.layers.6.attn_norm.weight", - "/attn_norm_6/Mul_1_output_0", - "/FakeLinear_24_output_0", - "/Shape_25_output_0", - "Shape592", - "BinaryOp595", - "BinaryOp596", - "Unsqueeze597", - "BinaryOp599", - "Unsqueeze600", - "StridedSlice603", - "Squeeze604", - "BinaryOp605", - "BinaryOp606", - "/Gather_34_output_0", - "/Unsqueeze_61_output_0", - "/Concat_30_output_0", - "/Reshape_25_output_0", - "/q_norm_6/Mul_output_0", - "model.transformer.layers.6.attn.q_norm.weight", - "/q_norm_6/Mul_1_output_0", - "/Mul_24_output_0", - "/Slice_25_output_0", - "/Neg_12_output_0", - "/Slice_24_output_0", - "/Concat_33_output_0", - "/Mul_25_output_0", - "/Add_24_output_0", - "/FakeLinear_25_output_0", - "/Concat_31_output_0", - "/Reshape_26_output_0", - "/k_norm_6/Mul_output_0", - "model.transformer.layers.6.attn.k_norm.weight", - "/k_norm_6/Mul_1_output_0", - "/Mul_26_output_0", - "/Slice_27_output_0", - "/Neg_13_output_0", - "/Slice_26_output_0", - "/Concat_34_output_0", - "/Mul_27_output_0", - "/Add_25_output_0", - "/FakeLinear_26_output_0", - "/Reshape_27_output_0", - "/FusedAttention_6_output_0", - "/FakeLinear_27_output_0", - "/Add_26_output_0", - "/ffn_norm_6/Mul_output_0", - "model.transformer.layers.6.ffn_norm.weight", - "/ffn_norm_6/Mul_1_output_0", - "/ffn/proj_1_6/FakeLinear_output_0", - "/ffn_6/Slice_output_0", - "/ffn/act_6/Sigmoid_output_0", - "/ffn/act_6/Mul_output_0", - "/ffn_6/Mul_1_output_0", - "/ffn_6/Slice_1_output_0", - "/ffn_6/Mul_2_output_0", - "/ffn/proj_2_6/FakeLinear_output_0", - "/Add_27_output_0", - "/Reshape_28_output_0", - "/attn_norm_7/Mul_output_0", - "model.transformer.layers.7.attn_norm.weight", - "/attn_norm_7/Mul_1_output_0", - "/FakeLinear_28_output_0", - "/Shape_29_output_0", - "Shape677", - "BinaryOp680", - "BinaryOp681", - "Unsqueeze682", - "BinaryOp684", - "Unsqueeze685", - "StridedSlice688", - "Squeeze689", - "BinaryOp690", - "BinaryOp691", - "/Gather_39_output_0", - "/Unsqueeze_71_output_0", - "/Concat_35_output_0", - "/Reshape_29_output_0", - "/q_norm_7/Mul_output_0", - "model.transformer.layers.7.attn.q_norm.weight", - "/q_norm_7/Mul_1_output_0", - "/Mul_28_output_0", - "/Slice_29_output_0", - "/Neg_14_output_0", - "/Slice_28_output_0", - "/Concat_38_output_0", - "/Mul_29_output_0", - "/Add_28_output_0", - "/FakeLinear_29_output_0", - "/Concat_36_output_0", - "/Reshape_30_output_0", - "/k_norm_7/Mul_output_0", - "model.transformer.layers.7.attn.k_norm.weight", - "/k_norm_7/Mul_1_output_0", - "/Mul_30_output_0", - "/Slice_31_output_0", - "/Neg_15_output_0", - "/Slice_30_output_0", - "/Concat_39_output_0", - "/Mul_31_output_0", - "/Add_29_output_0", - "/FakeLinear_30_output_0", - "/Reshape_31_output_0", - "/FusedAttention_7_output_0", - "/FakeLinear_31_output_0", - "/Add_30_output_0", - "/ffn_norm_7/Mul_output_0", - "model.transformer.layers.7.ffn_norm.weight", - "/ffn_norm_7/Mul_1_output_0", - "/ffn/proj_1_7/FakeLinear_output_0", - "/ffn_7/Mul_output_0", - "/ffn_7/Slice_output_0", - "/ffn/act_7/Sigmoid_output_0", - "/ffn/act_7/Mul_output_0", - "/ffn_7/Mul_1_output_0", - "/ffn_7/Slice_1_output_0", - "/ffn_7/Mul_2_output_0", - "/ffn/proj_2_7/FakeLinear_output_0", - "/Add_31_output_0", - "/Reshape_32_output_0", - "/attn_norm_8/Mul_output_0", - "model.transformer.layers.8.attn_norm.weight", - "/attn_norm_8/Mul_1_output_0", - "/FakeLinear_32_output_0", - "/Shape_33_output_0", - "Shape763", - "BinaryOp766", - "BinaryOp767", - "Unsqueeze768", - "BinaryOp770", - "Unsqueeze771", - "StridedSlice774", - "Squeeze775", - "BinaryOp776", - "BinaryOp777", - "/Gather_44_output_0", - "/Unsqueeze_81_output_0", - "/Concat_40_output_0", - "/Reshape_33_output_0", - "/q_norm_8/Mul_output_0", - "model.transformer.layers.8.attn.q_norm.weight", - "/q_norm_8/Mul_1_output_0", - "/Mul_32_output_0", - "/Slice_33_output_0", - "/Neg_16_output_0", - "/Slice_32_output_0", - "/Concat_43_output_0", - "/Mul_33_output_0", - "/Add_32_output_0", - "/FakeLinear_33_output_0", - "/Concat_41_output_0", - "/Reshape_34_output_0", - "/k_norm_8/Mul_output_0", - "model.transformer.layers.8.attn.k_norm.weight", - "/k_norm_8/Mul_1_output_0", - "/Mul_34_output_0", - "/Slice_35_output_0", - "/Neg_17_output_0", - "/Slice_34_output_0", - "/Concat_44_output_0", - "/Mul_35_output_0", - "/Add_33_output_0", - "/FakeLinear_34_output_0", - "/Reshape_35_output_0", - "/FusedAttention_8_output_0", - "/FakeLinear_35_output_0", - "/Add_34_output_0", - "/ffn_norm_8/Mul_output_0", - "model.transformer.layers.8.ffn_norm.weight", - "/ffn_norm_8/Mul_1_output_0", - "/ffn/proj_1_8/FakeLinear_output_0", - "/ffn_8/Slice_output_0", - "/ffn/act_8/Sigmoid_output_0", - "/ffn/act_8/Mul_output_0", - "/ffn_8/Mul_1_output_0", - "/ffn_8/Slice_1_output_0", - "/ffn_8/Mul_2_output_0", - "/ffn/proj_2_8/FakeLinear_output_0", - "/Add_35_output_0", - "/Reshape_36_output_0", - "/attn_norm_9/Mul_output_0", - "model.transformer.layers.9.attn_norm.weight", - "/attn_norm_9/Mul_1_output_0", - "/FakeLinear_36_output_0", - "/Shape_37_output_0", - "Shape848", - "BinaryOp851", - "BinaryOp852", - "Unsqueeze853", - "BinaryOp855", - "Unsqueeze856", - "StridedSlice859", - "Squeeze860", - "BinaryOp861", - "BinaryOp862", - "/Gather_49_output_0", - "/Unsqueeze_91_output_0", - "/Concat_45_output_0", - "/Reshape_37_output_0", - "/q_norm_9/Mul_output_0", - "model.transformer.layers.9.attn.q_norm.weight", - "/q_norm_9/Mul_1_output_0", - "/Mul_36_output_0", - "/Slice_37_output_0", - "/Neg_18_output_0", - "/Slice_36_output_0", - "/Concat_48_output_0", - "/Mul_37_output_0", - "/Add_36_output_0", - "/FakeLinear_37_output_0", - "/Concat_46_output_0", - "/Reshape_38_output_0", - "/k_norm_9/Mul_output_0", - "model.transformer.layers.9.attn.k_norm.weight", - "/k_norm_9/Mul_1_output_0", - "/Mul_38_output_0", - "/Slice_39_output_0", - "/Neg_19_output_0", - "/Slice_38_output_0", - "/Concat_49_output_0", - "/Mul_39_output_0", - "/Add_37_output_0", - "/FakeLinear_38_output_0", - "/Reshape_39_output_0", - "/FusedAttention_9_output_0", - "/FakeLinear_39_output_0", - "/Add_38_output_0", - "/ffn_norm_9/Mul_output_0", - "model.transformer.layers.9.ffn_norm.weight", - "/ffn_norm_9/Mul_1_output_0", - "/ffn/proj_1_9/FakeLinear_output_0", - "/ffn_9/Mul_output_0", - "/ffn_9/Slice_output_0", - "/ffn/act_9/Sigmoid_output_0", - "/ffn/act_9/Mul_output_0", - "/ffn_9/Mul_1_output_0", - "/ffn_9/Slice_1_output_0", - "/ffn_9/Mul_2_output_0", - "/ffn/proj_2_9/FakeLinear_output_0", - "/Add_39_output_0", - "/Reshape_40_output_0", - "/attn_norm_10/Mul_output_0", - "model.transformer.layers.10.attn_norm.weight", - "/attn_norm_10/Mul_1_output_0", - "/FakeLinear_40_output_0", - "/Shape_41_output_0", - "Shape934", - "BinaryOp937", - "BinaryOp938", - "Unsqueeze939", - "BinaryOp941", - "Unsqueeze942", - "StridedSlice945", - "Squeeze946", - "BinaryOp947", - "BinaryOp948", - "/Gather_54_output_0", - "/Unsqueeze_101_output_0", - "/Constant_303_output_0", - "/Concat_50_output_0", - "/Reshape_41_output_0", - "/q_norm_10/Mul_output_0", - "model.transformer.layers.10.attn.q_norm.weight", - "/q_norm_10/Mul_1_output_0", - "/Mul_40_output_0", - "/Slice_41_output_0", - "/Neg_20_output_0", - "/Slice_40_output_0", - "/Concat_53_output_0", - "/Mul_41_output_0", - "/Add_40_output_0", - "/FakeLinear_41_output_0", - "/Constant_305_output_0", - "/Concat_51_output_0", - "/Reshape_42_output_0", - "/k_norm_10/Mul_output_0", - "model.transformer.layers.10.attn.k_norm.weight", - "/k_norm_10/Mul_1_output_0", - "/Mul_42_output_0", - "/Slice_43_output_0", - "/Neg_21_output_0", - "/Slice_42_output_0", - "/Concat_54_output_0", - "/Mul_43_output_0", - "/Add_41_output_0", - "/FakeLinear_42_output_0", - "/Reshape_43_output_0", - "/FusedAttention_10_output_0", - "/FakeLinear_43_output_0", - "/Add_42_output_0", - "/ffn_norm_10/Mul_output_0", - "model.transformer.layers.10.ffn_norm.weight", - "/ffn_norm_10/Mul_1_output_0", - "/ffn/proj_1_10/FakeLinear_output_0", - "/ffn_10/Slice_output_0", - "/ffn/act_10/Sigmoid_output_0", - "/ffn/act_10/Mul_output_0", - "/ffn_10/Mul_1_output_0", - "/ffn_10/Slice_1_output_0", - "/ffn_10/Mul_2_output_0", - "/ffn/proj_2_10/FakeLinear_output_0", - "/Add_43_output_0", - "/Reshape_44_output_0", - "/attn_norm_11/Mul_output_0", - "model.transformer.layers.11.attn_norm.weight", - "/attn_norm_11/Mul_1_output_0", - "/FakeLinear_44_output_0", - "/Shape_45_output_0", - "Shape1021", - "BinaryOp1024", - "BinaryOp1025", - "Unsqueeze1026", - "BinaryOp1028", - "Unsqueeze1029", - "StridedSlice1032", - "Squeeze1033", - "BinaryOp1034", - "BinaryOp1035", - "/Gather_59_output_0", - "/Unsqueeze_111_output_0", - "/Concat_55_output_0", - "/Reshape_45_output_0", - "/q_norm_11/Mul_output_0", - "model.transformer.layers.11.attn.q_norm.weight", - "/q_norm_11/Mul_1_output_0", - "/Mul_44_output_0", - "/Slice_45_output_0", - "/Neg_22_output_0", - "/Slice_44_output_0", - "/Concat_58_output_0", - "/Mul_45_output_0", - "/Add_44_output_0", - "/FakeLinear_45_output_0", - "/Concat_56_output_0", - "/Reshape_46_output_0", - "/k_norm_11/Mul_output_0", - "model.transformer.layers.11.attn.k_norm.weight", - "/k_norm_11/Mul_1_output_0", - "/Mul_46_output_0", - "/Slice_47_output_0", - "/Neg_23_output_0", - "/Slice_46_output_0", - "/Concat_59_output_0", - "/Mul_47_output_0", - "/Add_45_output_0", - "/FakeLinear_46_output_0", - "/Reshape_47_output_0", - "/FusedAttention_11_output_0", - "/FakeLinear_47_output_0", - "/Add_46_output_0", - "/ffn_norm_11/Mul_output_0", - "model.transformer.layers.11.ffn_norm.weight", - "/ffn_norm_11/Mul_1_output_0", - "/ffn/proj_1_11/FakeLinear_output_0", - "/ffn_11/Mul_output_0", - "/ffn_11/Slice_output_0", - "/ffn/act_11/Sigmoid_output_0", - "/ffn/act_11/Mul_output_0", - "/ffn_11/Mul_1_output_0", - "/ffn_11/Slice_1_output_0", - "/ffn_11/Mul_2_output_0", - "/ffn/proj_2_11/FakeLinear_output_0", - "/Add_47_output_0", - "/Reshape_48_output_0", - "/attn_norm_12/Mul_output_0", - "model.transformer.layers.12.attn_norm.weight", - "/attn_norm_12/Mul_1_output_0", - "/FakeLinear_48_output_0", - "/Shape_49_output_0", - "Shape1107", - "BinaryOp1110", - "BinaryOp1111", - "Unsqueeze1112", - "BinaryOp1114", - "Unsqueeze1115", - "StridedSlice1118", - "Squeeze1119", - "BinaryOp1120", - "BinaryOp1121", - "/Gather_64_output_0", - "/Unsqueeze_121_output_0", - "/Concat_60_output_0", - "/Reshape_49_output_0", - "/q_norm_12/Mul_output_0", - "model.transformer.layers.12.attn.q_norm.weight", - "/q_norm_12/Mul_1_output_0", - "/Mul_48_output_0", - "/Slice_49_output_0", - "/Neg_24_output_0", - "/Slice_48_output_0", - "/Concat_63_output_0", - "/Mul_49_output_0", - "/Add_48_output_0", - "/FakeLinear_49_output_0", - "/Concat_61_output_0", - "/Reshape_50_output_0", - "/k_norm_12/Mul_output_0", - "model.transformer.layers.12.attn.k_norm.weight", - "/k_norm_12/Mul_1_output_0", - "/Mul_50_output_0", - "/Slice_51_output_0", - "/Neg_25_output_0", - "/Slice_50_output_0", - "/Concat_64_output_0", - "/Mul_51_output_0", - "/Add_49_output_0", - "/FakeLinear_50_output_0", - "/Reshape_51_output_0", - "/FusedAttention_12_output_0", - "/FakeLinear_51_output_0", - "/Add_50_output_0", - "/ffn_norm_12/Mul_output_0", - "model.transformer.layers.12.ffn_norm.weight", - "/ffn_norm_12/Mul_1_output_0", - "/ffn/proj_1_12/FakeLinear_output_0", - "/ffn_12/Slice_output_0", - "/ffn/act_12/Sigmoid_output_0", - "/ffn/act_12/Mul_output_0", - "/ffn_12/Mul_1_output_0", - "/ffn_12/Slice_1_output_0", - "/ffn_12/Mul_2_output_0", - "/ffn/proj_2_12/FakeLinear_output_0", - "/Add_51_output_0", - "/Reshape_52_output_0", - "/attn_norm_13/Mul_output_0", - "model.transformer.layers.13.attn_norm.weight", - "/attn_norm_13/Mul_1_output_0", - "/FakeLinear_52_output_0", - "/Shape_53_output_0", - "Shape1192", - "BinaryOp1195", - "BinaryOp1196", - "Unsqueeze1197", - "BinaryOp1199", - "Unsqueeze1200", - "StridedSlice1203", - "Squeeze1204", - "BinaryOp1205", - "BinaryOp1206", - "/Gather_69_output_0", - "/Unsqueeze_131_output_0", - "/Concat_65_output_0", - "/Reshape_53_output_0", - "/q_norm_13/Mul_output_0", - "model.transformer.layers.13.attn.q_norm.weight", - "/q_norm_13/Mul_1_output_0", - "/Mul_52_output_0", - "/Slice_53_output_0", - "/Neg_26_output_0", - "/Slice_52_output_0", - "/Concat_68_output_0", - "/Mul_53_output_0", - "/Add_52_output_0", - "/FakeLinear_53_output_0", - "/Concat_66_output_0", - "/Reshape_54_output_0", - "/k_norm_13/Mul_output_0", - "model.transformer.layers.13.attn.k_norm.weight", - "/k_norm_13/Mul_1_output_0", - "/Mul_54_output_0", - "/Slice_55_output_0", - "/Neg_27_output_0", - "/Slice_54_output_0", - "/Concat_69_output_0", - "/Mul_55_output_0", - "/Add_53_output_0", - "/FakeLinear_54_output_0", - "/Reshape_55_output_0", - "/FusedAttention_13_output_0", - "/FakeLinear_55_output_0", - "/Add_54_output_0", - "/ffn_norm_13/Mul_output_0", - "model.transformer.layers.13.ffn_norm.weight", - "/ffn_norm_13/Mul_1_output_0", - "/ffn/proj_1_13/FakeLinear_output_0", - "/ffn_13/Slice_output_0", - "/ffn/act_13/Sigmoid_output_0", - "/ffn/act_13/Mul_output_0", - "/ffn_13/Mul_1_output_0", - "/ffn_13/Slice_1_output_0", - "/ffn_13/Mul_2_output_0", - "/ffn/proj_2_13/FakeLinear_output_0", - "/Add_55_output_0", - "/Reshape_56_output_0", - "/attn_norm_14/Mul_output_0", - "model.transformer.layers.14.attn_norm.weight", - "/attn_norm_14/Mul_1_output_0", - "/FakeLinear_56_output_0", - "/Shape_57_output_0", - "Shape1277", - "BinaryOp1280", - "BinaryOp1281", - "Unsqueeze1282", - "BinaryOp1284", - "Unsqueeze1285", - "StridedSlice1288", - "Squeeze1289", - "BinaryOp1290", - "BinaryOp1291", - "/Gather_74_output_0", - "/Unsqueeze_141_output_0", - "/Concat_70_output_0", - "/Reshape_57_output_0", - "/q_norm_14/Mul_output_0", - "model.transformer.layers.14.attn.q_norm.weight", - "/q_norm_14/Mul_1_output_0", - "/Mul_56_output_0", - "/Slice_57_output_0", - "/Neg_28_output_0", - "/Slice_56_output_0", - "/Concat_73_output_0", - "/Mul_57_output_0", - "/Add_56_output_0", - "/FakeLinear_57_output_0", - "/Concat_71_output_0", - "/Reshape_58_output_0", - "/k_norm_14/Mul_output_0", - "model.transformer.layers.14.attn.k_norm.weight", - "/k_norm_14/Mul_1_output_0", - "/Mul_58_output_0", - "/Slice_59_output_0", - "/Neg_29_output_0", - "/Slice_58_output_0", - "/Concat_74_output_0", - "/Mul_59_output_0", - "/Add_57_output_0", - "/FakeLinear_58_output_0", - "/Reshape_59_output_0", - "/FusedAttention_14_output_0", - "/FakeLinear_59_output_0", - "/Add_58_output_0", - "/ffn_norm_14/Mul_output_0", - "model.transformer.layers.14.ffn_norm.weight", - "/ffn_norm_14/Mul_1_output_0", - "/ffn/proj_1_14/FakeLinear_output_0", - "/ffn_14/Slice_output_0", - "/ffn/act_14/Sigmoid_output_0", - "/ffn/act_14/Mul_output_0", - "/ffn_14/Slice_1_output_0", - "/ffn_14/Mul_2_output_0", - "/ffn/proj_2_14/FakeLinear_output_0", - "/Add_59_output_0", - "/Reshape_60_output_0", - "/attn_norm_15/Mul_output_0", - "model.transformer.layers.15.attn_norm.weight", - "/attn_norm_15/Mul_1_output_0", - "/FakeLinear_60_output_0", - "/Shape_61_output_0", - "Shape1361", - "BinaryOp1364", - "BinaryOp1365", - "Unsqueeze1366", - "BinaryOp1368", - "Unsqueeze1369", - "StridedSlice1372", - "Squeeze1373", - "BinaryOp1374", - "BinaryOp1375", - "/Gather_79_output_0", - "/Unsqueeze_151_output_0", - "/Concat_75_output_0", - "/Reshape_61_output_0", - "/q_norm_15/Mul_output_0", - "model.transformer.layers.15.attn.q_norm.weight", - "/q_norm_15/Mul_1_output_0", - "/Mul_60_output_0", - "/Slice_61_output_0", - "/Neg_30_output_0", - "/Slice_60_output_0", - "/Concat_78_output_0", - "/Mul_61_output_0", - "/Add_60_output_0", - "/FakeLinear_61_output_0", - "/Concat_76_output_0", - "/Reshape_62_output_0", - "/k_norm_15/Mul_output_0", - "model.transformer.layers.15.attn.k_norm.weight", - "/k_norm_15/Mul_1_output_0", - "/Mul_62_output_0", - "/Slice_63_output_0", - "/Neg_31_output_0", - "/Slice_62_output_0", - "/Concat_79_output_0", - "/Mul_63_output_0", - "/Add_61_output_0", - "/FakeLinear_62_output_0", - "/Reshape_63_output_0", - "/FusedAttention_15_output_0", - "/FakeLinear_63_output_0", - "/Add_62_output_0", - "/ffn_norm_15/Mul_output_0", - "model.transformer.layers.15.ffn_norm.weight", - "/ffn_norm_15/Mul_1_output_0", - "/ffn/proj_1_15/FakeLinear_output_0", - "/ffn_15/Slice_output_0", - "/ffn/act_15/Sigmoid_output_0", - "/ffn/act_15/Mul_output_0", - "/ffn_15/Mul_1_output_0", - "/ffn_15/Slice_1_output_0", - "/ffn_15/Mul_2_output_0", - "/ffn/proj_2_15/FakeLinear_output_0", - "/Add_63_output_0", - "/Reshape_64_output_0", - "/attn_norm_16/Mul_output_0", - "model.transformer.layers.16.attn_norm.weight", - "/attn_norm_16/Mul_1_output_0", - "/FakeLinear_64_output_0", - "/Shape_65_output_0", - "Shape1446", - "BinaryOp1449", - "BinaryOp1450", - "Unsqueeze1451", - "BinaryOp1453", - "Unsqueeze1454", - "StridedSlice1457", - "Squeeze1458", - "BinaryOp1459", - "BinaryOp1460", - "/Gather_84_output_0", - "/Unsqueeze_161_output_0", - "/Concat_80_output_0", - "/Reshape_65_output_0", - "/q_norm_16/Mul_output_0", - "model.transformer.layers.16.attn.q_norm.weight", - "/q_norm_16/Mul_1_output_0", - "/Mul_64_output_0", - "/Slice_65_output_0", - "/Neg_32_output_0", - "/Slice_64_output_0", - "/Concat_83_output_0", - "/Mul_65_output_0", - "/Add_64_output_0", - "/FakeLinear_65_output_0", - "/Concat_81_output_0", - "/Reshape_66_output_0", - "/k_norm_16/Mul_output_0", - "model.transformer.layers.16.attn.k_norm.weight", - "/k_norm_16/Mul_1_output_0", - "/Mul_66_output_0", - "/Slice_67_output_0", - "/Neg_33_output_0", - "/Slice_66_output_0", - "/Concat_84_output_0", - "/Mul_67_output_0", - "/Add_65_output_0", - "/FakeLinear_66_output_0", - "/Reshape_67_output_0", - "/FusedAttention_16_output_0", - "/FakeLinear_67_output_0", - "/Add_66_output_0", - "/ffn_norm_16/Mul_output_0", - "model.transformer.layers.16.ffn_norm.weight", - "/ffn_norm_16/Mul_1_output_0", - "/ffn/proj_1_16/FakeLinear_output_0", - "/ffn_16/Mul_output_0", - "/ffn_16/Slice_output_0", - "/ffn/act_16/Sigmoid_output_0", - "/ffn/act_16/Mul_output_0", - "/ffn_16/Mul_1_output_0", - "/ffn_16/Slice_1_output_0", - "/ffn_16/Mul_2_output_0", - "/ffn/proj_2_16/FakeLinear_output_0", - "/Add_67_output_0", - "/Reshape_68_output_0", - "/attn_norm_17/Mul_output_0", - "model.transformer.layers.17.attn_norm.weight", - "/attn_norm_17/Mul_1_output_0", - "/FakeLinear_68_output_0", - "/Shape_69_output_0", - "Shape1532", - "BinaryOp1535", - "BinaryOp1536", - "Unsqueeze1537", - "BinaryOp1539", - "Unsqueeze1540", - "StridedSlice1543", - "Squeeze1544", - "BinaryOp1545", - "BinaryOp1546", - "/Gather_89_output_0", - "/Unsqueeze_171_output_0", - "/Concat_85_output_0", - "/Reshape_69_output_0", - "/q_norm_17/Mul_output_0", - "model.transformer.layers.17.attn.q_norm.weight", - "/q_norm_17/Mul_1_output_0", - "/Mul_68_output_0", - "/Slice_69_output_0", - "/Neg_34_output_0", - "/Slice_68_output_0", - "/Concat_88_output_0", - "/Mul_69_output_0", - "/Add_68_output_0", - "/FakeLinear_69_output_0", - "/Concat_86_output_0", - "/Reshape_70_output_0", - "/k_norm_17/Mul_output_0", - "model.transformer.layers.17.attn.k_norm.weight", - "/k_norm_17/Mul_1_output_0", - "/Mul_70_output_0", - "/Slice_71_output_0", - "/Neg_35_output_0", - "/Slice_70_output_0", - "/Concat_89_output_0", - "/Mul_71_output_0", - "/Add_69_output_0", - "/FakeLinear_70_output_0", - "/Reshape_71_output_0", - "/FusedAttention_17_output_0", - "/FakeLinear_71_output_0", - "/Add_70_output_0", - "/ffn_norm_17/Mul_output_0", - "model.transformer.layers.17.ffn_norm.weight", - "/ffn_norm_17/Mul_1_output_0", - "/ffn/proj_1_17/FakeLinear_output_0", - "/ffn_17/Slice_output_0", - "/ffn/act_17/Sigmoid_output_0", - "/ffn/act_17/Mul_output_0", - "/ffn_17/Mul_1_output_0", - "/ffn_17/Slice_1_output_0", - "/ffn_17/Mul_2_output_0", - "/ffn/proj_2_17/FakeLinear_output_0", - "/Add_71_output_0", - "/Reshape_72_output_0", - "/attn_norm_18/Mul_output_0", - "model.transformer.layers.18.attn_norm.weight", - "/attn_norm_18/Mul_1_output_0", - "/FakeLinear_72_output_0", - "/Shape_73_output_0", - "Shape1617", - "BinaryOp1620", - "BinaryOp1621", - "Unsqueeze1622", - "BinaryOp1624", - "Unsqueeze1625", - "StridedSlice1628", - "Squeeze1629", - "BinaryOp1630", - "BinaryOp1631", - "/Gather_94_output_0", - "/Unsqueeze_181_output_0", - "/Constant_542_output_0", - "/Concat_90_output_0", - "/Reshape_73_output_0", - "/q_norm_18/Mul_output_0", - "model.transformer.layers.18.attn.q_norm.weight", - "/q_norm_18/Mul_1_output_0", - "/Mul_72_output_0", - "/Slice_73_output_0", - "/Neg_36_output_0", - "/Slice_72_output_0", - "/Concat_93_output_0", - "/Mul_73_output_0", - "/Add_72_output_0", - "/FakeLinear_73_output_0", - "/Constant_544_output_0", - "/Concat_91_output_0", - "/Reshape_74_output_0", - "/k_norm_18/Mul_output_0", - "model.transformer.layers.18.attn.k_norm.weight", - "/k_norm_18/Mul_1_output_0", - "/Mul_74_output_0", - "/Slice_75_output_0", - "/Neg_37_output_0", - "/Slice_74_output_0", - "/Concat_94_output_0", - "/Mul_75_output_0", - "/Add_73_output_0", - "/FakeLinear_74_output_0", - "/Reshape_75_output_0", - "/FusedAttention_18_output_0", - "/FakeLinear_75_output_0", - "/Add_74_output_0", - "/ffn_norm_18/Mul_output_0", - "model.transformer.layers.18.ffn_norm.weight", - "/ffn_norm_18/Mul_1_output_0", - "/ffn/proj_1_18/FakeLinear_output_0", - "/ffn_18/Mul_output_0", - "/ffn_18/Slice_output_0", - "/ffn/act_18/Sigmoid_output_0", - "/ffn/act_18/Mul_output_0", - "/ffn_18/Mul_1_output_0", - "/ffn_18/Slice_1_output_0", - "/ffn_18/Mul_2_output_0", - "/ffn/proj_2_18/FakeLinear_output_0", - "/Add_75_output_0", - "/Reshape_76_output_0", - "/attn_norm_19/Mul_output_0", - "model.transformer.layers.19.attn_norm.weight", - "/attn_norm_19/Mul_1_output_0", - "/FakeLinear_76_output_0", - "/Shape_77_output_0", - "Shape1705", - "BinaryOp1708", - "BinaryOp1709", - "Unsqueeze1710", - "BinaryOp1712", - "Unsqueeze1713", - "StridedSlice1716", - "Squeeze1717", - "BinaryOp1718", - "BinaryOp1719", - "/Gather_99_output_0", - "/Unsqueeze_191_output_0", - "/Concat_95_output_0", - "/Reshape_77_output_0", - "/q_norm_19/Mul_output_0", - "model.transformer.layers.19.attn.q_norm.weight", - "/q_norm_19/Mul_1_output_0", - "/Mul_76_output_0", - "/Slice_77_output_0", - "/Neg_38_output_0", - "/Slice_76_output_0", - "/Concat_98_output_0", - "/Mul_77_output_0", - "/Add_76_output_0", - "/FakeLinear_77_output_0", - "/Concat_96_output_0", - "/Reshape_78_output_0", - "/k_norm_19/Mul_output_0", - "model.transformer.layers.19.attn.k_norm.weight", - "/k_norm_19/Mul_1_output_0", - "/Mul_78_output_0", - "/Slice_79_output_0", - "/Neg_39_output_0", - "/Slice_78_output_0", - "/Concat_99_output_0", - "/Mul_79_output_0", - "/Add_77_output_0", - "/FakeLinear_78_output_0", - "/Reshape_79_output_0", - "/FusedAttention_19_output_0", - "/FakeLinear_79_output_0", - "/Add_78_output_0", - "/ffn_norm_19/Mul_output_0", - "model.transformer.layers.19.ffn_norm.weight", - "/ffn_norm_19/Mul_1_output_0", - "/ffn/proj_1_19/FakeLinear_output_0", - "/ffn_19/Slice_output_0", - "/ffn/act_19/Sigmoid_output_0", - "/ffn/act_19/Mul_output_0", - "/ffn_19/Mul_1_output_0", - "/ffn_19/Slice_1_output_0", - "/ffn_19/Mul_2_output_0", - "/ffn/proj_2_19/FakeLinear_output_0", - "/Add_79_output_0", - "/Reshape_80_output_0", - "/attn_norm_20/Mul_output_0", - "model.transformer.layers.20.attn_norm.weight", - "/attn_norm_20/Mul_1_output_0", - "/FakeLinear_80_output_0", - "/Shape_81_output_0", - "Shape1790", - "BinaryOp1793", - "BinaryOp1794", - "Unsqueeze1795", - "BinaryOp1797", - "Unsqueeze1798", - "StridedSlice1801", - "Squeeze1802", - "BinaryOp1803", - "BinaryOp1804", - "/Gather_104_output_0", - "/Unsqueeze_201_output_0", - "/Concat_100_output_0", - "/Reshape_81_output_0", - "/q_norm_20/Mul_output_0", - "model.transformer.layers.20.attn.q_norm.weight", - "/q_norm_20/Mul_1_output_0", - "/Mul_80_output_0", - "/Slice_81_output_0", - "/Neg_40_output_0", - "/Slice_80_output_0", - "/Concat_103_output_0", - "/Mul_81_output_0", - "/Add_80_output_0", - "/FakeLinear_81_output_0", - "/Concat_101_output_0", - "/Reshape_82_output_0", - "/k_norm_20/Mul_output_0", - "model.transformer.layers.20.attn.k_norm.weight", - "/k_norm_20/Mul_1_output_0", - "/Mul_82_output_0", - "/Slice_83_output_0", - "/Neg_41_output_0", - "/Slice_82_output_0", - "/Concat_104_output_0", - "/Mul_83_output_0", - "/Add_81_output_0", - "/FakeLinear_82_output_0", - "/Reshape_83_output_0", - "/FusedAttention_20_output_0", - "/FakeLinear_83_output_0", - "/Add_82_output_0", - "/ffn_norm_20/Mul_output_0", - "model.transformer.layers.20.ffn_norm.weight", - "/ffn_norm_20/Mul_1_output_0", - "/ffn/proj_1_20/FakeLinear_output_0", - "/ffn_20/Mul_output_0", - "/ffn_20/Slice_output_0", - "/ffn/act_20/Sigmoid_output_0", - "/ffn/act_20/Mul_output_0", - "/ffn_20/Mul_1_output_0", - "/ffn_20/Slice_1_output_0", - "/ffn_20/Mul_2_output_0", - "/ffn/proj_2_20/FakeLinear_output_0", - "/Add_83_output_0", - "/Reshape_84_output_0", - "/attn_norm_21/Mul_output_0", - "model.transformer.layers.21.attn_norm.weight", - "/attn_norm_21/Mul_1_output_0", - "/FakeLinear_84_output_0", - "/Shape_85_output_0", - "Shape1876", - "BinaryOp1879", - "BinaryOp1880", - "Unsqueeze1881", - "BinaryOp1883", - "Unsqueeze1884", - "StridedSlice1887", - "Squeeze1888", - "BinaryOp1889", - "BinaryOp1890", - "/Gather_109_output_0", - "/Unsqueeze_211_output_0", - "/Concat_105_output_0", - "/Reshape_85_output_0", - "/q_norm_21/Mul_output_0", - "model.transformer.layers.21.attn.q_norm.weight", - "/q_norm_21/Mul_1_output_0", - "/Mul_84_output_0", - "/Slice_85_output_0", - "/Neg_42_output_0", - "/Slice_84_output_0", - "/Concat_108_output_0", - "/Mul_85_output_0", - "/Add_84_output_0", - "/FakeLinear_85_output_0", - "/Concat_106_output_0", - "/Reshape_86_output_0", - "/k_norm_21/Mul_output_0", - "model.transformer.layers.21.attn.k_norm.weight", - "/k_norm_21/Mul_1_output_0", - "/Mul_86_output_0", - "/Slice_87_output_0", - "/Neg_43_output_0", - "/Slice_86_output_0", - "/Concat_109_output_0", - "/Mul_87_output_0", - "/Add_85_output_0", - "/FakeLinear_86_output_0", - "/Reshape_87_output_0", - "/FusedAttention_21_output_0", - "/FakeLinear_87_output_0", - "/Add_86_output_0", - "/ffn_norm_21/Mul_output_0", - "model.transformer.layers.21.ffn_norm.weight", - "/ffn_norm_21/Mul_1_output_0", - "/ffn/proj_1_21/FakeLinear_output_0", - "/ffn_21/Slice_output_0", - "/ffn/act_21/Sigmoid_output_0", - "/ffn/act_21/Mul_output_0", - "/ffn_21/Mul_1_output_0", - "/ffn_21/Slice_1_output_0", - "/ffn_21/Mul_2_output_0", - "/ffn/proj_2_21/FakeLinear_output_0", - "/Add_87_output_0", - "/Reshape_88_output_0", - "/attn_norm_22/Mul_output_0", - "model.transformer.layers.22.attn_norm.weight", - "/attn_norm_22/Mul_1_output_0", - "/FakeLinear_88_output_0", - "/Shape_89_output_0", - "Shape1961", - "BinaryOp1964", - "BinaryOp1965", - "Unsqueeze1966", - "BinaryOp1968", - "Unsqueeze1969", - "StridedSlice1972", - "Squeeze1973", - "BinaryOp1974", - "BinaryOp1975", - "/Gather_114_output_0", - "/Unsqueeze_221_output_0", - "/Concat_110_output_0", - "/Reshape_89_output_0", - "/q_norm_22/Mul_output_0", - "model.transformer.layers.22.attn.q_norm.weight", - "/q_norm_22/Mul_1_output_0", - "/Mul_88_output_0", - "/Slice_89_output_0", - "/Neg_44_output_0", - "/Slice_88_output_0", - "/Concat_113_output_0", - "/Mul_89_output_0", - "/Add_88_output_0", - "/FakeLinear_89_output_0", - "/Concat_111_output_0", - "/Reshape_90_output_0", - "/k_norm_22/Mul_output_0", - "model.transformer.layers.22.attn.k_norm.weight", - "/k_norm_22/Mul_1_output_0", - "/Mul_90_output_0", - "/Slice_91_output_0", - "/Neg_45_output_0", - "/Slice_90_output_0", - "/Concat_114_output_0", - "/Mul_91_output_0", - "/Add_89_output_0", - "/FakeLinear_90_output_0", - "/Reshape_91_output_0", - "/FusedAttention_22_output_0", - "/FakeLinear_91_output_0", - "/Add_90_output_0", - "/ffn_norm_22/Mul_output_0", - "model.transformer.layers.22.ffn_norm.weight", - "/ffn_norm_22/Mul_1_output_0", - "/ffn/proj_1_22/FakeLinear_output_0", - "/ffn_22/Mul_output_0", - "/ffn_22/Slice_output_0", - "/ffn/act_22/Sigmoid_output_0", - "/ffn/act_22/Mul_output_0", - "/ffn_22/Mul_1_output_0", - "/ffn_22/Slice_1_output_0", - "/ffn_22/Mul_2_output_0", - "/ffn/proj_2_22/FakeLinear_output_0", - "/Add_91_output_0", - "/Reshape_92_output_0", - "/attn_norm_23/Mul_output_0", - "model.transformer.layers.23.attn_norm.weight", - "/attn_norm_23/Mul_1_output_0", - "/FakeLinear_92_output_0", - "/Shape_93_output_0", - "Shape2047", - "BinaryOp2050", - "BinaryOp2051", - "Unsqueeze2052", - "BinaryOp2054", - "Unsqueeze2055", - "StridedSlice2058", - "Squeeze2059", - "BinaryOp2060", - "BinaryOp2061", - "/Gather_119_output_0", - "/Unsqueeze_231_output_0", - "/Concat_115_output_0", - "/Reshape_93_output_0", - "/q_norm_23/Mul_output_0", - "model.transformer.layers.23.attn.q_norm.weight", - "/q_norm_23/Mul_1_output_0", - "/Mul_92_output_0", - "/Slice_93_output_0", - "/Neg_46_output_0", - "/Slice_92_output_0", - "/Concat_118_output_0", - "/Mul_93_output_0", - "/Add_92_output_0", - "/FakeLinear_93_output_0", - "/Concat_116_output_0", - "/Reshape_94_output_0", - "/k_norm_23/Mul_output_0", - "model.transformer.layers.23.attn.k_norm.weight", - "/k_norm_23/Mul_1_output_0", - "/Mul_94_output_0", - "/Slice_95_output_0", - "/Neg_47_output_0", - "/Slice_94_output_0", - "/Concat_119_output_0", - "/Mul_95_output_0", - "/Add_93_output_0", - "/FakeLinear_94_output_0", - "/Reshape_95_output_0", - "/FusedAttention_23_output_0", - "/FakeLinear_95_output_0", - "/Add_94_output_0", - "/ffn_norm_23/Mul_output_0", - "model.transformer.layers.23.ffn_norm.weight", - "/ffn_norm_23/Mul_1_output_0", - "/ffn/proj_1_23/FakeLinear_output_0", - "/ffn_23/Slice_output_0", - "/ffn/act_23/Sigmoid_output_0", - "/ffn/act_23/Mul_output_0", - "/ffn_23/Mul_1_output_0", - "/ffn_23/Slice_1_output_0", - "/ffn_23/Mul_2_output_0", - "/ffn/proj_2_23/FakeLinear_output_0", - "/Add_95_output_0", - "/Reshape_96_output_0", - "/attn_norm_24/Mul_output_0", - "model.transformer.layers.24.attn_norm.weight", - "/attn_norm_24/Mul_1_output_0", - "/FakeLinear_96_output_0", - "/Shape_97_output_0", - "Shape2132", - "BinaryOp2135", - "BinaryOp2136", - "Unsqueeze2137", - "BinaryOp2139", - "Unsqueeze2140", - "StridedSlice2143", - "Squeeze2144", - "BinaryOp2145", - "BinaryOp2146", - "/Gather_124_output_0", - "/Unsqueeze_241_output_0", - "/Concat_120_output_0", - "/Reshape_97_output_0", - "/q_norm_24/Mul_output_0", - "model.transformer.layers.24.attn.q_norm.weight", - "/q_norm_24/Mul_1_output_0", - "/Mul_96_output_0", - "/Slice_97_output_0", - "/Neg_48_output_0", - "/Slice_96_output_0", - "/Concat_123_output_0", - "/Mul_97_output_0", - "/Add_96_output_0", - "/FakeLinear_97_output_0", - "/Constant_722_output_0", - "/Concat_121_output_0", - "/Reshape_98_output_0", - "/k_norm_24/Mul_output_0", - "model.transformer.layers.24.attn.k_norm.weight", - "/k_norm_24/Mul_1_output_0", - "/Mul_98_output_0", - "/Slice_99_output_0", - "/Neg_49_output_0", - "/Slice_98_output_0", - "/Concat_124_output_0", - "/Mul_99_output_0", - "/Add_97_output_0", - "/FakeLinear_98_output_0", - "/Reshape_99_output_0", - "/FusedAttention_24_output_0", - "/FakeLinear_99_output_0", - "/Add_98_output_0", - "/ffn_norm_24/Mul_output_0", - "model.transformer.layers.24.ffn_norm.weight", - "/ffn_norm_24/Mul_1_output_0", - "/ffn/proj_1_24/FakeLinear_output_0", - "/ffn_24/Mul_output_0", - "/ffn_24/Slice_output_0", - "/ffn/act_24/Sigmoid_output_0", - "/ffn/act_24/Mul_output_0", - "/ffn_24/Mul_1_output_0", - "/ffn_24/Slice_1_output_0", - "/ffn_24/Mul_2_output_0", - "/ffn/proj_2_24/FakeLinear_output_0", - "/Add_99_output_0", - "/Reshape_100_output_0", - "/attn_norm_25/Mul_output_0", - "model.transformer.layers.25.attn_norm.weight", - "/attn_norm_25/Mul_1_output_0", - "/FakeLinear_100_output_0", - "/Shape_101_output_0", - "Shape2219", - "BinaryOp2222", - "BinaryOp2223", - "Unsqueeze2224", - "BinaryOp2226", - "Unsqueeze2227", - "StridedSlice2230", - "Squeeze2231", - "BinaryOp2232", - "BinaryOp2233", - "/Gather_129_output_0", - "/Unsqueeze_251_output_0", - "/Concat_125_output_0", - "/Reshape_101_output_0", - "/q_norm_25/Mul_output_0", - "model.transformer.layers.25.attn.q_norm.weight", - "/q_norm_25/Mul_1_output_0", - "/Mul_100_output_0", - "/Slice_101_output_0", - "/Neg_50_output_0", - "/Slice_100_output_0", - "/Concat_128_output_0", - "/Mul_101_output_0", - "/Add_100_output_0", - "/FakeLinear_101_output_0", - "/Concat_126_output_0", - "/Reshape_102_output_0", - "/k_norm_25/Mul_output_0", - "model.transformer.layers.25.attn.k_norm.weight", - "/k_norm_25/Mul_1_output_0", - "/Mul_102_output_0", - "/Slice_103_output_0", - "/Neg_51_output_0", - "/Slice_102_output_0", - "/Concat_129_output_0", - "/Mul_103_output_0", - "/Add_101_output_0", - "/FakeLinear_102_output_0", - "/Reshape_103_output_0", - "/FusedAttention_25_output_0", - "/FakeLinear_103_output_0", - "/Add_102_output_0", - "/ffn_norm_25/Mul_output_0", - "model.transformer.layers.25.ffn_norm.weight", - "/ffn_norm_25/Mul_1_output_0", - "/ffn/proj_1_25/FakeLinear_output_0", - "/ffn_25/Slice_output_0", - "/ffn/act_25/Sigmoid_output_0", - "/ffn/act_25/Mul_output_0", - "/ffn_25/Mul_1_output_0", - "/ffn_25/Slice_1_output_0", - "/ffn_25/Mul_2_output_0", - "/ffn/proj_2_25/FakeLinear_output_0", - "/Add_103_output_0", - "/Reshape_104_output_0", - "/attn_norm_26/Mul_output_0", - "model.transformer.layers.26.attn_norm.weight", - "/attn_norm_26/Mul_1_output_0", - "/FakeLinear_104_output_0", - "/Shape_105_output_0", - "Shape2304", - "BinaryOp2307", - "BinaryOp2308", - "Unsqueeze2309", - "BinaryOp2311", - "Unsqueeze2312", - "StridedSlice2315", - "Squeeze2316", - "BinaryOp2317", - "BinaryOp2318", - "/Gather_134_output_0", - "/Unsqueeze_261_output_0", - "/Concat_130_output_0", - "/Reshape_105_output_0", - "/q_norm_26/Mul_output_0", - "model.transformer.layers.26.attn.q_norm.weight", - "/q_norm_26/Mul_1_output_0", - "/Mul_104_output_0", - "/Slice_105_output_0", - "/Neg_52_output_0", - "/Slice_104_output_0", - "/Concat_133_output_0", - "/Mul_105_output_0", - "/Add_104_output_0", - "/FakeLinear_105_output_0", - "/Concat_131_output_0", - "/Reshape_106_output_0", - "/k_norm_26/Mul_output_0", - "model.transformer.layers.26.attn.k_norm.weight", - "/k_norm_26/Mul_1_output_0", - "/Mul_106_output_0", - "/Slice_107_output_0", - "/Neg_53_output_0", - "/Slice_106_output_0", - "/Concat_134_output_0", - "/Mul_107_output_0", - "/Add_105_output_0", - "/FakeLinear_106_output_0", - "/Reshape_107_output_0", - "/FusedAttention_26_output_0", - "/FakeLinear_107_output_0", - "/Add_106_output_0", - "/ffn_norm_26/Mul_output_0", - "model.transformer.layers.26.ffn_norm.weight", - "/ffn_norm_26/Mul_1_output_0", - "/ffn/proj_1_26/FakeLinear_output_0", - "/ffn_26/Mul_output_0", - "/ffn_26/Slice_output_0", - "/ffn/act_26/Sigmoid_output_0", - "/ffn/act_26/Mul_output_0", - "/ffn_26/Mul_1_output_0", - "/ffn_26/Slice_1_output_0", - "/ffn_26/Mul_2_output_0", - "/ffn/proj_2_26/FakeLinear_output_0", - "/Add_107_output_0", - "/Reshape_108_output_0", - "/attn_norm_27/Mul_output_0", - "model.transformer.layers.27.attn_norm.weight", - "/attn_norm_27/Mul_1_output_0", - "/FakeLinear_108_output_0", - "/Shape_109_output_0", - "Shape2390", - "BinaryOp2393", - "BinaryOp2394", - "Unsqueeze2395", - "BinaryOp2397", - "Unsqueeze2398", - "StridedSlice2401", - "Squeeze2402", - "BinaryOp2403", - "BinaryOp2404", - "/Gather_139_output_0", - "/Unsqueeze_271_output_0", - "/Concat_135_output_0", - "/Reshape_109_output_0", - "/q_norm_27/Mul_output_0", - "model.transformer.layers.27.attn.q_norm.weight", - "/q_norm_27/Mul_1_output_0", - "/Mul_108_output_0", - "/Slice_109_output_0", - "/Neg_54_output_0", - "/Slice_108_output_0", - "/Concat_138_output_0", - "/Mul_109_output_0", - "/Add_108_output_0", - "/FakeLinear_109_output_0", - "/Concat_136_output_0", - "/Reshape_110_output_0", - "/k_norm_27/Mul_output_0", - "model.transformer.layers.27.attn.k_norm.weight", - "/k_norm_27/Mul_1_output_0", - "/Mul_110_output_0", - "/Slice_111_output_0", - "/Neg_55_output_0", - "/Slice_110_output_0", - "/Concat_139_output_0", - "/Mul_111_output_0", - "/Add_109_output_0", - "/FakeLinear_110_output_0", - "/Reshape_111_output_0", - "/FusedAttention_27_output_0", - "/FakeLinear_111_output_0", - "/Add_110_output_0", - "/ffn_norm_27/Mul_output_0", - "model.transformer.layers.27.ffn_norm.weight", - "/ffn_norm_27/Mul_1_output_0", - "/ffn/proj_1_27/FakeLinear_output_0", - "/ffn_27/Slice_output_0", - "/ffn/act_27/Sigmoid_output_0", - "/ffn/act_27/Mul_output_0", - "/ffn_27/Mul_1_output_0", - "/ffn_27/Slice_1_output_0", - "/ffn_27/Mul_2_output_0", - "/ffn/proj_2_27/FakeLinear_output_0", - "/Add_111_output_0", - "/lm/Constant_output_0__", - "/lm/Reshape_output_0", - "/rotary/Constant_6_output_0", - "Shape2467", - "BinaryOp2470", - "BinaryOp2471", - "Unsqueeze2472", - "BinaryOp2474", - "Unsqueeze2475", - "StridedSlice2478", - "Squeeze2479", - "BinaryOp2480", - "BinaryOp2481", - "/lm/Gather_output_0", - "/lm/Constant_1_output_0__", - "/lm/Reshape_1_output_0", - "/lm/norm/Mul_output_0", - "model.transformer.norm.weight", - "/lm/norm/Mul_1_output_0", - "/lm/lm/FakeLinear_output_0", - "/Constant_836_output_0__", - "logits", - "past_key_values", - "Shape2497", - "BinaryOp2500", - "BinaryOp2501", - "Unsqueeze2502", - "BinaryOp2504", - "Unsqueeze2505", - "StridedSlice2508", - "BinaryOp2510", - "BinaryOp2511", - "/Gather_output_0", - "/Unsqueeze_280_output_0", - "Unsqueeze2519", - "Unsqueeze2522", - "StridedSlice2525", - "Squeeze2526", - "BinaryOp2527", - "BinaryOp2528", - "/Gather_7_output_0", - "/Unsqueeze_281_output_0", - "/rotary/Constant_7_output_0", - "Unsqueeze2537", - "Unsqueeze2540", - "StridedSlice2543", - "Squeeze2544", - "BinaryOp2545", - "BinaryOp2546", - "/Gather_12_output_0", - "/Unsqueeze_282_output_0", - "/Constant_11_output_0", - "Unsqueeze2555", - "Unsqueeze2558", - "StridedSlice2561", - "Squeeze2562", - "BinaryOp2563", - "BinaryOp2564", - "/Gather_17_output_0", - "/Unsqueeze_283_output_0", - "/Constant_6_output_0", - "Unsqueeze2573", - "Unsqueeze2576", - "StridedSlice2579", - "Squeeze2580", - "BinaryOp2581", - "BinaryOp2582", - "/Gather_22_output_0", - "/Unsqueeze_284_output_0", - "/Constant_96_output_0", - "Unsqueeze2591", - "Unsqueeze2594", - "StridedSlice2597", - "Squeeze2598", - "BinaryOp2599", - "BinaryOp2600", - "/Gather_27_output_0", - "/Unsqueeze_285_output_0", - "/rotary/Constant_output_0", - "Unsqueeze2609", - "Unsqueeze2612", - "StridedSlice2615", - "Squeeze2616", - "BinaryOp2617", - "BinaryOp2618", - "/Gather_32_output_0", - "/Unsqueeze_286_output_0", - "/Constant_208_output_0", - "Unsqueeze2627", - "Unsqueeze2630", - "StridedSlice2633", - "Squeeze2634", - "BinaryOp2635", - "BinaryOp2636", - "/Gather_37_output_0", - "/Unsqueeze_287_output_0", - "/Constant_238_output_0", - "Unsqueeze2645", - "Unsqueeze2648", - "StridedSlice2651", - "Squeeze2652", - "BinaryOp2653", - "BinaryOp2654", - "/Gather_42_output_0", - "/Unsqueeze_288_output_0", - "/Constant_268_output_0", - "Unsqueeze2663", - "Unsqueeze2666", - "StridedSlice2669", - "Squeeze2670", - "BinaryOp2671", - "BinaryOp2672", - "/Gather_47_output_0", - "/Unsqueeze_289_output_0", - "/Constant_298_output_0", - "Unsqueeze2681", - "Unsqueeze2684", - "StridedSlice2687", - "Squeeze2688", - "BinaryOp2689", - "BinaryOp2690", - "/Gather_52_output_0", - "/Unsqueeze_290_output_0", - "/Constant_329_output_0", - "Unsqueeze2699", - "Unsqueeze2702", - "StridedSlice2705", - "Squeeze2706", - "BinaryOp2707", - "BinaryOp2708", - "/Gather_57_output_0", - "/Unsqueeze_291_output_0", - "/Constant_359_output_0", - "Unsqueeze2717", - "Unsqueeze2720", - "StridedSlice2723", - "Squeeze2724", - "BinaryOp2725", - "BinaryOp2726", - "/Gather_62_output_0", - "/Unsqueeze_292_output_0", - "/Constant_389_output_0", - "Unsqueeze2735", - "Unsqueeze2738", - "StridedSlice2741", - "Squeeze2742", - "BinaryOp2743", - "BinaryOp2744", - "/Gather_67_output_0", - "/Unsqueeze_293_output_0", - "/Constant_419_output_0", - "Unsqueeze2753", - "Unsqueeze2756", - "StridedSlice2759", - "Squeeze2760", - "BinaryOp2761", - "BinaryOp2762", - "/Gather_72_output_0", - "/Unsqueeze_294_output_0", - "/Constant_449_output_0", - "Unsqueeze2771", - "Unsqueeze2774", - "StridedSlice2777", - "Squeeze2778", - "BinaryOp2779", - "BinaryOp2780", - "/Gather_77_output_0", - "/Unsqueeze_295_output_0", - "/Constant_3_output_0", - "Unsqueeze2789", - "Unsqueeze2792", - "StridedSlice2795", - "Squeeze2796", - "BinaryOp2797", - "BinaryOp2798", - "/Gather_82_output_0", - "/Unsqueeze_296_output_0", - "/Constant_508_output_0", - "Unsqueeze2807", - "Unsqueeze2810", - "StridedSlice2813", - "Squeeze2814", - "BinaryOp2815", - "BinaryOp2816", - "/Gather_87_output_0", - "/Unsqueeze_297_output_0", - "/Constant_538_output_0", - "Unsqueeze2825", - "Unsqueeze2828", - "StridedSlice2831", - "Squeeze2832", - "BinaryOp2833", - "BinaryOp2834", - "/Gather_92_output_0", - "/Unsqueeze_298_output_0", - "/Constant_568_output_0", - "Unsqueeze2843", - "Unsqueeze2846", - "StridedSlice2849", - "Squeeze2850", - "BinaryOp2851", - "BinaryOp2852", - "/Gather_97_output_0", - "/Unsqueeze_299_output_0", - "/Constant_93_output_0", - "Unsqueeze2861", - "Unsqueeze2864", - "StridedSlice2867", - "Squeeze2868", - "BinaryOp2869", - "BinaryOp2870", - "/Gather_102_output_0", - "/Unsqueeze_300_output_0", - "/Constant_627_output_0", - "Unsqueeze2879", - "Unsqueeze2882", - "StridedSlice2885", - "Squeeze2886", - "BinaryOp2887", - "BinaryOp2888", - "/Gather_107_output_0", - "/Unsqueeze_301_output_0", - "/Constant_657_output_0", - "Unsqueeze2897", - "Unsqueeze2900", - "StridedSlice2903", - "Squeeze2904", - "BinaryOp2905", - "BinaryOp2906", - "/Gather_112_output_0", - "/Unsqueeze_302_output_0", - "/Constant_687_output_0", - "Unsqueeze2915", - "Unsqueeze2918", - "StridedSlice2921", - "Squeeze2922", - "BinaryOp2923", - "BinaryOp2924", - "/Gather_117_output_0", - "/Unsqueeze_303_output_0", - "/Constant_302_output_0", - "Unsqueeze2933", - "Unsqueeze2936", - "StridedSlice2939", - "Squeeze2940", - "BinaryOp2941", - "BinaryOp2942", - "/Gather_122_output_0", - "/Unsqueeze_304_output_0", - "/Constant_746_output_0", - "Unsqueeze2951", - "Unsqueeze2954", - "StridedSlice2957", - "Squeeze2958", - "BinaryOp2959", - "BinaryOp2960", - "/Gather_127_output_0", - "/Unsqueeze_305_output_0", - "/Constant_776_output_0", - "Unsqueeze2969", - "Unsqueeze2972", - "StridedSlice2975", - "Squeeze2976", - "BinaryOp2977", - "BinaryOp2978", - "/Gather_132_output_0", - "/Unsqueeze_306_output_0", - "/Constant_806_output_0", - "Unsqueeze2987", - "Unsqueeze2990", - "StridedSlice2993", - "Squeeze2994", - "BinaryOp2995", - "BinaryOp2996", - "/Gather_137_output_0", - "/Unsqueeze_307_output_0", - "presents", - "/layers.0/self_attn/q_proj/Linear/pre_reshape", - "/layers.0/self_attn/q_proj/Linear/pre_convert", - "/layers.0/self_attn/q_proj/Linear", - "/layers.0/self_attn/q_proj/Linear/post_convert", - "/layers.0/self_attn/k_proj/Linear/pre_reshape", - "/layers.0/self_attn/k_proj/Linear/pre_convert", - "/layers.0/self_attn/k_proj/Linear", - "/layers.0/self_attn/k_proj/Linear/post_convert", - "/layers.0/self_attn/v_proj/Linear/pre_reshape", - "/layers.0/self_attn/v_proj/Linear/pre_convert", - "/layers.0/self_attn/v_proj/Linear", - "/layers.0/self_attn/v_proj/Linear/post_convert", - "/layers.0/self_attn/o_proj/Linear/pre_reshape", - "/layers.0/self_attn/o_proj/Linear/pre_convert", - "/layers.0/self_attn/o_proj/Linear", - "/layers.0/self_attn/o_proj/Linear/post_convert", - "/layers.0/mlp/proj_1/Linear/pre_reshape", - "/layers.0/mlp/proj_1/Linear/pre_convert", - "/layers.0/mlp/proj_1/Linear", - "/layers.0/mlp/proj_1/Linear/post_convert", - "/layers.0/mlp/proj_2/Linear/pre_reshape", - "/layers.0/mlp/proj_2/Linear/pre_convert", - "/layers.0/mlp/proj_2/Linear", - "/layers.0/mlp/proj_2/Linear/post_convert", - "/layers.1/self_attn/q_proj/Linear/pre_reshape", - "/layers.1/self_attn/q_proj/Linear/pre_convert", - "/layers.1/self_attn/q_proj/Linear", - "/layers.1/self_attn/q_proj/Linear/post_convert", - "/layers.1/self_attn/k_proj/Linear/pre_reshape", - "/layers.1/self_attn/k_proj/Linear/pre_convert", - "/layers.1/self_attn/k_proj/Linear", - "/layers.1/self_attn/k_proj/Linear/post_convert", - "/layers.1/self_attn/v_proj/Linear/pre_reshape", - "/layers.1/self_attn/v_proj/Linear/pre_convert", - "/layers.1/self_attn/v_proj/Linear", - "/layers.1/self_attn/v_proj/Linear/post_convert", - "/layers.1/self_attn/o_proj/Linear/pre_reshape", - "/layers.1/self_attn/o_proj/Linear/pre_convert", - "/layers.1/self_attn/o_proj/Linear", - "/layers.1/self_attn/o_proj/Linear/post_convert", - "/layers.1/mlp/proj_1/Linear/pre_reshape", - "/layers.1/mlp/proj_1/Linear/pre_convert", - "/layers.1/mlp/proj_1/Linear", - "/layers.1/mlp/proj_1/Linear/post_convert", - "/layers.1/mlp/proj_2/Linear/pre_reshape", - "/layers.1/mlp/proj_2/Linear/pre_convert", - "/layers.1/mlp/proj_2/Linear", - "/layers.1/mlp/proj_2/Linear/post_convert", - "/layers.2/self_attn/q_proj/Linear/pre_reshape", - "/layers.2/self_attn/q_proj/Linear/pre_convert", - "/layers.2/self_attn/q_proj/Linear", - "/layers.2/self_attn/q_proj/Linear/post_convert", - "/layers.2/self_attn/k_proj/Linear/pre_reshape", - "/layers.2/self_attn/k_proj/Linear/pre_convert", - "/layers.2/self_attn/k_proj/Linear", - "/layers.2/self_attn/k_proj/Linear/post_convert", - "/layers.2/self_attn/v_proj/Linear/pre_reshape", - "/layers.2/self_attn/v_proj/Linear/pre_convert", - "/layers.2/self_attn/v_proj/Linear", - "/layers.2/self_attn/v_proj/Linear/post_convert", - "/layers.2/self_attn/o_proj/Linear/pre_reshape", - "/layers.2/self_attn/o_proj/Linear/pre_convert", - "/layers.2/self_attn/o_proj/Linear", - "/layers.2/self_attn/o_proj/Linear/post_convert", - "/layers.2/mlp/proj_1/Linear/pre_reshape", - "/layers.2/mlp/proj_1/Linear/pre_convert", - "/layers.2/mlp/proj_1/Linear", - "/layers.2/mlp/proj_1/Linear/post_convert", - "/layers.2/mlp/proj_2/Linear/pre_reshape", - "/layers.2/mlp/proj_2/Linear/pre_convert", - "/layers.2/mlp/proj_2/Linear", - "/layers.2/mlp/proj_2/Linear/post_convert", - "/layers.3/self_attn/q_proj/Linear/pre_reshape", - "/layers.3/self_attn/q_proj/Linear/pre_convert", - "/layers.3/self_attn/q_proj/Linear", - "/layers.3/self_attn/q_proj/Linear/post_convert", - "/layers.3/self_attn/k_proj/Linear/pre_reshape", - "/layers.3/self_attn/k_proj/Linear/pre_convert", - "/layers.3/self_attn/k_proj/Linear", - "/layers.3/self_attn/k_proj/Linear/post_convert", - "/layers.3/self_attn/v_proj/Linear/pre_reshape", - "/layers.3/self_attn/v_proj/Linear/pre_convert", - "/layers.3/self_attn/v_proj/Linear", - "/layers.3/self_attn/v_proj/Linear/post_convert", - "/layers.3/self_attn/o_proj/Linear/pre_reshape", - "/layers.3/self_attn/o_proj/Linear/pre_convert", - "/layers.3/self_attn/o_proj/Linear", - "/layers.3/self_attn/o_proj/Linear/post_convert", - "/layers.3/mlp/proj_1/Linear/pre_reshape", - "/layers.3/mlp/proj_1/Linear/pre_convert", - "/layers.3/mlp/proj_1/Linear", - "/layers.3/mlp/proj_1/Linear/post_convert", - "/layers.3/mlp/proj_2/Linear/pre_reshape", - "/layers.3/mlp/proj_2/Linear/pre_convert", - "/layers.3/mlp/proj_2/Linear", - "/layers.3/mlp/proj_2/Linear/post_convert", - "/layers.4/self_attn/q_proj/Linear/pre_reshape", - "/layers.4/self_attn/q_proj/Linear/pre_convert", - "/layers.4/self_attn/q_proj/Linear", - "/layers.4/self_attn/q_proj/Linear/post_convert", - "/layers.4/self_attn/k_proj/Linear/pre_reshape", - "/layers.4/self_attn/k_proj/Linear/pre_convert", - "/layers.4/self_attn/k_proj/Linear", - "/layers.4/self_attn/k_proj/Linear/post_convert", - "/layers.4/self_attn/v_proj/Linear/pre_reshape", - "/layers.4/self_attn/v_proj/Linear/pre_convert", - "/layers.4/self_attn/v_proj/Linear", - "/layers.4/self_attn/v_proj/Linear/post_convert", - "/layers.4/self_attn/o_proj/Linear/pre_reshape", - "/layers.4/self_attn/o_proj/Linear/pre_convert", - "/layers.4/self_attn/o_proj/Linear", - "/layers.4/self_attn/o_proj/Linear/post_convert", - "/layers.4/mlp/proj_1/Linear/pre_reshape", - "/layers.4/mlp/proj_1/Linear/pre_convert", - "/layers.4/mlp/proj_1/Linear", - "/layers.4/mlp/proj_1/Linear/post_convert", - "/layers.4/mlp/proj_2/Linear/pre_reshape", - "/layers.4/mlp/proj_2/Linear/pre_convert", - "/layers.4/mlp/proj_2/Linear", - "/layers.4/mlp/proj_2/Linear/post_convert", - "/layers.5/self_attn/q_proj/Linear/pre_reshape", - "/layers.5/self_attn/q_proj/Linear/pre_convert", - "/layers.5/self_attn/q_proj/Linear", - "/layers.5/self_attn/q_proj/Linear/post_convert", - "/layers.5/self_attn/k_proj/Linear/pre_reshape", - "/layers.5/self_attn/k_proj/Linear/pre_convert", - "/layers.5/self_attn/k_proj/Linear", - "/layers.5/self_attn/k_proj/Linear/post_convert", - "/layers.5/self_attn/v_proj/Linear/pre_reshape", - "/layers.5/self_attn/v_proj/Linear/pre_convert", - "/layers.5/self_attn/v_proj/Linear", - "/layers.5/self_attn/v_proj/Linear/post_convert", - "/layers.5/self_attn/o_proj/Linear/pre_reshape", - "/layers.5/self_attn/o_proj/Linear/pre_convert", - "/layers.5/self_attn/o_proj/Linear", - "/layers.5/self_attn/o_proj/Linear/post_convert", - "/layers.5/mlp/proj_1/Linear/pre_reshape", - "/layers.5/mlp/proj_1/Linear/pre_convert", - "/layers.5/mlp/proj_1/Linear", - "/layers.5/mlp/proj_1/Linear/post_convert", - "/layers.5/mlp/proj_2/Linear/pre_reshape", - "/layers.5/mlp/proj_2/Linear/pre_convert", - "/layers.5/mlp/proj_2/Linear", - "/layers.5/mlp/proj_2/Linear/post_convert", - "/layers.6/self_attn/q_proj/Linear/pre_reshape", - "/layers.6/self_attn/q_proj/Linear/pre_convert", - "/layers.6/self_attn/q_proj/Linear", - "/layers.6/self_attn/q_proj/Linear/post_convert", - "/layers.6/self_attn/k_proj/Linear/pre_reshape", - "/layers.6/self_attn/k_proj/Linear/pre_convert", - "/layers.6/self_attn/k_proj/Linear", - "/layers.6/self_attn/k_proj/Linear/post_convert", - "/layers.6/self_attn/v_proj/Linear/pre_reshape", - "/layers.6/self_attn/v_proj/Linear/pre_convert", - "/layers.6/self_attn/v_proj/Linear", - "/layers.6/self_attn/v_proj/Linear/post_convert", - "/layers.6/self_attn/o_proj/Linear/pre_reshape", - "/layers.6/self_attn/o_proj/Linear/pre_convert", - "/layers.6/self_attn/o_proj/Linear", - "/layers.6/self_attn/o_proj/Linear/post_convert", - "/layers.6/mlp/proj_1/Linear/pre_reshape", - "/layers.6/mlp/proj_1/Linear/pre_convert", - "/layers.6/mlp/proj_1/Linear", - "/layers.6/mlp/proj_1/Linear/post_convert", - "/layers.6/mlp/proj_2/Linear/pre_reshape", - "/layers.6/mlp/proj_2/Linear/pre_convert", - "/layers.6/mlp/proj_2/Linear", - "/layers.6/mlp/proj_2/Linear/post_convert", - "/layers.7/self_attn/q_proj/Linear/pre_reshape", - "/layers.7/self_attn/q_proj/Linear/pre_convert", - "/layers.7/self_attn/q_proj/Linear", - "/layers.7/self_attn/q_proj/Linear/post_convert", - "/layers.7/self_attn/k_proj/Linear/pre_reshape", - "/layers.7/self_attn/k_proj/Linear/pre_convert", - "/layers.7/self_attn/k_proj/Linear", - "/layers.7/self_attn/k_proj/Linear/post_convert", - "/layers.7/self_attn/v_proj/Linear/pre_reshape", - "/layers.7/self_attn/v_proj/Linear/pre_convert", - "/layers.7/self_attn/v_proj/Linear", - "/layers.7/self_attn/v_proj/Linear/post_convert", - "/layers.7/self_attn/o_proj/Linear/pre_reshape", - "/layers.7/self_attn/o_proj/Linear/pre_convert", - "/layers.7/self_attn/o_proj/Linear", - "/layers.7/self_attn/o_proj/Linear/post_convert", - "/layers.7/mlp/proj_1/Linear/pre_reshape", - "/layers.7/mlp/proj_1/Linear/pre_convert", - "/layers.7/mlp/proj_1/Linear", - "/layers.7/mlp/proj_1/Linear/post_convert", - "/layers.7/mlp/proj_2/Linear/pre_reshape", - "/layers.7/mlp/proj_2/Linear/pre_convert", - "/layers.7/mlp/proj_2/Linear", - "/layers.7/mlp/proj_2/Linear/post_convert", - "/layers.8/self_attn/q_proj/Linear/pre_reshape", - "/layers.8/self_attn/q_proj/Linear/pre_convert", - "/layers.8/self_attn/q_proj/Linear", - "/layers.8/self_attn/q_proj/Linear/post_convert", - "/layers.8/self_attn/k_proj/Linear/pre_reshape", - "/layers.8/self_attn/k_proj/Linear/pre_convert", - "/layers.8/self_attn/k_proj/Linear", - "/layers.8/self_attn/k_proj/Linear/post_convert", - "/layers.8/self_attn/v_proj/Linear/pre_reshape", - "/layers.8/self_attn/v_proj/Linear/pre_convert", - "/layers.8/self_attn/v_proj/Linear", - "/layers.8/self_attn/v_proj/Linear/post_convert", - "/layers.8/self_attn/o_proj/Linear/pre_reshape", - "/layers.8/self_attn/o_proj/Linear/pre_convert", - "/layers.8/self_attn/o_proj/Linear", - "/layers.8/self_attn/o_proj/Linear/post_convert", - "/layers.8/mlp/proj_1/Linear/pre_reshape", - "/layers.8/mlp/proj_1/Linear/pre_convert", - "/layers.8/mlp/proj_1/Linear", - "/layers.8/mlp/proj_1/Linear/post_convert", - "/layers.8/mlp/proj_2/Linear/pre_reshape", - "/layers.8/mlp/proj_2/Linear/pre_convert", - "/layers.8/mlp/proj_2/Linear", - "/layers.8/mlp/proj_2/Linear/post_convert", - "/layers.9/self_attn/q_proj/Linear/pre_reshape", - "/layers.9/self_attn/q_proj/Linear/pre_convert", - "/layers.9/self_attn/q_proj/Linear", - "/layers.9/self_attn/q_proj/Linear/post_convert", - "/layers.9/self_attn/k_proj/Linear/pre_reshape", - "/layers.9/self_attn/k_proj/Linear/pre_convert", - "/layers.9/self_attn/k_proj/Linear", - "/layers.9/self_attn/k_proj/Linear/post_convert", - "/layers.9/self_attn/v_proj/Linear/pre_reshape", - "/layers.9/self_attn/v_proj/Linear/pre_convert", - "/layers.9/self_attn/v_proj/Linear", - "/layers.9/self_attn/v_proj/Linear/post_convert", - "/layers.9/self_attn/o_proj/Linear/pre_reshape", - "/layers.9/self_attn/o_proj/Linear/pre_convert", - "/layers.9/self_attn/o_proj/Linear", - "/layers.9/self_attn/o_proj/Linear/post_convert", - "/layers.9/mlp/proj_1/Linear/pre_reshape", - "/layers.9/mlp/proj_1/Linear/pre_convert", - "/layers.9/mlp/proj_1/Linear", - "/layers.9/mlp/proj_1/Linear/post_convert", - "/layers.9/mlp/proj_2/Linear/pre_reshape", - "/layers.9/mlp/proj_2/Linear/pre_convert", - "/layers.9/mlp/proj_2/Linear", - "/layers.9/mlp/proj_2/Linear/post_convert", - "/layers.10/self_attn/q_proj/Linear/pre_reshape", - "/layers.10/self_attn/q_proj/Linear/pre_convert", - "/layers.10/self_attn/q_proj/Linear", - "/layers.10/self_attn/q_proj/Linear/post_convert", - "/layers.10/self_attn/k_proj/Linear/pre_reshape", - "/layers.10/self_attn/k_proj/Linear/pre_convert", - "/layers.10/self_attn/k_proj/Linear", - "/layers.10/self_attn/k_proj/Linear/post_convert", - "/layers.10/self_attn/v_proj/Linear/pre_reshape", - "/layers.10/self_attn/v_proj/Linear/pre_convert", - "/layers.10/self_attn/v_proj/Linear", - "/layers.10/self_attn/v_proj/Linear/post_convert", - "/layers.10/self_attn/o_proj/Linear/pre_reshape", - "/layers.10/self_attn/o_proj/Linear/pre_convert", - "/layers.10/self_attn/o_proj/Linear", - "/layers.10/self_attn/o_proj/Linear/post_convert", - "/layers.10/mlp/proj_1/Linear/pre_reshape", - "/layers.10/mlp/proj_1/Linear/pre_convert", - "/layers.10/mlp/proj_1/Linear", - "/layers.10/mlp/proj_1/Linear/post_convert", - "/layers.10/mlp/proj_2/Linear/pre_reshape", - "/layers.10/mlp/proj_2/Linear/pre_convert", - "/layers.10/mlp/proj_2/Linear", - "/layers.10/mlp/proj_2/Linear/post_convert", - "/layers.11/self_attn/q_proj/Linear/pre_reshape", - "/layers.11/self_attn/q_proj/Linear/pre_convert", - "/layers.11/self_attn/q_proj/Linear", - "/layers.11/self_attn/q_proj/Linear/post_convert", - "/layers.11/self_attn/k_proj/Linear/pre_reshape", - "/layers.11/self_attn/k_proj/Linear/pre_convert", - "/layers.11/self_attn/k_proj/Linear", - "/layers.11/self_attn/k_proj/Linear/post_convert", - "/layers.11/self_attn/v_proj/Linear/pre_reshape", - "/layers.11/self_attn/v_proj/Linear/pre_convert", - "/layers.11/self_attn/v_proj/Linear", - "/layers.11/self_attn/v_proj/Linear/post_convert", - "/layers.11/self_attn/o_proj/Linear/pre_reshape", - "/layers.11/self_attn/o_proj/Linear/pre_convert", - "/layers.11/self_attn/o_proj/Linear", - "/layers.11/self_attn/o_proj/Linear/post_convert", - "/layers.11/mlp/proj_1/Linear/pre_reshape", - "/layers.11/mlp/proj_1/Linear/pre_convert", - "/layers.11/mlp/proj_1/Linear", - "/layers.11/mlp/proj_1/Linear/post_convert", - "/layers.11/mlp/proj_2/Linear/pre_reshape", - "/layers.11/mlp/proj_2/Linear/pre_convert", - "/layers.11/mlp/proj_2/Linear", - "/layers.11/mlp/proj_2/Linear/post_convert", - "/layers.12/self_attn/q_proj/Linear/pre_reshape", - "/layers.12/self_attn/q_proj/Linear/pre_convert", - "/layers.12/self_attn/q_proj/Linear", - "/layers.12/self_attn/q_proj/Linear/post_convert", - "/layers.12/self_attn/k_proj/Linear/pre_reshape", - "/layers.12/self_attn/k_proj/Linear/pre_convert", - "/layers.12/self_attn/k_proj/Linear", - "/layers.12/self_attn/k_proj/Linear/post_convert", - "/layers.12/self_attn/v_proj/Linear/pre_reshape", - "/layers.12/self_attn/v_proj/Linear/pre_convert", - "/layers.12/self_attn/v_proj/Linear", - "/layers.12/self_attn/v_proj/Linear/post_convert", - "/layers.12/self_attn/o_proj/Linear/pre_reshape", - "/layers.12/self_attn/o_proj/Linear/pre_convert", - "/layers.12/self_attn/o_proj/Linear", - "/layers.12/self_attn/o_proj/Linear/post_convert", - "/layers.12/mlp/proj_1/Linear/pre_reshape", - "/layers.12/mlp/proj_1/Linear/pre_convert", - "/layers.12/mlp/proj_1/Linear", - "/layers.12/mlp/proj_1/Linear/post_convert", - "/layers.12/mlp/proj_2/Linear/pre_reshape", - "/layers.12/mlp/proj_2/Linear/pre_convert", - "/layers.12/mlp/proj_2/Linear", - "/layers.12/mlp/proj_2/Linear/post_convert", - "/layers.13/self_attn/q_proj/Linear/pre_reshape", - "/layers.13/self_attn/q_proj/Linear/pre_convert", - "/layers.13/self_attn/q_proj/Linear", - "/layers.13/self_attn/q_proj/Linear/post_convert", - "/layers.13/self_attn/k_proj/Linear/pre_reshape", - "/layers.13/self_attn/k_proj/Linear/pre_convert", - "/layers.13/self_attn/k_proj/Linear", - "/layers.13/self_attn/k_proj/Linear/post_convert", - "/layers.13/self_attn/v_proj/Linear/pre_reshape", - "/layers.13/self_attn/v_proj/Linear/pre_convert", - "/layers.13/self_attn/v_proj/Linear", - "/layers.13/self_attn/v_proj/Linear/post_convert", - "/layers.13/self_attn/o_proj/Linear/pre_reshape", - "/layers.13/self_attn/o_proj/Linear/pre_convert", - "/layers.13/self_attn/o_proj/Linear", - "/layers.13/self_attn/o_proj/Linear/post_convert", - "/layers.13/mlp/proj_1/Linear/pre_reshape", - "/layers.13/mlp/proj_1/Linear/pre_convert", - "/layers.13/mlp/proj_1/Linear", - "/layers.13/mlp/proj_1/Linear/post_convert", - "/layers.13/mlp/proj_2/Linear/pre_reshape", - "/layers.13/mlp/proj_2/Linear/pre_convert", - "/layers.13/mlp/proj_2/Linear", - "/layers.13/mlp/proj_2/Linear/post_convert", - "/layers.14/self_attn/q_proj/Linear/pre_reshape", - "/layers.14/self_attn/q_proj/Linear/pre_convert", - "/layers.14/self_attn/q_proj/Linear", - "/layers.14/self_attn/q_proj/Linear/post_convert", - "/layers.14/self_attn/k_proj/Linear/pre_reshape", - "/layers.14/self_attn/k_proj/Linear/pre_convert", - "/layers.14/self_attn/k_proj/Linear", - "/layers.14/self_attn/k_proj/Linear/post_convert", - "/layers.14/self_attn/v_proj/Linear/pre_reshape", - "/layers.14/self_attn/v_proj/Linear/pre_convert", - "/layers.14/self_attn/v_proj/Linear", - "/layers.14/self_attn/v_proj/Linear/post_convert", - "/layers.14/self_attn/o_proj/Linear/pre_reshape", - "/layers.14/self_attn/o_proj/Linear/pre_convert", - "/layers.14/self_attn/o_proj/Linear", - "/layers.14/self_attn/o_proj/Linear/post_convert", - "/layers.14/mlp/proj_1/Linear/pre_reshape", - "/layers.14/mlp/proj_1/Linear/pre_convert", - "/layers.14/mlp/proj_1/Linear", - "/layers.14/mlp/proj_1/Linear/post_convert", - "/layers.14/mlp/proj_2/Linear/pre_reshape", - "/layers.14/mlp/proj_2/Linear/pre_convert", - "/layers.14/mlp/proj_2/Linear", - "/layers.14/mlp/proj_2/Linear/post_convert", - "/layers.15/self_attn/q_proj/Linear/pre_reshape", - "/layers.15/self_attn/q_proj/Linear/pre_convert", - "/layers.15/self_attn/q_proj/Linear", - "/layers.15/self_attn/q_proj/Linear/post_convert", - "/layers.15/self_attn/k_proj/Linear/pre_reshape", - "/layers.15/self_attn/k_proj/Linear/pre_convert", - "/layers.15/self_attn/k_proj/Linear", - "/layers.15/self_attn/k_proj/Linear/post_convert", - "/layers.15/self_attn/v_proj/Linear/pre_reshape", - "/layers.15/self_attn/v_proj/Linear/pre_convert", - "/layers.15/self_attn/v_proj/Linear", - "/layers.15/self_attn/v_proj/Linear/post_convert", - "/layers.15/self_attn/o_proj/Linear/pre_reshape", - "/layers.15/self_attn/o_proj/Linear/pre_convert", - "/layers.15/self_attn/o_proj/Linear", - "/layers.15/self_attn/o_proj/Linear/post_convert", - "/layers.15/mlp/proj_1/Linear/pre_reshape", - "/layers.15/mlp/proj_1/Linear/pre_convert", - "/layers.15/mlp/proj_1/Linear", - "/layers.15/mlp/proj_1/Linear/post_convert", - "/layers.15/mlp/proj_2/Linear/pre_reshape", - "/layers.15/mlp/proj_2/Linear/pre_convert", - "/layers.15/mlp/proj_2/Linear", - "/layers.15/mlp/proj_2/Linear/post_convert", - "/layers.16/self_attn/q_proj/Linear/pre_reshape", - "/layers.16/self_attn/q_proj/Linear/pre_convert", - "/layers.16/self_attn/q_proj/Linear", - "/layers.16/self_attn/q_proj/Linear/post_convert", - "/layers.16/self_attn/k_proj/Linear/pre_reshape", - "/layers.16/self_attn/k_proj/Linear/pre_convert", - "/layers.16/self_attn/k_proj/Linear", - "/layers.16/self_attn/k_proj/Linear/post_convert", - "/layers.16/self_attn/v_proj/Linear/pre_reshape", - "/layers.16/self_attn/v_proj/Linear/pre_convert", - "/layers.16/self_attn/v_proj/Linear", - "/layers.16/self_attn/v_proj/Linear/post_convert", - "/layers.16/self_attn/o_proj/Linear/pre_reshape", - "/layers.16/self_attn/o_proj/Linear/pre_convert", - "/layers.16/self_attn/o_proj/Linear", - "/layers.16/self_attn/o_proj/Linear/post_convert", - "/layers.16/mlp/proj_1/Linear/pre_reshape", - "/layers.16/mlp/proj_1/Linear/pre_convert", - "/layers.16/mlp/proj_1/Linear", - "/layers.16/mlp/proj_1/Linear/post_convert", - "/layers.16/mlp/proj_2/Linear/pre_reshape", - "/layers.16/mlp/proj_2/Linear/pre_convert", - "/layers.16/mlp/proj_2/Linear", - "/layers.16/mlp/proj_2/Linear/post_convert", - "/layers.17/self_attn/q_proj/Linear/pre_reshape", - "/layers.17/self_attn/q_proj/Linear/pre_convert", - "/layers.17/self_attn/q_proj/Linear", - "/layers.17/self_attn/q_proj/Linear/post_convert", - "/layers.17/self_attn/k_proj/Linear/pre_reshape", - "/layers.17/self_attn/k_proj/Linear/pre_convert", - "/layers.17/self_attn/k_proj/Linear", - "/layers.17/self_attn/k_proj/Linear/post_convert", - "/layers.17/self_attn/v_proj/Linear/pre_reshape", - "/layers.17/self_attn/v_proj/Linear/pre_convert", - "/layers.17/self_attn/v_proj/Linear", - "/layers.17/self_attn/v_proj/Linear/post_convert", - "/layers.17/self_attn/o_proj/Linear/pre_reshape", - "/layers.17/self_attn/o_proj/Linear/pre_convert", - "/layers.17/self_attn/o_proj/Linear", - "/layers.17/self_attn/o_proj/Linear/post_convert", - "/layers.17/mlp/proj_1/Linear/pre_reshape", - "/layers.17/mlp/proj_1/Linear/pre_convert", - "/layers.17/mlp/proj_1/Linear", - "/layers.17/mlp/proj_1/Linear/post_convert", - "/layers.17/mlp/proj_2/Linear/pre_reshape", - "/layers.17/mlp/proj_2/Linear/pre_convert", - "/layers.17/mlp/proj_2/Linear", - "/layers.17/mlp/proj_2/Linear/post_convert", - "/layers.18/self_attn/q_proj/Linear/pre_reshape", - "/layers.18/self_attn/q_proj/Linear/pre_convert", - "/layers.18/self_attn/q_proj/Linear", - "/layers.18/self_attn/q_proj/Linear/post_convert", - "/layers.18/self_attn/k_proj/Linear/pre_reshape", - "/layers.18/self_attn/k_proj/Linear/pre_convert", - "/layers.18/self_attn/k_proj/Linear", - "/layers.18/self_attn/k_proj/Linear/post_convert", - "/layers.18/self_attn/v_proj/Linear/pre_reshape", - "/layers.18/self_attn/v_proj/Linear/pre_convert", - "/layers.18/self_attn/v_proj/Linear", - "/layers.18/self_attn/v_proj/Linear/post_convert", - "/layers.18/self_attn/o_proj/Linear/pre_reshape", - "/layers.18/self_attn/o_proj/Linear/pre_convert", - "/layers.18/self_attn/o_proj/Linear", - "/layers.18/self_attn/o_proj/Linear/post_convert", - "/layers.18/mlp/proj_1/Linear/pre_reshape", - "/layers.18/mlp/proj_1/Linear/pre_convert", - "/layers.18/mlp/proj_1/Linear", - "/layers.18/mlp/proj_1/Linear/post_convert", - "/layers.18/mlp/proj_2/Linear/pre_reshape", - "/layers.18/mlp/proj_2/Linear/pre_convert", - "/layers.18/mlp/proj_2/Linear", - "/layers.18/mlp/proj_2/Linear/post_convert", - "/layers.19/self_attn/q_proj/Linear/pre_reshape", - "/layers.19/self_attn/q_proj/Linear/pre_convert", - "/layers.19/self_attn/q_proj/Linear", - "/layers.19/self_attn/q_proj/Linear/post_convert", - "/layers.19/self_attn/k_proj/Linear/pre_reshape", - "/layers.19/self_attn/k_proj/Linear/pre_convert", - "/layers.19/self_attn/k_proj/Linear", - "/layers.19/self_attn/k_proj/Linear/post_convert", - "/layers.19/self_attn/v_proj/Linear/pre_reshape", - "/layers.19/self_attn/v_proj/Linear/pre_convert", - "/layers.19/self_attn/v_proj/Linear", - "/layers.19/self_attn/v_proj/Linear/post_convert", - "/layers.19/self_attn/o_proj/Linear/pre_reshape", - "/layers.19/self_attn/o_proj/Linear/pre_convert", - "/layers.19/self_attn/o_proj/Linear", - "/layers.19/self_attn/o_proj/Linear/post_convert", - "/layers.19/mlp/proj_1/Linear/pre_reshape", - "/layers.19/mlp/proj_1/Linear/pre_convert", - "/layers.19/mlp/proj_1/Linear", - "/layers.19/mlp/proj_1/Linear/post_convert", - "/layers.19/mlp/proj_2/Linear/pre_reshape", - "/layers.19/mlp/proj_2/Linear/pre_convert", - "/layers.19/mlp/proj_2/Linear", - "/layers.19/mlp/proj_2/Linear/post_convert", - "/layers.20/self_attn/q_proj/Linear/pre_reshape", - "/layers.20/self_attn/q_proj/Linear/pre_convert", - "/layers.20/self_attn/q_proj/Linear", - "/layers.20/self_attn/q_proj/Linear/post_convert", - "/layers.20/self_attn/k_proj/Linear/pre_reshape", - "/layers.20/self_attn/k_proj/Linear/pre_convert", - "/layers.20/self_attn/k_proj/Linear", - "/layers.20/self_attn/k_proj/Linear/post_convert", - "/layers.20/self_attn/v_proj/Linear/pre_reshape", - "/layers.20/self_attn/v_proj/Linear/pre_convert", - "/layers.20/self_attn/v_proj/Linear", - "/layers.20/self_attn/v_proj/Linear/post_convert", - "/layers.20/self_attn/o_proj/Linear/pre_reshape", - "/layers.20/self_attn/o_proj/Linear/pre_convert", - "/layers.20/self_attn/o_proj/Linear", - "/layers.20/self_attn/o_proj/Linear/post_convert", - "/layers.20/mlp/proj_1/Linear/pre_reshape", - "/layers.20/mlp/proj_1/Linear/pre_convert", - "/layers.20/mlp/proj_1/Linear", - "/layers.20/mlp/proj_1/Linear/post_convert", - "/layers.20/mlp/proj_2/Linear/pre_reshape", - "/layers.20/mlp/proj_2/Linear/pre_convert", - "/layers.20/mlp/proj_2/Linear", - "/layers.20/mlp/proj_2/Linear/post_convert", - "/layers.21/self_attn/q_proj/Linear/pre_reshape", - "/layers.21/self_attn/q_proj/Linear/pre_convert", - "/layers.21/self_attn/q_proj/Linear", - "/layers.21/self_attn/q_proj/Linear/post_convert", - "/layers.21/self_attn/k_proj/Linear/pre_reshape", - "/layers.21/self_attn/k_proj/Linear/pre_convert", - "/layers.21/self_attn/k_proj/Linear", - "/layers.21/self_attn/k_proj/Linear/post_convert", - "/layers.21/self_attn/v_proj/Linear/pre_reshape", - "/layers.21/self_attn/v_proj/Linear/pre_convert", - "/layers.21/self_attn/v_proj/Linear", - "/layers.21/self_attn/v_proj/Linear/post_convert", - "/layers.21/self_attn/o_proj/Linear/pre_reshape", - "/layers.21/self_attn/o_proj/Linear/pre_convert", - "/layers.21/self_attn/o_proj/Linear", - "/layers.21/self_attn/o_proj/Linear/post_convert", - "/layers.21/mlp/proj_1/Linear/pre_reshape", - "/layers.21/mlp/proj_1/Linear/pre_convert", - "/layers.21/mlp/proj_1/Linear", - "/layers.21/mlp/proj_1/Linear/post_convert", - "/layers.21/mlp/proj_2/Linear/pre_reshape", - "/layers.21/mlp/proj_2/Linear/pre_convert", - "/layers.21/mlp/proj_2/Linear", - "/layers.21/mlp/proj_2/Linear/post_convert", - "/layers.22/self_attn/q_proj/Linear/pre_reshape", - "/layers.22/self_attn/q_proj/Linear/pre_convert", - "/layers.22/self_attn/q_proj/Linear", - "/layers.22/self_attn/q_proj/Linear/post_convert", - "/layers.22/self_attn/k_proj/Linear/pre_reshape", - "/layers.22/self_attn/k_proj/Linear/pre_convert", - "/layers.22/self_attn/k_proj/Linear", - "/layers.22/self_attn/k_proj/Linear/post_convert", - "/layers.22/self_attn/v_proj/Linear/pre_reshape", - "/layers.22/self_attn/v_proj/Linear/pre_convert", - "/layers.22/self_attn/v_proj/Linear", - "/layers.22/self_attn/v_proj/Linear/post_convert", - "/layers.22/self_attn/o_proj/Linear/pre_reshape", - "/layers.22/self_attn/o_proj/Linear/pre_convert", - "/layers.22/self_attn/o_proj/Linear", - "/layers.22/self_attn/o_proj/Linear/post_convert", - "/layers.22/mlp/proj_1/Linear/pre_reshape", - "/layers.22/mlp/proj_1/Linear/pre_convert", - "/layers.22/mlp/proj_1/Linear", - "/layers.22/mlp/proj_1/Linear/post_convert", - "/layers.22/mlp/proj_2/Linear/pre_reshape", - "/layers.22/mlp/proj_2/Linear/pre_convert", - "/layers.22/mlp/proj_2/Linear", - "/layers.22/mlp/proj_2/Linear/post_convert", - "/layers.23/self_attn/q_proj/Linear/pre_reshape", - "/layers.23/self_attn/q_proj/Linear/pre_convert", - "/layers.23/self_attn/q_proj/Linear", - "/layers.23/self_attn/q_proj/Linear/post_convert", - "/layers.23/self_attn/k_proj/Linear/pre_reshape", - "/layers.23/self_attn/k_proj/Linear/pre_convert", - "/layers.23/self_attn/k_proj/Linear", - "/layers.23/self_attn/k_proj/Linear/post_convert", - "/layers.23/self_attn/v_proj/Linear/pre_reshape", - "/layers.23/self_attn/v_proj/Linear/pre_convert", - "/layers.23/self_attn/v_proj/Linear", - "/layers.23/self_attn/v_proj/Linear/post_convert", - "/layers.23/self_attn/o_proj/Linear/pre_reshape", - "/layers.23/self_attn/o_proj/Linear/pre_convert", - "/layers.23/self_attn/o_proj/Linear", - "/layers.23/self_attn/o_proj/Linear/post_convert", - "/layers.23/mlp/proj_1/Linear/pre_reshape", - "/layers.23/mlp/proj_1/Linear/pre_convert", - "/layers.23/mlp/proj_1/Linear", - "/layers.23/mlp/proj_1/Linear/post_convert", - "/layers.23/mlp/proj_2/Linear/pre_reshape", - "/layers.23/mlp/proj_2/Linear/pre_convert", - "/layers.23/mlp/proj_2/Linear", - "/layers.23/mlp/proj_2/Linear/post_convert", - "/layers.24/self_attn/q_proj/Linear/pre_reshape", - "/layers.24/self_attn/q_proj/Linear/pre_convert", - "/layers.24/self_attn/q_proj/Linear", - "/layers.24/self_attn/q_proj/Linear/post_convert", - "/layers.24/self_attn/k_proj/Linear/pre_reshape", - "/layers.24/self_attn/k_proj/Linear/pre_convert", - "/layers.24/self_attn/k_proj/Linear", - "/layers.24/self_attn/k_proj/Linear/post_convert", - "/layers.24/self_attn/v_proj/Linear/pre_reshape", - "/layers.24/self_attn/v_proj/Linear/pre_convert", - "/layers.24/self_attn/v_proj/Linear", - "/layers.24/self_attn/v_proj/Linear/post_convert", - "/layers.24/self_attn/o_proj/Linear/pre_reshape", - "/layers.24/self_attn/o_proj/Linear/pre_convert", - "/layers.24/self_attn/o_proj/Linear", - "/layers.24/self_attn/o_proj/Linear/post_convert", - "/layers.24/mlp/proj_1/Linear/pre_reshape", - "/layers.24/mlp/proj_1/Linear/pre_convert", - "/layers.24/mlp/proj_1/Linear", - "/layers.24/mlp/proj_1/Linear/post_convert", - "/layers.24/mlp/proj_2/Linear/pre_reshape", - "/layers.24/mlp/proj_2/Linear/pre_convert", - "/layers.24/mlp/proj_2/Linear", - "/layers.24/mlp/proj_2/Linear/post_convert", - "/layers.25/self_attn/q_proj/Linear/pre_reshape", - "/layers.25/self_attn/q_proj/Linear/pre_convert", - "/layers.25/self_attn/q_proj/Linear", - "/layers.25/self_attn/q_proj/Linear/post_convert", - "/layers.25/self_attn/k_proj/Linear/pre_reshape", - "/layers.25/self_attn/k_proj/Linear/pre_convert", - "/layers.25/self_attn/k_proj/Linear", - "/layers.25/self_attn/k_proj/Linear/post_convert", - "/layers.25/self_attn/v_proj/Linear/pre_reshape", - "/layers.25/self_attn/v_proj/Linear/pre_convert", - "/layers.25/self_attn/v_proj/Linear", - "/layers.25/self_attn/v_proj/Linear/post_convert", - "/layers.25/self_attn/o_proj/Linear/pre_reshape", - "/layers.25/self_attn/o_proj/Linear/pre_convert", - "/layers.25/self_attn/o_proj/Linear", - "/layers.25/self_attn/o_proj/Linear/post_convert", - "/layers.25/mlp/proj_1/Linear/pre_reshape", - "/layers.25/mlp/proj_1/Linear/pre_convert", - "/layers.25/mlp/proj_1/Linear", - "/layers.25/mlp/proj_1/Linear/post_convert", - "/layers.25/mlp/proj_2/Linear/pre_reshape", - "/layers.25/mlp/proj_2/Linear/pre_convert", - "/layers.25/mlp/proj_2/Linear", - "/layers.25/mlp/proj_2/Linear/post_convert", - "/layers.26/self_attn/q_proj/Linear/pre_reshape", - "/layers.26/self_attn/q_proj/Linear/pre_convert", - "/layers.26/self_attn/q_proj/Linear", - "/layers.26/self_attn/q_proj/Linear/post_convert", - "/layers.26/self_attn/k_proj/Linear/pre_reshape", - "/layers.26/self_attn/k_proj/Linear/pre_convert", - "/layers.26/self_attn/k_proj/Linear", - "/layers.26/self_attn/k_proj/Linear/post_convert", - "/layers.26/self_attn/v_proj/Linear/pre_reshape", - "/layers.26/self_attn/v_proj/Linear/pre_convert", - "/layers.26/self_attn/v_proj/Linear", - "/layers.26/self_attn/v_proj/Linear/post_convert", - "/layers.26/self_attn/o_proj/Linear/pre_reshape", - "/layers.26/self_attn/o_proj/Linear/pre_convert", - "/layers.26/self_attn/o_proj/Linear", - "/layers.26/self_attn/o_proj/Linear/post_convert", - "/layers.26/mlp/proj_1/Linear/pre_reshape", - "/layers.26/mlp/proj_1/Linear/pre_convert", - "/layers.26/mlp/proj_1/Linear", - "/layers.26/mlp/proj_1/Linear/post_convert", - "/layers.26/mlp/proj_2/Linear/pre_reshape", - "/layers.26/mlp/proj_2/Linear/pre_convert", - "/layers.26/mlp/proj_2/Linear", - "/layers.26/mlp/proj_2/Linear/post_convert", - "/layers.27/self_attn/q_proj/Linear/pre_reshape", - "/layers.27/self_attn/q_proj/Linear/pre_convert", - "/layers.27/self_attn/q_proj/Linear", - "/layers.27/self_attn/q_proj/Linear/post_convert", - "/layers.27/self_attn/k_proj/Linear/pre_reshape", - "/layers.27/self_attn/k_proj/Linear/pre_convert", - "/layers.27/self_attn/k_proj/Linear", - "/layers.27/self_attn/k_proj/Linear/post_convert", - "/layers.27/self_attn/v_proj/Linear/pre_reshape", - "/layers.27/self_attn/v_proj/Linear/pre_convert", - "/layers.27/self_attn/v_proj/Linear", - "/layers.27/self_attn/v_proj/Linear/post_convert", - "/layers.27/self_attn/o_proj/Linear/pre_reshape", - "/layers.27/self_attn/o_proj/Linear/pre_convert", - "/layers.27/self_attn/o_proj/Linear", - "/layers.27/self_attn/o_proj/Linear/post_convert", - "/layers.27/mlp/proj_1/Linear/pre_reshape", - "/layers.27/mlp/proj_1/Linear/pre_convert", - "/layers.27/mlp/proj_1/Linear", - "/layers.27/mlp/proj_1/Linear/post_convert", - "/layers.27/mlp/proj_2/Linear/pre_reshape", - "/layers.27/mlp/proj_2/Linear/pre_convert", - "/layers.27/mlp/proj_2/Linear", - "/layers.27/mlp/proj_2/Linear/post_convert", - "/lm/lm_head/Linear/pre_reshape", - "/lm/lm_head/Linear/pre_convert", - "/lm/lm_head/Linear", - "/lm/lm_head/Linear/post_convert" - ], - "tensorNumber": 0, - "usage": "INFERENCE", - "mnn_uuid": "d2f71784-36fc-4298-84f8-2616b7aacffb" -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:cb12a129400f9477892ee6bee7fa97d1496ad1ece50fbc8675c6b77920a64b66 +size 5163287