{ "bizCode": "MNNTest", "extraInfo": { "version": "3.5.0" } , "oplists": [ { "main_type": "Input", "main": { "dims": [ 1, 1, 1024 ] , "dtype": "DT_FLOAT", "dformat": "NCHW" } , "name": "input_ids", "outputIndexes": [ 2 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ] , "dtype": "DT_FLOAT", "dformat": "NCHW" } , "name": "attention_mask", "outputIndexes": [ 212 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 1, -1 ] , "dtype": "DT_INT32", "dformat": "NCHW" } , "name": "position_ids", "outputIndexes": [ 0 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Input", "main": { "dims": [ 1 ] , "dtype": "DT_INT32", "dformat": "NCHW" } , "name": "logits_index", "outputIndexes": [ 1 ] , "type": "Input", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 3 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 1024 ] } , "name": "/blocks.0/Constant_output_0", "outputIndexes": [ 3 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 2, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.0/Reshape_output_0", "outputIndexes": [ 4 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 0, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.0/input_layernorm/Mul_1_output_0", "outputIndexes": [ 5 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1019 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1019 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1020 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1020 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 8192, 1572886, 393216, 0, 0 ] } , "name": "/layers.0/self_attn/in_proj/Linear", "outputIndexes": [ 1021 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1021 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1022 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1022 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 6 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 6 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.0/self_attn/Transpose_output_0", "outputIndexes": [ 7 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 5 ] , "main_type": "NONE", "name": "/blocks.0/self_attn/Shape_output_0", "outputIndexes": [ 8 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 8 ] , "main_type": "NONE", "name": "Shape22", "outputIndexes": [ 9 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 8 ] , "main_type": "NONE", "name": "Rank24", "outputIndexes": [ 10 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 10, 10 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp26", "outputIndexes": [ 11 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 11 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze27", "outputIndexes": [ 12 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] } , "name": "Const28", "outputIndexes": [ 13 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 11, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp29", "outputIndexes": [ 14 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 14 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze30", "outputIndexes": [ 15 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] } , "name": "Unsqueeze32", "outputIndexes": [ 16 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 9, 12, 15, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice33", "outputIndexes": [ 17 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 17 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze34", "outputIndexes": [ 18 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 18, 18 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp36", "outputIndexes": [ 19 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8, 19, 11 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_output_0", "outputIndexes": [ 20 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] } , "name": "/rotary/Constant_3_output_0", "outputIndexes": [ 21 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 20, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_output_0", "outputIndexes": [ 22 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 11 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze46", "outputIndexes": [ 23 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 14 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze49", "outputIndexes": [ 24 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 9, 23, 24, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice52", "outputIndexes": [ 25 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 25 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze53", "outputIndexes": [ 26 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 26 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp54", "outputIndexes": [ 27 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 27, 26 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp55", "outputIndexes": [ 28 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 8, 28, 11 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.0/self_attn/Gather_1_output_0", "outputIndexes": [ 29 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 29, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 30 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 22, 30, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.0/self_attn/Concat_output_0", "outputIndexes": [ 31 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.0 ] } , "name": "Const60", "outputIndexes": [ 32 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 31, 32 ] , "main_type": "NONE", "name": "/blocks.0/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 33 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.004211, 0.271484, -0.015869, 0.02478, 0.235352, -0.003815, 0.19043, 0.045654, -0.009827, -0.008057, -0.269531, 0.007446, -0.022217, -0.232422, 0.012268, 0.000208, -0.226562, 0.014954, -0.035156, -0.185547, 0.021729, 0.011169, 0.261719, 0.006714, -0.004089, -0.123535, 0.021973, 0.001778, 0.003937, 0.063477, 0.014893, 0.263672, -0.00415, -0.002823, -0.220703, 0.017944, -0.008545, -0.233398, -0.006195, -0.022583, -0.03418, 0.133789, -0.005859, -0.277344, -0.003372, 0.081543, 0.188477, -0.001381, 0.003677, 0.253906, 0.000816, -0.064941, -0.086914, 0.073242, 0.007538, 0.1875, 0.001175, 0.00174, 0.031006, -0.038574, 0.024536, 0.249023, 0.011902, -0.09668, 0.010803, 0.021851, 0.017334, 0.244141, -0.014893, 0.028687, 0.251953, -0.021606, -0.023315, -0.24707, 0.005707, -0.022461, -0.168945, -0.014709, -0.005188, -0.077637, 0.0047, -0.012207, -0.167969, 0.011169, 0.000177, 0.000408, 0.126953, -0.006622, -0.243164, 0.010986, -0.012939, -0.111816, 0.022583, -0.022217, -0.261719, 0.01178, 0.006226, 0.016113, 0.108398, -0.02478, -0.235352, 0.021362, -0.028564, -0.235352, 0.01355, 0.000241, 0.249023, -0.009216, -0.029541, -0.233398, 0.025146, -0.01709, -0.259766, 0.009827, -0.019287, -0.259766, -0.006775, 0.019287, 0.251953, -0.010986, 0.032959, 0.259766, -0.016357, -0.053467, -0.074219, 0.039062, -0.017822, -0.279297, 0.012085, -0.009644, -0.255859, 0.00824, -0.01355, -0.163086, 0.012085, 0.038574, 0.154297, -0.015503, -0.017578, -0.246094, 0.008118, -0.020386, -0.249023, 0.007507, -0.005127, -0.066406, -0.104492, -0.040039, -0.205078, 0.011841, 0.010071, 0.279297, 0.000446, -0.011841, -0.176758, 0.015076, 0.016846, 0.257812, 0.005371, 0.005798, 0.227539, -0.00946, -0.05249, -0.122559, 0.088867, -0.013855, -0.22168, 0.023071, 0.010193, 0.15625, -0.02832, 0.008911, 0.172852, -0.015869, 0.008484, 0.230469, -0.006226, 0.005157, 0.271484, -0.009338, -0.025513, -0.22168, 0.019897, 0.021118, 0.197266, -0.007874, -0.003662, -0.1875, 0.01532, 0.009338, 0.139648, 0.034668, -0.002396, -0.257812, 0.00383, 0.033691, 0.229492, -0.005035, 0.012573, 0.230469, 0.000206, 0.013062, 0.28125, 0.010376, 0.009521, 0.277344, -0.001137, -0.011658, -0.194336, 0.013672, 0.013916, 0.25, 0.00769, -0.007996, -0.259766, 0.008362, 0.010803, 0.162109, -0.031738, -0.017944, -0.166016, 0.026123, -0.001915, -0.150391, 0.009033, 0.007996, 0.269531, -0.020386, 0.021118, 0.298828, -0.004333, -0.018188, -0.181641, 0.055908, 0.022949, 0.05542, 0.119629, -0.007019, -0.125977, 0.032959, 0.011536, 0.232422, -0.00885, -0.01178, -0.261719, -0.001289, 0.015198, 0.263672, -0.000904, 0.014587, 0.253906, -0.000969, 0.017822, 0.287109, 0.008362, 0.005585, 0.143555, -0.002777, 0.000423, 0.22168, -0.041504, 0.002197, 0.138672, -0.015564, -0.010132, -0.251953, -0.016602, 0.003174, 0.161133, 0.018555, 0.021118, 0.236328, -0.00267, -0.016479, -0.197266, 0.008301, 0.010071, 0.294922, 0.004547, 0.011841, 0.137695, 0.008606, -0.032715, -0.259766, 0.004486, 0.012146, 0.28125, -0.008301, -0.000374, -0.160156, 0.016602, -0.011169, -0.213867, -0.018433, 0.007233, 0.253906, -0.015442, -0.014771, -0.186523, 0.04541, -0.003632, -0.141602, 0.032471, 0.024658, 0.238281, -0.007263, -0.021973, -0.129883, 0.03833, -0.002075, -0.207031, 0.017578, -0.023071, -0.261719, -0.000057, 0.004913, 0.25, -0.005066, -0.02771, -0.253906, 0.020142, -0.022705, -0.21582, 0.026733, 0.004669, 0.245117, -0.009766, -0.075195, -0.185547, 0.026123, -0.020508, -0.234375, 0.024292, 0.050537, 0.093262, -0.024658, -0.004944, -0.162109, 0.015991, -0.205078, -0.011292, 0.021606, 0.012756, 0.049316, 0.095703, -0.040771, -0.203125, 0.010437, -0.028076, -0.208008, -0.001297, -0.008423, -0.222656, -0.00946, 0.011108, 0.294922, -0.003632, -0.079102, -0.112793, 0.005188, -0.013977, -0.251953, -0.023926, 0.004883, 0.253906, -0.010559, -0.003113, -0.149414, 0.037842, 0.016113, 0.229492, -0.032471, 0.002472, 0.12207, -0.014587, -0.00589, -0.269531, 0.005737, -0.009521, -0.275391, 0.00824, -0.012817, -0.275391, -0.009521, -0.005859, -0.261719, 0.012512, -0.010254, -0.257812, -0.003998, -0.009644, -0.263672, 0.013062, 0.003571, 0.167969, -0.019531, 0.009216, 0.119629, -0.013367, -0.006439, -0.240234, 0.002457, -0.034912, -0.207031, 0.016113, -0.006744, 0.182617, -0.015869, -0.00885, -0.269531, -0.003815, -0.013367, -0.251953, -0.002716, 0.004364, 0.231445, 0.011169, -0.025879, -0.150391, 0.022461, 0.0065, 0.211914, 0.005341, -0.014282, -0.275391, -0.027466, -0.010315, -0.223633, -0.001091, -0.006805, -0.179688, 0.01355, -0.013855, -0.10791, 0.018188, -0.007294, -0.122559, 0.032471, 0.025024, 0.161133, -0.012817, -0.01355, -0.279297, -0.006653, 0.007935, 0.140625, 0.021973, -0.006744, -0.279297, 0.005585, -0.009338, -0.253906, -0.004181, -0.03125, -0.191406, 0.011414, 0.046631, 0.229492, -0.010864, -0.017578, -0.248047, 0.002686, -0.020874, -0.229492, 0.019165, -0.008789, -0.131836, -0.007874, 0.013733, 0.229492, 0.0177, 0.015625, 0.227539, 0.018066, -0.017334, -0.263672, 0.00119, -0.010071, -0.273438, -0.013428, 0.025024, 0.216797, -0.016479, 0.008972, 0.21875, -0.018921, 0.023804, 0.234375, -0.019531, 0.05957, 0.216797, -0.012695, 0.019043, 0.155273, 0.038574, 0.069336, 0.118164, -0.056641, -0.01355, -0.245117, -0.042969, 0.212891, 0.024902, -0.014465, -0.010498, -0.241211, -0.003372, -0.021973, -0.188477, 0.01416, 0.001869, 0.130859, 0.037354, 0.012329, 0.271484, -0.021606, -0.058105, -0.200195, -0.007324, 0.002823, 0.277344, 0.008362, 0.007629, 0.267578, -0.014282, -0.007996, -0.259766, 0.003174, -0.01709, -0.197266, 0.010071, 0.014893, 0.255859, 0.001907, 0.010559, 0.283203, -0.000664, -0.019653, -0.251953, 0.005951, -0.023926, -0.238281, 0.041504, 0.025269, 0.237305, -0.003098, -0.051025, -0.114746, 0.023682, 0.009155, 0.271484, -0.014526, -0.013062, -0.248047, 0.010315, 0.010742, 0.220703, 0.015564, -0.007477, -0.277344, -0.002243, -0.007172, -0.199219, 0.00148, -0.023071, -0.246094, -0.026489, 0.009155, 0.277344, -0.007996, 0.025024, 0.111328, 0.105957, 0.078125, -0.007568, -0.021484, 0.011841, 0.257812, -0.008972, -0.010742, -0.261719, -0.001694, 0.020386, 0.248047, 0.009521, 0.018188, 0.25, 0.022217, 0.003586, 0.223633, -0.029541, 0.01178, 0.261719, -0.01178, 0.01123, 0.251953, -0.010803, -0.044189, -0.208984, -0.010071, 0.021118, 0.24707, -0.003098, 0.000014, -0.086914, 0.017822, 0.003311, 0.205078, -0.023438, -0.207031, -0.027344, 0.026001, 0.016602, 0.219727, 0.021118, -0.007721, -0.198242, -0.036377, -0.019409, -0.240234, 0.018066, 0.011658, 0.175781, -0.031982, 0.007874, 0.030762, 0.131836, 0.005035, 0.203125, -0.022827, 0.007202, 0.225586, 0.007874, -0.009949, -0.279297, 0.023682, 0.014771, 0.238281, -0.01123, -0.001648, -0.131836, 0.016724, -0.020874, -0.178711, 0.058105, -0.049805, -0.200195, 0.01355, -0.020386, -0.292969, 0.008118, -0.005432, -0.208984, -0.013733, 0.013306, 0.240234, 0.0177, 0.014465, 0.220703, 0.028198, 0.000444, -0.137695, 0.02124, 0.006378, 0.104492, -0.016968, -0.007629, -0.198242, -0.015381, -0.00589, -0.21582, 0.010864, 0.008972, 0.230469, -0.003799, 0.005951, 0.236328, 0.008179, 0.01123, 0.267578, -0.014648, -0.021973, -0.261719, 0.022705, -0.009277, -0.255859, 0.011292, 0.014465, 0.107422, -0.033447, 0.010498, 0.267578, 0.007202, -0.001221, 0.07373, 0.036621, -0.032959, -0.214844, 0.026001, -0.026245, -0.227539, 0.006958, -0.013672, -0.194336, 0.013123, 0.009644, 0.230469, -0.013855, -0.002686, -0.085449, -0.068359, -0.014282, -0.237305, 0.024048, 0.031006, 0.077148, 0.031128, -0.001381, -0.12793, -0.036377, -0.017578, -0.265625, 0.005768, -0.0177, -0.28125, 0.005249, 0.014404, 0.229492, 0.029053, 0.004303, 0.178711, 0.069824, -0.059326, 0.015381, 0.001923, 0.008911, 0.242188, -0.002121, -0.021118, -0.257812, 0.006561, -0.029907, -0.241211, -0.007507, -0.03064, -0.24707, 0.021484, 0.011597, 0.189453, -0.032959, -0.012878, -0.129883, 0.041748, -0.21582, -0.01416, 0.013, 0.014221, 0.253906, 0.009033, 0.005524, 0.275391, -0.007812, -0.007629, -0.098145, -0.029785, -0.018921, -0.251953, 0.016235, 0.00415, 0.059326, -0.028564, 0.020386, 0.155273, -0.026489, 0.009277, 0.223633, -0.000832, 0.022827, 0.249023, -0.000288, -0.018677, -0.173828, 0.0354, -0.012329, -0.298828, 0.002106, 0.057617, 0.10791, 0.008057, 0.001587, 0.233398, 0.006866, -0.011719, -0.162109, 0.026245, -0.193359, 0.031006, 0.026855, 0.194336, 0.011475, -0.016235, -0.009277, -0.255859, 0.002426, -0.020752, -0.273438, -0.00708, 0.010132, 0.125977, -0.016235, 0.018066, 0.285156, 0.003082, 0.016846, 0.240234, 0.003204, -0.017944, -0.243164, -0.008423, 0.024902, 0.240234, -0.003906, 0.010681, 0.265625, -0.003418, -0.064941, -0.161133, 0.002487, 0.017822, 0.102051, 0.085938, 0.020386, 0.175781, -0.013, 0.010742, 0.257812, -0.00824, 0.014099, 0.273438, 0.001434, -0.220703, -0.027832, -0.007416, -0.023315, -0.275391, -0.001968, 0.005615, 0.251953, -0.015381, 0.004822, 0.205078, 0.051025, -0.01355, -0.232422, -0.004822, 0.010315, 0.214844, 0.003525, 0.026367, 0.244141, -0.006317, 0.19043, 0.009338, -0.011719, -0.004974, -0.267578, -0.003281, -0.011597, -0.253906, 0.008423, -0.015198, -0.263672, 0.00415, -0.000748, -0.143555, 0.019043, 0.001053, 0.145508, -0.007355, 0.012756, 0.265625, -0.000186, 0.037842, 0.178711, -0.004395, 0.009949, 0.25, -0.01178, 0.014465, 0.275391, 0.00238, 0.062988, 0.188477, 0.033447, -0.026489, -0.088379, -0.046143, -0.071777, -0.108887, 0.009216, -0.014832, -0.25, 0.041016, 0.002563, 0.15625, 0.060791, -0.011536, -0.249023, -0.004456, 0.013611, 0.24707, -0.007202, -0.011353, -0.261719, 0.019775, -0.010437, -0.306641, -0.003311, 0.020142, 0.283203, -0.002289, -0.010132, -0.244141, 0.000977, -0.206055, -0.021362, 0.020508, 0.013855, 0.253906, -0.0177, -0.02832, -0.09375, 0.042725, -0.011719, -0.207031, 0.013, -0.015564, -0.257812, -0.001717, 0.014832, 0.11084, 0.046387, -0.002655, -0.140625, 0.026855, 0.004364, 0.139648, -0.006927, -0.022583, -0.046387, -0.117676, 0.007507, 0.093262, 0.008911, -0.02417, -0.109375, 0.041504, -0.012939, -0.1875, -0.013672, 0.010376, 0.179688, 0.000198, -0.012573, -0.227539, -0.000755, 0.204102, 0.009644, -0.02771, -0.009338, -0.257812, -0.009583, 0.010986, 0.182617, 0.003281, 0.029663, 0.207031, -0.031128, 0.008057, 0.263672, -0.004059, -0.016724, -0.298828, -0.003464, 0.026123, 0.228516, 0.001625, -0.087402, -0.09082, 0.050293, 0.010742, 0.255859, 0.001205, -0.001274, -0.12793, 0.018555, -0.015198, -0.253906, 0.007874, 0.015259, 0.118652, -0.019165, -0.030518, -0.243164, 0.041992, 0.009766, 0.233398, 0.006958, -0.009094, -0.263672, 0.000767, 0.014221, 0.223633, -0.002045, -0.200195, -0.063965, 0.029785, 0.024414, 0.204102, -0.03064, 0.015015, 0.265625, -0.006195, 0.039795, 0.099609, 0.019165, 0.014465, 0.11377, -0.013245, -0.004639, -0.178711, 0.029419, -0.021729, -0.238281, 0.014771, 0.004669, 0.045898, -0.037109, -0.024536, -0.259766, -0.003372, 0.018799, 0.244141, -0.018066, 0.024536, 0.241211, 0.001953, -0.00386, 0.179688, -0.004944, -0.005188, -0.150391, 0.01709, 0.030151, 0.230469, 0.001526, -0.018311, -0.219727, 0.006439, 0.019653, 0.199219, 0.022583, -0.003616, -0.208984, 0.00206, -0.216797, -0.038818, 0.009827, 0.014893, 0.242188, 0.009644, 0.013794, 0.201172, -0.022949, -0.011841, -0.223633, 0.007599, -0.009338, 0.164062, -0.003296, -0.020752, -0.236328, 0.035156, 0.014343, 0.217773, -0.001595, -0.039795, -0.228516, 0.012817, -0.019531, -0.175781, 0.011353, -0.006958, -0.263672, 0.016357, 0.010132, 0.208008, 0.025513, -0.012146, -0.273438, -0.013428, 0.000454, 0.000441, 0.143555, -0.011169, -0.202148, 0.010132, 0.004639, 0.106445, -0.013245, -0.019897, -0.242188, -0.006561, 0.186523, 0.03125, -0.035889, 0.071777, 0.173828, -0.024902, -0.000725, -0.192383, 0.005524, -0.013672, -0.213867, -0.001846, -0.010498, -0.214844, -0.026245, -0.030518, -0.163086, 0.030762, -0.017456, -0.253906, 0.015381, -0.016479, -0.296875, 0.007172, 0.002609, 0.124512, -0.019897, -0.002701, -0.166992, -0.022827, -0.005066, -0.207031, 0.02002, -0.022827, -0.142578, 0.024536, -0.015198, -0.154297, 0.028076, 0.000744, 0.122559, -0.004211, 0.015747, 0.21875, 0.005005, 0.020752, 0.216797, 0.007477, 0.007874, 0.205078, -0.007996, 0.012024, 0.150391, -0.014954, -0.006226, -0.236328, -0.016968, 0.020508, 0.253906, -0.000088, 0.022461, 0.234375, 0.022827, 0.027832, 0.176758, -0.025146, -0.015381, -0.223633, 0.002991, -0.013733, -0.248047, -0.00946, -0.217773, -0.037842, 0.012878, -0.012817, -0.261719, 0.00769, -0.000977, -0.169922, 0.012268, 0.008545, 0.21582, -0.007599, 0.097168, 0.05957, -0.017578, 0.007782, 0.240234, 0.003357, -0.023682, -0.139648, 0.024414, -0.021484, -0.227539, -0.012512, 0.017944, 0.152344, -0.026245, 0.011536, 0.28125, 0.012573, -0.205078, -0.05835, 0.007568, -0.023438, -0.220703, -0.005798, -0.019531, -0.238281, 0.000366, 0.023438, 0.25, -0.014893, -0.058105, -0.183594, 0.036377, 0.209961, 0.017334, -0.007599, 0.199219, 0.010193, -0.016602, 0.001373, 0.110352, -0.00824, -0.009888, -0.259766, -0.001999, 0.00022, 0.132812, -0.018433, -0.017944, -0.277344, -0.02356, -0.01001, -0.257812, -0.00322, -0.025024, -0.24707, -0.005676, -0.026855, -0.245117, 0.005249, -0.010498, -0.279297, 0.004181, 0.020996, 0.263672, -0.010254, 0.020508, 0.213867, -0.026367, -0.002151, -0.173828, -0.022461, 0.008911, 0.152344, 0.094238, 0.01178, 0.257812, 0.003632, -0.011047, -0.226562, 0.019043, -0.016602, -0.239258, -0.005188, 0.016968, 0.240234, -0.011047, -0.046387, -0.141602, 0.025391, 0.015747, 0.189453, -0.006012, -0.006073, -0.249023, 0.016602, -0.011536, -0.243164, -0.016846, 0.021118, 0.253906, -0.02124, 0.000809, 0.12207, -0.009705, 0.01062, 0.28125, -0.007629, 0.053467, 0.170898, 0.009277, -0.000553, 0.12207, 0.001373, 0.05835, 0.149414, 0.004456, 0.014221, 0.271484, -0.015991, 0.015259, 0.261719, 0.02124, -0.041992, -0.21875, -0.009827, 0.001678, 0.15625, -0.026611, -0.033936, -0.183594, 0.046631, -0.019043, -0.183594, 0.037109, 0.01123, 0.107422, -0.02063, 0.006683, 0.244141, -0.001198, -0.020386, -0.242188, 0.009888, 0.000404, 0.191406, 0.013977, 0.022583, 0.233398, 0.018555, -0.005707, -0.265625, -0.026001, 0.013733, 0.269531, -0.026123, -0.01123, -0.205078, -0.029297, 0.01062, 0.269531, -0.012268, -0.01239, -0.253906, 0.015747, 0.017944, 0.287109, -0.009583, 0.009705, 0.226562, -0.001106, 0.001633, -0.089844, 0.055664, 0.0177, 0.257812, -0.016235, 0.026001, 0.251953, -0.014893, -0.014099, -0.137695, 0.032471, -0.00946, -0.068359, -0.030762, -0.088379, -0.00705, 0.03064, -0.009338, -0.246094, 0.032471, -0.018311, -0.279297, 0.015503, -0.003784, -0.228516, 0.008911, 0.011658, 0.235352, -0.029053, 0.009705, 0.259766, 0.003479, 0.032715, 0.166016, -0.030396, -0.008972, -0.261719, -0.000515, 0.034424, 0.265625, -0.009949, -0.005341, -0.234375, -0.000511, 0.000023, 0.275391, 0.013916, 0.006134, 0.224609, -0.010193, 0.001503, 0.220703, -0.018066, 0.040039, 0.177734, 0.000504, 0.024292, 0.279297, -0.002884, 0.000055, -0.224609, 0.009216, -0.026001, -0.200195, 0.016846, 0.020508, 0.296875, -0.006805, 0.018188, 0.257812, -0.013245, 0.004822, 0.182617, -0.019653, 0.012146, -0.251953, -0.004395, 0.003006, 0.157227, 0.022583, -0.007263, -0.277344, -0.001495, -0.020264, -0.206055, -0.003281, -0.005463, -0.09668, -0.000717, -0.017212, -0.206055, 0.004181, -0.018921, -0.277344, -0.008118, -0.010559, -0.269531, -0.011658, -0.013245, -0.1875, 0.015137, 0.038818, 0.175781, -0.009338, -0.004364, -0.125977, 0.013062, -0.022705, -0.251953, -0.002045, -0.015625, -0.229492, -0.011841, 0.016724, 0.273438, -0.003906, -0.074219, -0.132812, 0.049072, -0.016968, -0.269531, -0.010376, -0.007782, -0.287109, 0.024536, 0.010864, 0.263672, 0.025269, 0.006927, 0.208984, -0.015198, -0.027222, -0.175781, -0.013672, -0.019287, -0.267578, 0.015564, -0.01062, -0.134766, 0.016724, 0.003036, -0.09668, 0.041504, 0.012451, 0.263672, 0.012756, -0.005249, -0.219727, -0.002899, -0.013489, -0.227539, 0.021484, -0.031982, -0.233398, 0.021606, 0.010559, 0.255859, -0.007935, 0.00824, 0.246094, -0.00412, 0.024536, 0.178711, -0.047607, -0.004395, -0.105469, 0.023804, 0.027588, 0.169922, -0.018188, 0.021851, 0.206055, -0.012512, -0.037354, -0.216797, 0.019409, -0.001099, 0.194336, -0.027222, -0.004089, -0.232422, 0.005249, 0.014771, 0.244141, 0.006683, 0.00293, 0.154297, 0.035889, -0.015381, -0.273438, -0.004456, 0.014954, 0.255859, -0.005798, 0.010742, 0.243164, 0.015869, 0.005524, 0.259766, -0.005859, 0.000519, 0.12793, -0.018311, -0.00267, -0.263672, -0.037842, -0.010986, -0.217773, 0.001648, 0.0047, 0.257812, 0.005981, 0.204102, -0.01178, -0.021729, 0.006805, 0.259766, -0.007019, 0.014648, 0.24707, 0.001152, -0.018555, -0.273438, 0.007111, -0.010498, -0.261719, 0.011475, 0.008179, 0.074707, 0.022705, -0.02002, -0.255859, 0.000587, -0.026367, -0.234375, 0.003815, 0.010803, 0.253906, -0.013123, -0.020874, -0.216797, 0.035645, 0.006134, 0.130859, -0.018311, -0.097168, -0.118652, 0.00531, 0.012024, 0.24707, -0.017212, 0.008484, 0.211914, -0.014099, 0.006866, 0.277344, -0.016235, 0.002518, 0.170898, -0.027832, -0.015015, -0.294922, -0.011536, 0.016968, 0.28125, -0.010437, 0.013733, 0.261719, -0.016235, 0.00354, 0.163086, -0.028198, -0.00528, -0.15918, -0.052246, 0.006897, 0.243164, -0.002853, 0.007935, 0.214844, -0.013, -0.002472, -0.246094, 0.012268, 0.013794, 0.118652, -0.031982, 0.012329, 0.244141, -0.00766, -0.009033, -0.273438, 0.004181, 0.005829, 0.304688, 0.007416, 0.004272, 0.136719, -0.02832, -0.02124, -0.259766, -0.00473, 0.008057, 0.231445, 0.010193, -0.004242, -0.124023, 0.015503, 0.007111, 0.277344, -0.013123, 0.024536, 0.10498, -0.040527, -0.000957, -0.182617, -0.015442, 0.019775, 0.234375, 0.026489, -0.095703, -0.109375, 0.022217, 0.001846, 0.128906, -0.01709, -0.015503, -0.279297, -0.012207, 0.016602, 0.267578, 0.001305, -0.011536, -0.267578, -0.035156, -0.195312, 0.000359, -0.000326, -0.012085, -0.253906, -0.024536, -0.014038, -0.273438, 0.005829, -0.014832, -0.24707, 0.006897, 0.001717, -0.188477, 0.00386, 0.054688, 0.094238, -0.054688, 0.208008, 0.029785, 0.008423, 0.006653, 0.25, -0.001846, -0.023926, -0.211914, 0.027588, 0.029785, 0.236328, -0.013611, 0.00148, 0.12793, 0.029907, 0.006378, 0.203125, 0.004425, -0.01001, -0.292969, 0.006134, -0.030762, -0.248047, 0.003906, -0.018066, -0.236328, 0.001694, -0.01062, -0.25, -0.005585, 0.002823, 0.057861, -0.05127, 0.028564, 0.229492, -0.006958, -0.011597, -0.171875, 0.05835, -0.004181, -0.269531, 0.019897, 0.028687, 0.249023, 0.000664, 0.007355, 0.170898, -0.016357, 0.01239, 0.214844, 0.019287, 0.038574, 0.081543, 0.001266, 0.014099, 0.279297, -0.021362, 0.01239, 0.117188, -0.024536, 0.213867, -0.009033, -0.007446, -0.002457, -0.237305, -0.003036, 0.011658, 0.292969, 0.013733, -0.013916, -0.201172, 0.02124, -0.012329, -0.229492, 0.034668, -0.018799, -0.259766, 0.006317, -0.207031, -0.015747, 0.029907, -0.014954, -0.241211, 0.010803, 0.017578, 0.223633, 0.021484, 0.016479, 0.180664, -0.000406, 0.015198, 0.238281, -0.001564, -0.024536, -0.238281, -0.012695, -0.028687, -0.224609, 0.004272, 0.015381, 0.230469, 0.031982, -0.023315, -0.273438, -0.003784, -0.007111, -0.279297, 0.000523, -0.019897, -0.226562, 0.016235, -0.006897, 0.158203, -0.013306, 0.015564, 0.244141, 0.012817, 0.003296, 0.148438, -0.009277, 0.015503, 0.213867, -0.006897, 0.056885, 0.084473, 0.060791, 0.029053, 0.248047, -0.009277, -0.016968, -0.234375, 0.005371, -0.017212, -0.273438, -0.014709, -0.009216, -0.255859, -0.027222, -0.006714, -0.296875, -0.001953, 0.013855, 0.263672, -0.004486, 0.028198, 0.170898, -0.043945, -0.100586, -0.004364, 0.023682, -0.009827, -0.261719, -0.007812, -0.018066, -0.139648, 0.026123, 0.008606, 0.176758, 0.002594, -0.007416, -0.275391, -0.004761, 0.009155, 0.193359, -0.012146, 0.014221, -0.151367, -0.014221, 0.009033, 0.253906, -0.015137, -0.002075, -0.151367, 0.023804, -0.071289, -0.086914, -0.037354, -0.008728, -0.244141, 0.008362, 0.026123, 0.241211, -0.009094, 0.009766, 0.253906, -0.03418, 0.018555, 0.289062, 0.008972, -0.009766, -0.267578, 0.006256, -0.028076, -0.230469, 0.019409, 0.015259, 0.160156, -0.019287, 0.009216, 0.267578, 0.010132, 0.048096, 0.192383, -0.035645, -0.010132, -0.234375, -0.021606, -0.007812, -0.275391, 0.011597, 0.005859, 0.283203, -0.007294, -0.022583, -0.24707, -0.002823, 0.012695, 0.219727, -0.009277, -0.006348, -0.269531, -0.012329, 0.012939, 0.255859, 0.000511, 0.013794, 0.28125, 0.003387, -0.026001, -0.245117, 0.018677, -0.020996, -0.259766, 0.004669, -0.078125, -0.073242, 0.018066, -0.019409, -0.22168, 0.012817, -0.001595, -0.143555, -0.00354, -0.019775, -0.148438, 0.03125, -0.198242, -0.005676, 0.006226, 0.010254, 0.259766, 0.009277, 0.013855, 0.186523, -0.052246, -0.016479, -0.294922, -0.006592, -0.014404, -0.267578, 0.006287, 0.015869, 0.178711, -0.019775, 0.007996, 0.235352, -0.014648, -0.011169, -0.296875, -0.004486, 0.027466, 0.246094, -0.008057, 0.031738, 0.24707, 0.001602, 0.010559, 0.243164, -0.007294, 0.208008, -0.00351, -0.014648, -0.021851, -0.169922, 0.035889, -0.0177, -0.241211, 0.017578, -0.00174, 0.067871, -0.001892, 0.009766, 0.294922, -0.018311, 0.013611, 0.228516, -0.043701, 0.195312, 0.033447, -0.008789, 0.005951, 0.292969, -0.006989, 0.003967, 0.139648, 0.017578, 0.021118, 0.195312, -0.015442, -0.002518, -0.261719, 0.002441, 0.000273, 0.000668, 0.060059, -0.006866, -0.292969, 0.000148, -0.026245, -0.253906, -0.013184, 0.025757, 0.233398, -0.014587, -0.206055, -0.036865, 0.030884, 0.004791, 0.232422, 0.010986, -0.018188, -0.277344, -0.026733, -0.030518, -0.229492, 0.021729, 0.073242, 0.180664, -0.008362, 0.029053, 0.242188, -0.011047, -0.033936, -0.228516, 0.001244, 0.010437, 0.259766, 0.003937, -0.00885, -0.265625, 0.007019, 0.004425, 0.12793, -0.022705, 0.013306, 0.257812, 0.016968, -0.009216, -0.28125, 0.021606, 0.0177, 0.298828, 0.01001, -0.01709, -0.199219, -0.018677, -0.020142, -0.227539, 0.009888, -0.025024, -0.205078, 0.034424, 0.016846, 0.253906, 0.007233, -0.012939, -0.15918, -0.007599, -0.085938, -0.062256, 0.048828, 0.014526, 0.279297, -0.00145, -0.004974, -0.275391, 0.019165, 0.008606, 0.236328, 0.014832, 0.066895, 0.039062, -0.00946, -0.046143, -0.083008, -0.066895, 0.015747, 0.229492, -0.003021, -0.012512, -0.186523, 0.03418, -0.031128, -0.259766, 0.011841, -0.002136, -0.125977, 0.016357, 0.010681, 0.271484, 0.004913, 0.016846, 0.208984, -0.008484, -0.206055, -0.018555, -0.003464, -0.009766, -0.216797, -0.001099, 0.007996, 0.239258, 0.013916, 0.013489, 0.245117, -0.004028, 0.006775, 0.257812, -0.016235, -0.037109, -0.086426, 0.081543, -0.008972, -0.263672, 0.002701, 0.018555, 0.275391, -0.001198, -0.019531, -0.211914, -0.000526, -0.00885, -0.267578, 0.002029, 0.013306, 0.263672, -0.001945, -0.045166, -0.255859, -0.003159, 0.022949, 0.253906, 0.007416, 0.001663, 0.120117, -0.017944, 0.033691, 0.089355, -0.008423, 0.002213, 0.135742, -0.024658, -0.010498, -0.216797, 0.027222, -0.001785, -0.133789, 0.029541, 0.21875, -0.003296, -0.027466, -0.063965, 0.037598, 0.001259, 0.007629, 0.259766, 0.000427, 0.025146, 0.240234, -0.013184, -0.008789, -0.267578, -0.005432, 0.009949, 0.117188, -0.012329, 0.022583, 0.237305, 0.005371, -0.007721, -0.232422, -0.008606, 0.007935, 0.243164, 0.014038, 0.000771, 0.001129, 0.150391, -0.010559, -0.234375, 0.009949, 0.012329, 0.267578, 0.015869, -0.010071, -0.285156, 0.011292, 0.018677, 0.225586, 0.026489, -0.008423, -0.226562, 0.011414, 0.007782, 0.225586, -0.014465, -0.012451, -0.269531, -0.00946, -0.015869, -0.173828, 0.026489, -0.017456, -0.257812, 0.025879, -0.014832, -0.242188, 0.025513, 0.019531, 0.177734, -0.028931, -0.000047, -0.178711, 0.022217, 0.005493, 0.285156, -0.003815, 0.007355, 0.216797, 0.015381, 0.011292, 0.130859, -0.0177, -0.00164, -0.220703, -0.00592, -0.206055, -0.011719, 0.009155, 0.024292, 0.249023, -0.004791, -0.017456, -0.195312, 0.03125, 0.010864, 0.220703, 0.025024, -0.081543, 0.05957, 0.003799, 0.001854, 0.140625, -0.013123, -0.002914, -0.261719, 0.005127, 0.001007, 0.139648, -0.013245, 0.008606, 0.141602, -0.001778, -0.011841, -0.269531, -0.00296, 0.015137, 0.275391, -0.001625, -0.053711, -0.166992, 0.05835, 0.011047, 0.212891, -0.006958, -0.025513, -0.236328, 0.003479, 0.197266, 0.002731, -0.022705, 0.008057, 0.279297, 0.022827, 0.006165, 0.273438, 0.011536, -0.031128, -0.24707, -0.003769, -0.024292, -0.231445, 0.029297, 0.009949, 0.213867, -0.00708, -0.012329, -0.255859, 0.007263, -0.009705, -0.257812, 0.006073, -0.02063, -0.053223, -0.020996, 0.057373, 0.139648, -0.007294, -0.018677, -0.15332, 0.037842, 0.008118, 0.292969, -0.016846, 0.014404, 0.283203, 0.011658, 0.001122, 0.158203, -0.034668, 0.196289, 0.092285, -0.02417, -0.009888, -0.173828, -0.015381, -0.013672, -0.236328, -0.020508, 0.010254, 0.158203, -0.04248, 0.019409, 0.234375, -0.011597, 0.017578, 0.225586, 0.02417, 0.032471, 0.112793, -0.056885, -0.011169, -0.289062, -0.012878, 0.014954, 0.287109, 0.00209, -0.026978, -0.227539, 0.022827, -0.009277, -0.203125, 0.004669, 0.009705, 0.257812, -0.026489, 0.002411, 0.126953, -0.013, -0.011536, -0.246094, 0.008728, -0.013489, -0.269531, -0.004517, -0.019043, -0.131836, 0.007782, -0.018799, -0.251953, 0.013428, -0.016235, -0.269531, 0.019531, 0.07959, 0.179688, -0.022339, -0.011353, -0.279297, -0.010193, 0.02356, 0.231445, -0.020508, -0.009155, -0.287109, 0.006195, 0.000467, 0.134766, -0.029663, -0.015625, -0.269531, 0.021362, 0.004028, 0.168945, -0.015564, -0.003281, -0.146484, 0.003906, -0.036621, -0.096191, 0.010315, -0.010925, -0.298828, -0.01239, -0.014954, -0.216797, 0.030029, -0.010864, -0.287109, -0.002853, 0.020386, 0.167969, 0.001945, 0.119629, -0.009399, -0.01355, -0.024658, -0.237305, -0.002029, -0.020386, -0.263672, -0.003738, -0.071777, -0.128906, -0.078613, -0.011719, -0.183594, 0.048096, -0.008667, -0.07959, 0.011292, -0.01532, -0.248047, 0.007233, 0.013428, 0.147461, -0.011414, -0.038818, -0.143555, 0.06543, -0.0271, -0.251953, 0.02771, 0.008057, 0.28125, -0.000389, 0.012634, 0.273438, -0.007477, -0.020752, -0.265625, 0.005219, 0.011963, 0.277344, 0.007294, -0.010742, -0.21582, 0.002762, 0.003967, 0.233398, -0.012695, 0.029297, 0.275391, 0.001915, -0.010986, -0.202148, 0.022461, 0.015869, 0.236328, 0.000736, -0.01416, -0.255859, -0.000315, 0.018555, 0.208008, 0.029907, -0.014587, -0.111816, 0.019043, 0.011047, 0.28125, 0.013428, -0.028198, -0.166992, 0.006134, -0.012329, -0.238281, -0.00705, -0.030273, -0.222656, 0.005676, -0.019775, -0.22168, 0.012268, 0.015625, 0.289062, 0.014343, 0.010071, 0.275391, -0.026001, 0.016357, 0.296875, 0.019775, -0.208008, 0.009888, 0.024902, -0.013672, -0.234375, -0.021484, -0.006683, -0.21875, 0.025391, 0.009766, 0.25, -0.026123, 0.009583, 0.24707, -0.008057, 0.011414, 0.263672, -0.001038, 0.006866, 0.173828, 0.020264, -0.011169, -0.22168, 0.030029, 0.013672, 0.085938, 0.011841, 0.017334, 0.251953, 0.004669, -0.191406, -0.03418, 0.043457, -0.012756, -0.240234, -0.001205, 0.013855, 0.263672, -0.00885, -0.009399, -0.121094, 0.013489, -0.073242, -0.101562, 0.029663, -0.019043, -0.275391, 0.005829, 0.012268, 0.033691, -0.054443, 0.013245, 0.237305, -0.00238, 0.010132, 0.200195, -0.00386, -0.009338, -0.249023, -0.018433, 0.021973, 0.230469, -0.020386, -0.021362, -0.259766, 0.017578, -0.070801, -0.149414, 0.044189, -0.009155, -0.170898, 0.004089, -0.033447, -0.251953, -0.011169, -0.008484, -0.147461, 0.019775, 0.006317, 0.206055, -0.001495, -0.07959, -0.178711, 0.010803, -0.205078, -0.002655, 0.007629, 0.00415, 0.088379, -0.0354, -0.015625, -0.154297, 0.027222, 0.003799, 0.251953, 0.004974, -0.023315, -0.217773, 0.018555, 0.130859, -0.023315, -0.025879, 0.200195, 0.04541, -0.011597, -0.012939, -0.248047, 0.003296, -0.009094, -0.217773, 0.017456, -0.225586, -0.028809, 0.010376, 0.009644, 0.261719, -0.013, -0.013306, -0.228516, 0.009827, -0.004211, -0.259766, 0.002716, -0.025513, -0.289062, -0.006226, 0.001076, 0.158203, -0.010803, 0.012207, 0.259766, 0.002716, -0.007263, -0.15625, 0.016968, 0.023071, 0.203125, -0.010864, 0.018555, 0.200195, -0.008057, -0.010986, -0.039062, 0.094238, -0.011658, -0.271484, -0.013123, -0.013611, -0.243164, 0.02124, 0.011108, 0.275391, 0.016968, 0.216797, 0.027954, -0.013, -0.01239, -0.261719, 0.01709, 0.020142, 0.271484, 0.010437, -0.014465, -0.149414, 0.000938, 0.058838, 0.128906, -0.016479, 0.005219, 0.291016, -0.002823, 0.050049, 0.173828, 0.020142, 0.006897, 0.249023, -0.000261, -0.009644, -0.261719, 0.015747, -0.030029, -0.176758, 0.009338, -0.011353, -0.28125, 0.005005, -0.012085, -0.178711, 0.012512, 0.046875, 0.064453, 0.089844, -0.024414, -0.198242, 0.02478, 0.014587, 0.285156, -0.007568, -0.043457, -0.160156, 0.115234, -0.024536, -0.283203, 0.00238, 0.019409, 0.249023, -0.006958, 0.001244, 0.135742, -0.029663, -0.000244, -0.001648, -0.080078, 0.012268, 0.21582, -0.010376, 0.121582, 0.057129, -0.014465, 0.002502, 0.124023, -0.014404, -0.006165, -0.259766, 0.006073, -0.012024, -0.152344, 0.05127, 0.002365, 0.129883, -0.003159, -0.014526, -0.245117, 0.000122, 0.207031, 0.052246, -0.030151, 0.011047, 0.261719, 0.009888, -0.008423, -0.179688, 0.023804, 0.005768, 0.232422, 0.056152, -0.01355, -0.263672, -0.007874, -0.000238, -0.115723, 0.026245, 0.013733, 0.244141, 0.025635, 0.00206, 0.135742, -0.032227, -0.015198, -0.267578, -0.001823, -0.010864, -0.062012, 0.044678, 0.014709, 0.259766, -0.009094, -0.014954, -0.229492, 0.018433, -0.014465, -0.269531, -0.014343, 0.020142, 0.238281, -0.010315, -0.002106, -0.132812, 0.018799, -0.060303, -0.208008, 0.030029, -0.016724, -0.261719, 0.012207, 0.014771, 0.279297, -0.014526, -0.029663, -0.239258, 0.000469, 0.005646, 0.12207, -0.015198, -0.089355, -0.173828, 0.000927, 0.000698, 0.214844, 0.000099, -0.203125, -0.022705, 0.02771, 0.005676, 0.066895, 0.005829, -0.013245, -0.234375, 0.004761, 0.012207, 0.191406, -0.029053, -0.001205, -0.269531, -0.011841, 0.00946, 0.185547, -0.040527, -0.004608, -0.181641, 0.023804, 0.003876, 0.134766, -0.00415, -0.009766, -0.285156, -0.01239, -0.195312, -0.025757, 0.019043, -0.009766, -0.170898, 0.025879, -0.014893, -0.230469, 0.028687, -0.019775, -0.157227, 0.00592, -0.216797, 0.001244, 0.008789, 0.008667, 0.166016, 0.004883, -0.031738, -0.168945, -0.003036, 0.001129, 0.178711, -0.032227, 0.006409, 0.273438, -0.018921, 0.013916, 0.107422, -0.019897, 0.005127, 0.12207, -0.018188, 0.001472, 0.161133, -0.013733, -0.019897, -0.237305, 0.002045, -0.008057, -0.224609, 0.012817, -0.023193, -0.230469, 0.016235, -0.014771, -0.152344, 0.029785, -0.017456, -0.21582, 0.000557, 0.025024, 0.203125, -0.021606, -0.057129, -0.133789, 0.062256, 0.006775, 0.170898, -0.022217, 0.00164, 0.129883, -0.011841, 0.020508, 0.245117, -0.003342, 0.010254, 0.222656, 0.001793, -0.009888, -0.164062, 0.015137, 0.012512, 0.211914, -0.019409, -0.000801, -0.143555, -0.049805, -0.055176, -0.21875, 0.014709, -0.012939, -0.269531, -0.008301, 0.022095, 0.228516, -0.002258, 0.004608, 0.136719, -0.021362, -0.010864, -0.234375, 0.004608, 0.031494, 0.189453, -0.018555, 0.011047, 0.294922, -0.014709, -0.01178, -0.164062, -0.018433, 0.022705, 0.249023, -0.000414, 0.000341, -0.000033, 0.090332, 0.000093, 0.124023, -0.018311, -0.007629, -0.251953, 0.004974, 0.004517, 0.267578, -0.011902, -0.017212, -0.233398, 0.015137, 0.005615, 0.203125, -0.02124, 0.020264, 0.277344, -0.003387, 0.00589, 0.220703, -0.02478, -0.00209, -0.143555, 0.016113, 0.012573, 0.11377, -0.016846, 0.005798, 0.248047, -0.000805, -0.003708, -0.234375, -0.037598, -0.019043, -0.206055, -0.027954, 0.009705, 0.245117, 0.001884, 0.008484, 0.261719, -0.005737, -0.072754, -0.199219, 0.02356, 0.016846, 0.232422, 0.005249, -0.021118, -0.279297, 0.003647, -0.013855, -0.267578, 0.002075, -0.062012, -0.174805, 0.017212, -0.043213, -0.12793, 0.049805, -0.010864, -0.223633, 0.014587, -0.019287, -0.25, 0.008057, 0.015564, 0.226562, 0.00106, 0.013672, 0.275391, -0.014282, -0.213867, -0.012573, 0.02478, 0.008484, 0.306641, -0.021973, 0.013611, 0.294922, -0.00412, -0.006653, -0.255859, 0.014343, 0.007324, 0.025024, 0.098145, -0.003433, -0.269531, 0.003525, 0.037109, 0.099121, 0.023926, 0.009583, 0.109863, -0.015747, -0.000668, -0.105957, 0.038818, -0.015625, -0.292969, 0.013062 ] } , "name": "LlmExporter::FusedLinearAttention_130", "outputIndexes": [ 34 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 7, 33, 33, 34 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.0/self_attn/FusedLinearAttention", "outputIndexes": [ 35 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 20, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 36 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 29, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.0/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 37 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] } , "name": "/blocks.0/self_attn/Constant_3_output_0", "outputIndexes": [ 38 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 36, 37, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.0/self_attn/Concat_1_output_0", "outputIndexes": [ 39 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 35, 39 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.0/self_attn/Reshape_output_0", "outputIndexes": [ 40 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 40 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1023 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1023 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1024 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1024 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 1974294, 524310, 131072, 0, 0 ] } , "name": "/layers.0/self_attn/out_proj/Linear", "outputIndexes": [ 1025 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1025 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1026 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1026 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.0/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 41 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 4, 41 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Add_output_0", "outputIndexes": [ 42 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 42 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 2629676, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.0/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 43 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 43 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1027 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1027 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1028 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1028 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 2637868, 2359318, 589824, 0, 0 ] } , "name": "/layers.0/mlp/w1/Linear", "outputIndexes": [ 1029 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1029 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/mlp/w1/Linear/post_convert", "outputIndexes": [ 1030 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1030 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/w1/Linear/post_reshape", "outputIndexes": [ 44 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 44 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.0/mlp/Mul_output_0", "outputIndexes": [ 45 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1028 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 5587010, 2359318, 589824, 0, 0 ] } , "name": "/layers.0/mlp/w3/Linear", "outputIndexes": [ 1033 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1033 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/mlp/w3/Linear/post_convert", "outputIndexes": [ 1034 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1034 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/w3/Linear/post_reshape", "outputIndexes": [ 46 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 45, 46 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/mlp/Mul_1_output_0", "outputIndexes": [ 47 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 47 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1035 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1035 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.0/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1036 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1036 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 8536152, 2359318, 589824, 0, 0 ] } , "name": "/layers.0/mlp/w2/Linear", "outputIndexes": [ 1037 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1037 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.0/mlp/w2/Linear/post_convert", "outputIndexes": [ 1038 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1038 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.0/mlp/w2/Linear/post_reshape", "outputIndexes": [ 48 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 42, 48 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.0/Add_1_output_0", "outputIndexes": [ 49 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 49, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.1/Reshape_output_0", "outputIndexes": [ 50 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 50 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 11485294, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.1/input_layernorm/Mul_1_output_0", "outputIndexes": [ 51 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 51 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1039 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1039 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1040 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1040 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 11493486, 1572886, 393216, 0, 0 ] } , "name": "/layers.1/self_attn/in_proj/Linear", "outputIndexes": [ 1041 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1041 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1042 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1042 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 52 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 52 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.1/self_attn/Transpose_output_0", "outputIndexes": [ 53 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 51 ] , "main_type": "NONE", "name": "/blocks.1/self_attn/Shape_output_0", "outputIndexes": [ 54 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 54 ] , "main_type": "NONE", "name": "Shape98", "outputIndexes": [ 55 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 54 ] , "main_type": "NONE", "name": "Rank100", "outputIndexes": [ 56 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 56, 56 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp102", "outputIndexes": [ 57 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 57 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze103", "outputIndexes": [ 58 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 57, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp105", "outputIndexes": [ 59 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 59 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze106", "outputIndexes": [ 60 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 55, 58, 60, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice109", "outputIndexes": [ 61 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 61 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze110", "outputIndexes": [ 62 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 62, 62 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp112", "outputIndexes": [ 63 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 54, 63, 57 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.1/self_attn/Gather_output_0", "outputIndexes": [ 64 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 64, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_output_0", "outputIndexes": [ 65 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 57 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze120", "outputIndexes": [ 66 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 59 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze123", "outputIndexes": [ 67 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 55, 66, 67, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice126", "outputIndexes": [ 68 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 68 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze127", "outputIndexes": [ 69 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 69 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp128", "outputIndexes": [ 70 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 70, 69 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp129", "outputIndexes": [ 71 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 54, 71, 57 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.1/self_attn/Gather_1_output_0", "outputIndexes": [ 72 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 72, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 73 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 65, 73, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.1/self_attn/Concat_output_0", "outputIndexes": [ 74 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 74, 32 ] , "main_type": "NONE", "name": "/blocks.1/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 75 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.062988, 0.139648, -0.001717, -0.012817, -0.211914, -0.030151, -0.027344, -0.204102, -0.013, 0.022217, 0.160156, -0.070801, 0.123535, -0.007935, -0.025513, -0.014709, -0.213867, -0.072266, 0.011353, 0.204102, 0.017334, 0.015991, 0.234375, -0.014282, -0.038086, -0.160156, -0.010803, 0.031738, 0.231445, 0.001045, 0.017212, 0.209961, 0.002243, -0.02063, -0.098145, 0.100098, 0.013245, 0.251953, -0.016357, 0.022095, 0.109375, -0.069824, 0.012024, 0.102539, -0.086914, 0.016968, 0.267578, 0.005127, 0.05127, 0.164062, 0.043457, -0.013672, -0.194336, 0.003128, -0.104492, -0.039307, 0.016724, -0.02124, -0.157227, -0.007385, 0.020264, 0.208008, 0.060303, -0.020142, -0.154297, 0.000889, -0.029419, -0.243164, 0.005829, -0.0354, -0.106445, 0.075684, -0.031738, -0.132812, 0.068848, 0.080078, 0.148438, 0.037109, 0.136719, 0.062988, -0.004456, -0.016113, -0.225586, -0.0065, 0.027954, 0.21875, 0.045166, -0.012695, -0.10498, 0.112305, 0.019653, 0.214844, 0.029907, -0.032715, -0.098145, 0.010315, -0.037842, -0.137695, -0.033447, 0.029053, 0.233398, 0.020874, 0.024902, 0.146484, -0.007629, 0.032715, 0.185547, 0.039062, 0.033936, 0.144531, -0.051758, 0.037598, 0.202148, 0.061768, 0.018555, 0.109863, -0.106934, -0.029785, -0.206055, -0.00206, -0.026611, -0.208984, -0.042969, 0.015991, 0.105469, -0.037598, 0.020264, 0.154297, -0.027344, 0.058105, 0.173828, -0.004242, 0.05957, 0.219727, -0.01001, 0.02124, 0.116699, -0.097168, -0.002396, -0.12793, 0.002396, 0.024536, 0.22168, 0.033203, 0.034668, 0.165039, 0.013672, 0.032227, 0.168945, -0.050537, -0.016479, -0.108398, 0.080566, 0.024902, 0.097656, -0.105957, -0.019653, -0.241211, -0.039062, 0.023682, 0.21582, 0.071777, 0.018799, 0.196289, 0.037842, -0.060303, -0.198242, -0.057617, 0.018677, 0.099609, -0.108887, -0.018311, -0.129883, 0.092285, 0.041016, 0.01001, -0.060303, -0.067871, -0.200195, -0.008179, 0.013855, 0.208984, 0.027832, 0.02002, 0.096191, -0.104492, 0.02417, 0.259766, -0.009583, 0.004059, 0.263672, 0.004242, 0.031006, 0.151367, -0.054443, -0.016846, -0.098145, 0.100586, -0.026245, -0.244141, -0.005096, 0.045654, 0.179688, -0.036865, -0.041504, -0.222656, -0.04834, -0.021851, -0.077637, -0.026978, -0.033203, -0.1875, -0.070801, -0.035645, -0.162109, 0.015991, 0.022217, 0.210938, 0.053467, -0.021973, -0.234375, -0.02478, 0.023071, 0.206055, 0.02832, -0.035889, -0.230469, 0.004974, 0.021729, 0.22168, 0.013855, -0.047363, -0.178711, 0.019775, -0.034424, -0.21582, -0.053467, -0.076172, -0.136719, -0.025146, -0.026978, -0.212891, -0.029419, 0.044189, 0.168945, -0.007111, 0.030884, 0.147461, 0.003281, 0.037109, 0.144531, 0.000194, -0.083984, -0.164062, -0.051758, 0.020996, 0.235352, 0.004486, -0.030273, -0.152344, -0.092773, -0.016602, -0.09375, 0.108398, -0.01239, -0.198242, -0.043213, 0.023804, 0.140625, -0.095703, -0.052246, -0.19043, -0.022217, -0.047852, -0.135742, -0.102051, -0.022095, -0.211914, -0.037109, -0.020264, -0.229492, -0.017578, -0.015991, -0.212891, -0.044434, 0.024048, 0.197266, 0.019653, -0.008118, -0.132812, 0.030518, -0.029541, -0.204102, -0.027222, 0.018066, 0.098633, -0.102539, -0.032471, -0.185547, -0.016724, -0.043945, -0.244141, -0.006866, 0.013428, 0.162109, -0.024414, 0.021851, 0.229492, 0.042236, -0.025024, -0.181641, 0.048828, 0.101074, 0.128906, -0.000349, -0.023438, -0.203125, -0.00824, -0.036865, -0.122559, 0.021118, -0.025024, -0.126953, 0.048096, -0.022583, -0.251953, 0.018799, 0.020508, 0.008179, -0.042969, -0.022705, -0.097168, 0.020264, -0.033691, -0.15918, -0.012878, -0.035156, -0.196289, -0.006897, 0.017334, 0.244141, 0.031494, -0.014465, -0.095215, 0.099609, 0.025024, 0.243164, -0.003815, 0.119141, 0.085938, 0.000062, 0.021118, 0.207031, 0.035889, -0.044434, -0.148438, -0.098145, -0.044922, -0.205078, 0.010986, -0.013062, -0.257812, -0.008484, -0.025757, -0.222656, -0.039551, -0.019043, -0.15332, -0.081055, -0.012634, -0.245117, 0.012756, 0.033203, 0.214844, -0.01062, -0.02832, -0.251953, -0.012024, -0.02771, -0.209961, -0.024902, 0.002457, -0.142578, 0.009521, -0.0177, -0.248047, -0.010254, -0.032227, -0.167969, -0.031494, 0.028809, 0.232422, -0.002121, 0.02771, 0.128906, -0.091797, 0.017456, 0.263672, -0.009277, 0.043457, 0.188477, 0.003998, -0.014526, -0.094238, 0.10498, 0.02832, 0.168945, -0.053467, 0.028442, 0.255859, -0.000035, 0.026978, 0.152344, -0.008362, -0.016357, -0.11084, 0.096191, 0.050049, 0.160156, 0.02478, -0.000793, -0.132812, -0.021362, -0.018555, -0.142578, 0.067871, 0.016479, 0.105469, -0.112305, -0.115723, 0.074219, 0.011292, 0.067871, 0.180664, 0.029907, -0.034912, -0.176758, -0.007751, 0.018921, 0.128906, -0.073242, -0.022461, -0.21582, -0.026489, 0.052002, 0.160156, -0.005127, 0.01532, 0.176758, -0.008667, 0.041016, 0.178711, -0.029419, -0.016724, -0.216797, -0.068848, -0.01709, -0.236328, -0.012329, 0.02124, 0.148438, 0.002106, 0.021729, 0.21582, 0.039795, -0.024536, -0.147461, 0.07959, -0.03064, -0.110352, 0.08252, -0.092773, -0.112305, 0.032471, -0.075684, -0.151367, 0.026123, 0.064941, 0.160156, 0.084473, 0.053223, 0.149414, 0.016724, -0.052979, -0.12793, 0.077148, -0.058838, -0.145508, 0.003799, -0.03418, -0.186523, -0.010864, 0.023438, 0.212891, 0.037842, 0.005646, 0.169922, -0.030518, 0.021729, 0.253906, -0.017334, -0.04248, -0.15625, 0.027344, 0.037109, 0.160156, -0.008545, 0.016479, 0.118164, -0.102051, -0.022827, -0.243164, 0.006012, -0.033936, -0.21875, -0.036621, -0.026489, -0.245117, 0.010803, 0.02771, 0.24707, -0.009888, -0.023071, -0.109863, 0.085938, -0.029785, 0.134766, -0.005707, 0.022583, 0.209961, 0.037598, 0.019409, 0.162109, -0.002808, -0.012146, -0.104492, -0.040283, -0.006714, 0.171875, -0.020874, -0.045654, -0.147461, 0.043457, -0.002625, -0.119141, -0.019775, -0.028076, -0.188477, -0.07959, 0.000534, 0.11377, -0.018433, 0.000095, -0.001251, 0.047119, 0.039062, 0.095215, -0.098633, -0.037842, -0.126953, -0.091797, -0.02356, -0.230469, 0.03418, -0.011414, -0.169922, -0.011658, -0.092773, 0.063965, -0.000422, -0.003357, 0.133789, -0.056641, -0.023926, -0.133789, -0.073242, -0.022827, -0.139648, 0.07666, 0.004944, 0.133789, -0.010925, 0.040771, 0.151367, -0.043945, 0.050049, 0.123047, 0.013977, -0.025757, -0.234375, -0.021729, 0.006256, -0.11377, -0.015991, -0.032471, -0.261719, 0.008606, -0.124023, -0.016846, 0.015198, -0.020874, -0.251953, -0.004944, 0.019043, 0.195312, 0.036133, -0.036865, -0.178711, -0.001831, -0.024536, -0.12793, -0.146484, -0.061279, -0.121094, 0.021729, 0.048584, 0.180664, -0.014954, -0.020142, -0.097656, 0.092285, -0.011902, -0.248047, 0.021606, 0.021118, 0.123535, -0.03064, -0.022095, -0.246094, 0.003006, 0.026367, 0.257812, 0.014709, -0.026978, -0.126953, 0.054932, -0.028809, -0.205078, -0.012207, -0.104004, -0.095703, 0.019165, 0.007721, 0.08252, 0.166016, -0.038574, -0.139648, 0.054688, 0.057373, 0.094727, -0.008911, -0.018311, -0.193359, -0.008667, -0.027954, -0.228516, -0.013672, -0.026001, -0.217773, -0.056396, -0.010132, -0.061279, 0.026001, 0.045898, 0.165039, 0.009216, 0.020142, 0.212891, 0.039551, 0.023071, 0.226562, 0.015198, 0.059082, 0.196289, 0.013062, 0.056152, 0.139648, 0.013733, -0.006775, -0.102539, 0.084961, 0.018921, 0.21875, 0.053955, 0.024414, 0.245117, 0.029419, 0.019775, 0.208008, 0.054688, -0.044434, -0.169922, -0.013123, -0.04541, -0.141602, -0.010376, -0.043945, -0.097168, 0.037354, 0.018677, 0.239258, 0.00036, -0.014954, -0.208008, 0.013245, 0.033691, 0.237305, -0.015198, 0.018066, 0.171875, 0.00029, 0.027466, 0.138672, -0.066406, -0.017456, -0.223633, -0.034912, 0.117188, -0.003815, -0.014038, -0.047607, -0.167969, -0.008362, -0.022583, -0.109863, 0.051758, -0.051025, -0.166992, 0.018921, -0.023926, -0.217773, -0.032715, 0.042236, 0.18457, 0.00705, 0.020264, 0.137695, 0.010132, -0.016357, -0.251953, 0.014771, -0.022339, -0.208984, -0.034668, 0.018921, 0.144531, -0.036377, -0.025269, -0.226562, -0.00238, 0.018677, 0.105957, -0.05957, -0.116211, -0.061768, 0.018066, 0.024536, 0.123535, -0.094727, -0.032715, -0.239258, 0.020752, 0.020508, 0.21582, 0.015869, 0.0177, 0.19043, -0.012573, -0.016479, -0.097656, 0.105469, 0.045654, 0.169922, 0.037109, 0.050293, 0.172852, -0.037354, -0.017212, -0.214844, -0.022705, -0.120117, -0.05835, 0.029175, -0.011169, -0.144531, -0.007263, 0.021729, 0.203125, -0.001534, -0.00824, -0.166016, 0.01709, -0.014587, -0.089844, 0.098145, -0.025391, -0.217773, 0.001106, -0.027344, -0.188477, -0.065918, 0.022583, 0.189453, 0.013245, -0.017334, -0.233398, 0.003342, -0.013, -0.200195, -0.05835, 0.050049, 0.164062, 0.02356, -0.018921, -0.251953, -0.01062, -0.031738, -0.136719, 0.072754, -0.0625, -0.060059, 0.049316, -0.143555, 0.05542, -0.004333, -0.022583, -0.128906, 0.09082, 0.019409, 0.105469, -0.110352, -0.087891, -0.095703, -0.015625, -0.02124, -0.246094, -0.004059, -0.024414, -0.194336, -0.042725, -0.010498, -0.235352, -0.022217, -0.075195, -0.165039, -0.003571, 0.016968, 0.240234, -0.016235, -0.039062, -0.189453, 0.015259, -0.012695, -0.168945, -0.005493, 0.106445, 0.125, 0.0047, -0.055176, -0.162109, -0.060303, -0.017822, -0.172852, 0.062012, 0.008911, 0.090332, -0.109863, 0.034912, 0.015442, -0.07373, 0.021118, 0.024536, -0.060547, 0.002655, 0.144531, -0.033936, 0.020752, 0.106445, -0.104004, -0.010315, -0.166016, 0.006439, -0.024292, -0.213867, -0.033691, 0.041016, 0.163086, 0.024048, 0.003143, -0.15918, 0.012573, -0.026001, -0.242188, -0.021851, 0.023926, 0.154297, -0.075195, 0.025024, 0.235352, 0.055664, -0.033691, -0.161133, 0.007355, -0.036865, -0.170898, 0.057129, 0.061279, 0.126953, 0.004974, -0.021606, -0.216797, -0.006287, 0.028198, 0.150391, 0.027344, 0.014771, 0.208008, 0.046143, 0.046875, 0.161133, 0.014587, -0.018677, -0.158203, 0.043457, -0.030884, -0.121094, 0.062988, -0.027588, -0.191406, -0.044678, -0.063477, -0.163086, 0.02124, 0.014954, 0.106934, -0.103516, -0.015503, -0.21875, -0.024414, -0.029541, -0.230469, -0.014038, -0.04248, -0.15918, -0.094727, 0.031006, 0.18457, 0.041992, 0.113281, -0.005585, -0.004181, 0.023071, 0.125, -0.093262, -0.015076, -0.209961, -0.023315, -0.027954, -0.25, -0.000026, 0.031982, 0.149414, -0.047852, -0.026367, -0.219727, -0.05835, 0.035645, 0.158203, -0.03833, 0.047363, 0.194336, 0.010071, 0.061768, 0.100098, -0.053223, 0.023804, 0.104004, -0.09375, -0.020996, -0.105957, 0.084961, -0.034668, -0.109863, 0.111328, 0.024048, 0.210938, 0.038818, 0.017334, 0.089844, -0.081543, -0.02771, -0.21875, 0.007812, -0.02063, -0.125977, 0.05835, -0.013184, -0.155273, 0.022217, -0.024414, -0.216797, -0.025024, -0.03418, -0.242188, -0.007324, -0.021606, -0.204102, -0.046387, -0.022339, -0.213867, -0.043701, 0.032471, 0.210938, -0.016235, -0.042236, -0.15918, -0.065918, 0.050781, 0.196289, 0.012024, -0.037354, -0.15625, -0.12793, 0.028564, 0.132812, -0.054199, 0.037354, 0.212891, -0.009155, -0.041748, -0.146484, 0.009094, 0.025513, 0.160156, -0.007416, -0.008362, 0.199219, -0.011963, -0.030762, -0.123535, 0.024902, -0.03833, -0.15918, -0.076172, 0.020386, 0.25, -0.021851, -0.039307, -0.146484, 0.068848, 0.021606, 0.210938, 0.02063, -0.013245, -0.109863, 0.044678, 0.022827, 0.154297, -0.072266, 0.022827, 0.117188, -0.016602, 0.022217, 0.177734, -0.075684, 0.017944, 0.158203, -0.021362, 0.023193, 0.12207, -0.05542, -0.01001, -0.142578, -0.005157, 0.036377, 0.154297, 0.104492, -0.064453, -0.160156, -0.009827, -0.035889, -0.168945, 0.01001, 0.023193, 0.259766, 0.009338, -0.054443, -0.196289, 0.009155, 0.032227, 0.150391, 0.010681, 0.032227, 0.173828, 0.095703, 0.018311, 0.251953, -0.005981, 0.017334, 0.093262, -0.111328, 0.024414, 0.145508, -0.033203, 0.025513, 0.22168, 0.023438, -0.018799, -0.098145, 0.091309, -0.022339, -0.113281, 0.070312, -0.023682, -0.213867, -0.005554, -0.019897, -0.114746, 0.070312, 0.023315, 0.216797, 0.036621, 0.028564, 0.200195, 0.059082, 0.09082, 0.117188, -0.030029, 0.008911, 0.183594, -0.058105, 0.053223, 0.142578, 0.020386, -0.051758, -0.102051, 0.029541, -0.061768, -0.157227, 0.007233, -0.05542, -0.135742, -0.069824, -0.020752, -0.245117, -0.030884, -0.023804, -0.209961, -0.037598, -0.019165, -0.143555, 0.00235, 0.051758, 0.167969, 0.054443, -0.026489, -0.225586, -0.052002, 0.016235, 0.236328, 0.005066, 0.013855, 0.089355, -0.083008, -0.041748, -0.178711, -0.029419, -0.028442, -0.134766, 0.080566, -0.020386, -0.231445, -0.042725, -0.013123, -0.169922, -0.039307, -0.03064, -0.174805, 0.023315, 0.071289, 0.151367, 0.067383, 0.016357, 0.208984, -0.015015, 0.047607, 0.133789, -0.054688, -0.030762, -0.171875, -0.032227, 0.021606, 0.240234, -0.00119, 0.013, 0.163086, 0.014282, -0.02356, -0.214844, -0.0271, 0.025146, 0.163086, 0.074219, 0.065918, 0.121094, -0.058594, -0.026611, -0.226562, -0.006378, -0.071777, -0.144531, -0.091797, -0.028076, -0.11377, 0.099121, -0.046143, -0.11084, 0.014038, -0.052734, -0.145508, -0.03125, -0.010132, -0.173828, 0.010742, -0.039307, -0.138672, 0.032715, 0.027954, 0.180664, 0.025269, 0.016724, 0.197266, 0.00267, -0.018677, -0.155273, 0.087402, 0.060791, 0.15625, 0.018066, -0.071289, -0.15625, -0.036621, 0.05249, 0.191406, 0.038818, -0.033691, -0.193359, -0.053955, 0.013489, 0.211914, 0.028564, 0.125, 0.164062, 0.119141, 0.014221, 0.22168, 0.033203, 0.038574, 0.123047, 0.010132, -0.037598, -0.154297, 0.02124, -0.015625, -0.104004, 0.058594, -0.023193, -0.236328, -0.080078, -0.015503, -0.240234, -0.006683, 0.09375, 0.092285, -0.00264, -0.029297, -0.152344, -0.09668, 0.016357, 0.148438, -0.084473, 0.053223, 0.166992, -0.014771, 0.028564, 0.244141, -0.021118, 0.009888, 0.216797, -0.00412, 0.023315, 0.100098, -0.094727, -0.021118, -0.196289, -0.064941, -0.02124, -0.198242, -0.021729, -0.020142, -0.192383, -0.054688, -0.025879, -0.199219, -0.016479, 0.02832, 0.131836, -0.031982, -0.053467, -0.089844, 0.023193, -0.029419, -0.117188, 0.072754, -0.04541, -0.134766, -0.010559, -0.026611, -0.192383, -0.038086, 0.022339, 0.132812, -0.025391, 0.034668, 0.141602, -0.029419, -0.019531, -0.208008, -0.029541, -0.033447, -0.142578, 0.082031, 0.056641, 0.146484, 0.031128, 0.01355, 0.103516, -0.070801, -0.033203, -0.179688, 0.000866, 0.028809, 0.217773, 0.037109, -0.018311, -0.180664, -0.024292, 0.031982, 0.185547, 0.064453, 0.026367, 0.231445, 0.013489, -0.02356, -0.25, -0.009888, -0.033691, -0.169922, 0.011475, 0.063965, 0.154297, 0.034912, -0.052246, -0.168945, -0.018066, 0.017944, 0.255859, -0.009949, -0.031738, -0.120117, 0.06543, -0.025269, -0.118164, 0.060059, 0.023926, 0.105957, -0.031494, 0.017578, 0.211914, 0.052246, 0.012634, 0.108887, -0.09082, 0.01532, 0.185547, -0.036133, 0.051514, 0.134766, -0.021729, -0.088867, -0.061279, 0.04834, -0.023193, -0.219727, -0.031738, 0.036377, 0.158203, -0.053955, -0.026367, -0.128906, 0.059814, -0.023438, -0.104004, 0.105469, 0.018799, 0.142578, -0.014404, 0.016968, 0.149414, -0.05835, -0.022583, -0.233398, 0.014038, -0.034668, -0.161133, 0.06543, -0.019409, -0.213867, -0.019531, 0.097168, 0.087402, -0.014465, 0.020508, 0.109863, -0.087891, -0.012146, -0.191406, -0.012756, 0.021851, 0.148438, -0.003174, 0.000641, 0.161133, -0.01178, -0.031738, -0.19043, -0.003525, -0.021606, -0.192383, 0.015991, -0.021484, -0.263672, 0.013672, 0.104004, 0.064941, -0.008423, 0.015991, 0.092285, -0.117676, 0.016235, 0.150391, 0.001282, 0.017456, 0.230469, 0.039307, -0.02417, -0.113281, 0.087891, 0.018921, 0.232422, 0.054688, 0.028564, 0.177734, -0.05542, -0.023682, -0.21582, -0.020264, -0.087891, -0.15332, 0.014709, 0.03064, 0.188477, 0.051514, 0.017578, 0.220703, 0.029663, 0.07959, 0.112305, -0.057129, 0.026855, 0.141602, -0.043213, -0.018188, -0.092285, 0.099121, -0.010864, -0.133789, 0.009033, -0.018799, -0.267578, 0.022217, 0.025146, 0.209961, 0.02356, -0.092285, -0.143555, 0.000284, 0.030396, 0.119629, -0.023315, 0.04541, 0.162109, 0.10498, 0.065918, 0.168945, -0.00708, -0.100098, -0.049316, 0.041748, -0.035156, -0.145508, 0.043945, 0.026245, 0.199219, 0.085449, -0.062012, 0.049805, -0.031006, 0.060547, 0.138672, -0.001534, -0.023438, -0.050293, 0.101562, -0.02356, -0.232422, -0.033447, 0.101562, 0.038818, -0.016113, -0.038818, -0.086426, -0.002487, 0.01709, 0.10791, -0.095215, -0.02063, -0.152344, 0.038086, 0.020752, 0.121582, -0.075195, -0.029297, -0.132812, 0.088379, 0.070312, 0.181641, -0.029419, -0.004303, -0.15918, -0.012695, -0.020142, -0.209961, -0.007721, -0.037598, -0.19043, 0.004913, -0.021484, 0.166016, -0.004089, -0.093262, -0.105469, -0.004486, -0.036865, -0.151367, 0.061279, -0.083984, -0.050049, -0.003784, -0.027588, -0.230469, 0.003708, 0.024414, 0.139648, 0.007812, 0.057373, 0.12793, -0.002014, -0.031006, -0.263672, 0.007355, -0.114746, 0.105469, -0.049072, -0.012329, -0.202148, -0.027588, -0.035889, -0.084473, 0.010437, -0.016968, -0.145508, -0.020874, -0.015381, -0.09375, 0.094238, -0.022217, -0.225586, -0.008667, -0.02417, -0.244141, -0.004761, -0.02832, -0.129883, 0.080078, -0.038574, -0.188477, -0.003937, 0.016602, 0.154297, 0.030273, 0.019653, 0.227539, 0.006775, -0.017944, -0.206055, -0.068359, 0.033691, 0.150391, -0.045654, -0.038818, -0.169922, -0.048096, -0.028076, -0.251953, 0.009644, 0.047363, -0.092773, 0.002945, -0.03125, -0.22168, -0.018188, -0.029175, -0.209961, -0.031738, 0.013245, 0.161133, -0.023071, -0.087891, -0.137695, -0.018433, 0.024048, 0.132812, -0.096191, -0.021729, -0.228516, -0.014954, 0.023071, 0.249023, 0.030518, 0.07373, 0.157227, -0.00592, -0.102051, -0.129883, -0.025269, -0.019897, -0.095703, 0.091797, 0.000226, -0.166016, 0.007111, -0.061279, -0.083496, 0.036865, 0.035645, 0.188477, 0.000425, 0.020996, 0.106445, -0.102539, 0.01532, 0.169922, -0.013, -0.010376, -0.027588, -0.093262, -0.032471, -0.12793, 0.033691, 0.032227, 0.109375, -0.066895, 0.02002, 0.094238, -0.081055, -0.033936, -0.234375, 0.009583, -0.026001, -0.151367, 0.063477, 0.000526, 0.046143, -0.072754, -0.028442, -0.18457, 0.027344, -0.088379, -0.123047, -0.019043, -0.018555, -0.204102, -0.035156, -0.01355, -0.09082, 0.064941, -0.029541, -0.241211, -0.003784, -0.035645, -0.166016, -0.011414, -0.024414, -0.123535, 0.023071, -0.0354, -0.208008, -0.074707, -0.023926, -0.204102, -0.063965, 0.01123, 0.167969, 0.004242, -0.023926, -0.213867, -0.039062, -0.016113, -0.161133, 0.012756, 0.022339, 0.201172, 0.04834, 0.036621, 0.189453, 0.037842, 0.031128, 0.096191, -0.012634, -0.013367, -0.165039, 0.005249, 0.05957, 0.15332, 0.057617, 0.018799, 0.118164, -0.083496, 0.017944, 0.182617, -0.040527, -0.019775, -0.102539, -0.03125, -0.025269, -0.183594, 0.02478, 0.030518, 0.195312, -0.001511, 0.043213, 0.136719, -0.015991, -0.028809, -0.186523, -0.005859, -0.033691, -0.116699, 0.032959, 0.034424, 0.198242, -0.010132, 0.0177, 0.248047, -0.010742, 0.059326, 0.189453, -0.013306, 0.031006, 0.135742, -0.04834, -0.023438, -0.206055, -0.00946, 0.007446, 0.11084, -0.013611, -0.019531, -0.108398, 0.086914, -0.024414, -0.204102, -0.060547, -0.03125, -0.173828, -0.050781, 0.041016, -0.246094, -0.028931, -0.012878, -0.228516, -0.027954, 0.024292, 0.185547, -0.010193, -0.032715, -0.178711, -0.041016, 0.038818, 0.152344, 0.003525, 0.000877, -0.07373, -0.039307, 0.024658, 0.261719, -0.017456, -0.043945, -0.140625, 0.037842, -0.010742, -0.092285, 0.076172, -0.046143, -0.149414, 0.027344, 0.038574, 0.15332, 0.00132, -0.001106, -0.000584, 0.179688, -0.023438, -0.203125, -0.044189, 0.018188, 0.249023, -0.001793, -0.002548, -0.002426, -0.161133, -0.028564, -0.244141, 0.000557, -0.025146, -0.201172, -0.068848, 0.027954, 0.116211, -0.050537, -0.079102, -0.095215, 0.002762, 0.0354, 0.139648, -0.034668, -0.015747, -0.208984, 0.007202, 0.068848, 0.132812, 0.021851, -0.023682, -0.105957, 0.071777, -0.021606, -0.235352, 0.015991, -0.025024, -0.121582, 0.062012, 0.041992, 0.145508, 0.019775, -0.050781, -0.177734, -0.014587, -0.033447, -0.186523, -0.10498, -0.027588, -0.220703, 0.007629, -0.026489, -0.253906, 0.011902, 0.033203, 0.19043, -0.016846, -0.019043, -0.21875, -0.012695, -0.03125, -0.135742, 0.097656, 0.04834, 0.168945, 0.037598, 0.026001, 0.226562, 0.02124, -0.019043, -0.087402, 0.088867, 0.023926, 0.19043, -0.008057, -0.036377, -0.15918, -0.132812, -0.080078, -0.150391, -0.000353, -0.03125, -0.192383, -0.083984, -0.020874, -0.103516, 0.099609, 0.02002, 0.158203, -0.045166, 0.04248, 0.15332, 0.045654, 0.026245, 0.210938, -0.053223, -0.04126, -0.146484, 0.005066, 0.025513, 0.175781, 0.027344, -0.021973, -0.257812, -0.018188, 0.015625, 0.096191, -0.094238, -0.017578, -0.242188, -0.016357, 0.018677, 0.234375, 0.000176, -0.000326, -0.241211, 0.026245, 0.075195, 0.091797, -0.022095, 0.05249, 0.171875, 0.045166, 0.028931, 0.210938, 0.0354, -0.039551, -0.146484, -0.057617, 0.023926, 0.155273, -0.077637, 0.041748, 0.162109, 0.025879, -0.059326, -0.145508, 0.006866, -0.006287, -0.157227, 0.005249, -0.05127, -0.136719, -0.04248, -0.044189, -0.189453, 0.015869, -0.023071, -0.21582, -0.016968, -0.021851, -0.253906, 0.014893, -0.038086, -0.226562, -0.020752, -0.013, -0.166016, -0.007935, 0.00412, 0.099121, -0.030151, 0.009155, 0.116699, -0.07666, 0.016357, 0.023926, -0.048096, 0.02478, 0.124512, -0.049561, 0.042969, 0.165039, 0.026611, -0.019775, -0.244141, -0.013184, -0.020386, -0.209961, 0.00946, -0.016479, -0.119629, 0.106934, 0.020264, 0.251953, 0.00164, -0.015991, -0.100098, 0.10498, -0.017578, -0.103516, 0.091309, -0.016602, -0.223633, -0.013123, 0.025757, 0.128906, -0.009521, 0.01355, 0.085449, -0.113281, -0.053955, -0.199219, -0.002365, 0.016602, 0.240234, 0.055176, -0.021118, -0.172852, 0.026489, 0.012756, 0.234375, 0.001648, 0.014587, 0.160156, -0.008789, -0.026733, -0.212891, -0.012817, -0.016724, -0.246094, -0.011475, 0.056885, 0.125, 0.108887, -0.034668, -0.136719, 0.035889, -0.070312, -0.063965, 0.066895, -0.012024, -0.149414, -0.006348, 0.063965, 0.142578, 0.007141, -0.030518, -0.146484, 0.049561, 0.0354, 0.149414, -0.037109, 0.03125, 0.198242, -0.003677, 0.106934, -0.108398, 0.013733, -0.02002, -0.248047, -0.020508, 0.025146, 0.116699, -0.081543, 0.025635, 0.179688, 0.099121, -0.011963, -0.108398, 0.106445, -0.028442, -0.181641, -0.009949, 0.045898, 0.191406, -0.015137, -0.0625, -0.168945, -0.035645, -0.008667, -0.157227, 0.048584, 0.062988, 0.189453, 0.030518, -0.021729, -0.217773, -0.034668, -0.019409, -0.199219, -0.009399, 0.025513, 0.200195, -0.056152, -0.039551, -0.157227, 0.010376, 0.027832, 0.166992, 0.011353, 0.015625, 0.102051, -0.080566, 0.021851, 0.246094, -0.01239, -0.015198, -0.214844, -0.070312, -0.015564, -0.259766, -0.03064, -0.025146, -0.199219, -0.030396, -0.036133, -0.134766, 0.026001, 0.037354, 0.193359, 0.04834, 0.025879, 0.210938, 0.044922, 0.020142, 0.219727, 0.045654, 0.029907, 0.251953, 0.009155, -0.024292, -0.236328, 0.028687, -0.117676, -0.001083, 0.021362, 0.061523, 0.201172, 0.01239, 0.022827, 0.261719, -0.025269, 0.021606, 0.209961, 0.024048, 0.008301, 0.106445, -0.018188, 0.025513, 0.239258, -0.021484, -0.04126, -0.208984, 0.013611, -0.05127, -0.151367, 0.001183, -0.015625, -0.22168, -0.030762, 0.011108, 0.175781, -0.031494, 0.045898, 0.193359, 0.040771, -0.066895, -0.170898, -0.01001, -0.101562, -0.064941, 0.008789, 0.029175, 0.242188, -0.005859, -0.035156, -0.139648, 0.015564, 0.02417, 0.225586, 0.0354, -0.022583, -0.200195, 0.033447, -0.050049, -0.151367, -0.042725, 0.034912, 0.152344, -0.025879, 0.01532, 0.116699, 0.005341, 0.088379, 0.083984, -0.053711, -0.003311, -0.158203, 0.016479, 0.019287, 0.202148, 0.009277, 0.098145, 0.047119, -0.010071, -0.026123, -0.236328, 0.002762, 0.062256, 0.212891, 0.041748, -0.047119, -0.141602, -0.032227, -0.03833, -0.15332, -0.023682, -0.039062, -0.168945, -0.066406, -0.039795, -0.15332, 0.004272, 0.025513, 0.117676, -0.046387, -0.012878, -0.253906, -0.00322, -0.022583, -0.211914, -0.037842, 0.051025, 0.141602, 0.049316, 0.020508, 0.202148, 0.039551, 0.051758, 0.149414, 0.034912, 0.014771, 0.108887, -0.083984, 0.061523, 0.152344, -0.016968, 0.05127, 0.139648, -0.000713, 0.013977, 0.246094, -0.013916, -0.102051, -0.057373, 0.014771, 0.030762, 0.145508, -0.043945, -0.019775, -0.230469, -0.009705, 0.023926, 0.206055, 0.054688, -0.028809, -0.206055, -0.024536, 0.039307, 0.157227, -0.020508, 0.120117, 0.15332, 0.028564, 0.105957, -0.010681, -0.004913, 0.03125, 0.172852, -0.021851, -0.025391, -0.216797, -0.014465, -0.047119, -0.160156, 0.02063, -0.030151, -0.194336, -0.022827, 0.036865, 0.196289, 0.036865, 0.019897, 0.245117, -0.014893, -0.015198, -0.208008, -0.025269, -0.02832, -0.208984, 0.017944, 0.03125, 0.172852, 0.045166, -0.035156, -0.174805, -0.037842, -0.028442, -0.199219, -0.065918, -0.025635, -0.227539, -0.010742, -0.019043, -0.251953, 0.002975, -0.08252, -0.155273, 0.028931, -0.080078, -0.09082, 0.034424, 0.031738, 0.216797, -0.008728, 0.040039, 0.164062, -0.022827, -0.022461, -0.192383, -0.044189, -0.025146, -0.234375, -0.018188, 0.053955, 0.140625, 0.040039, 0.030396, 0.212891, 0.02124, -0.0625, -0.166016, 0.006744, -0.024902, -0.224609, 0.003937, -0.024292, -0.203125, -0.067871, 0.03064, 0.217773, 0.019653, 0.021851, 0.198242, 0.027588, 0.044922, 0.172852, 0.014038, 0.016602, 0.112305, -0.097656, -0.022339, -0.21875, -0.0354, 0.002609, 0.146484, -0.009277, -0.031494, -0.181641, -0.059082, 0.043457, 0.154297, -0.015747, 0.028198, 0.201172, 0.032715, 0.05542, 0.15918, 0.013367, -0.020752, -0.222656, -0.072266, 0.017456, 0.137695, 0.004578, 0.049805, 0.155273, 0.097168, -0.017334, -0.100586, 0.099609, 0.013611, 0.154297, -0.060791, -0.04541, -0.169922, -0.009827, 0.019165, 0.168945, -0.001793, -0.072266, -0.132812, -0.031982, 0.023682, 0.244141, -0.01355, 0.014771, 0.084473, -0.112305, -0.083496, -0.132812, 0.001884, 0.044434, 0.15918, -0.006592, -0.031006, -0.020508, 0.083496, 0.056885, 0.134766, 0.014771, 0.015259, 0.132812, -0.040039, -0.022217, -0.106934, 0.089355, -0.02478, -0.172852, 0.010498, -0.004883, -0.146484, -0.032715, -0.044922, -0.124512, -0.03418, -0.031982, -0.183594, -0.044922, 0.023926, 0.249023, -0.012817, 0.101562, 0.081055, -0.015747, -0.018799, -0.107422, 0.095215, 0.030029, 0.192383, -0.025024, 0.025513, 0.212891, 0.067383, -0.033691, -0.129883, 0.070312, 0.022339, 0.142578, -0.04126, 0.014343, 0.105957, -0.078125, 0.016113, 0.245117, -0.000858, 0.085938, 0.173828, -0.002975, 0.044678, 0.15918, -0.012146, -0.004211, -0.103027, 0.053223, -0.052979, -0.163086, -0.032715, 0.028564, 0.208984, 0.040527, 0.050781, 0.099121, -0.043457, 0.015747, 0.213867, 0.058838, 0.041504, 0.124023, 0.046143, 0.030518, 0.200195, 0.006195, -0.018311, -0.115234, 0.119141, -0.021118, -0.106934, 0.112305, 0.018555, 0.066406, 0.147461, 0.094727, 0.110352, 0.008179, 0.028809, 0.214844, -0.012268, -0.007019, -0.116699, 0.016357, -0.014404, -0.189453, 0.040527, -0.035645, -0.168945, 0.0005, 0.031006, 0.203125, 0.000534, 0.006592, 0.1875, -0.004761, -0.023193, -0.21875, -0.02356, 0.03125, 0.162109, -0.017578, 0.022217, 0.103027, -0.064941, -0.021851, -0.199219, -0.055908, -0.021729, -0.255859, -0.001747, 0.0177, 0.217773, 0.0177, 0.021973, 0.259766, 0.021484, 0.011719, 0.177734, -0.007751, -0.063477, -0.161133, 0.005341, 0.02417, 0.217773, 0.041504, 0.040039, 0.160156, -0.015869, 0.035645, 0.201172, 0.04541, 0.021851, 0.163086, 0.000553, 0.016479, 0.103027, -0.106934, 0.018066, 0.265625, -0.009888, -0.049561, -0.166992, -0.017822, 0.00132, 0.137695, 0.052979, 0.02063, 0.224609, 0.04541, 0.03064, 0.212891, 0.026245, -0.013184, -0.233398, 0.016968, 0.05249, 0.132812, 0.042236, 0.00885, 0.125, -0.081543, -0.028564, -0.203125, -0.028564, -0.019409, -0.248047, 0.021118, 0.032471, 0.169922, 0.013367, -0.060303, -0.22168, -0.021606, 0.025635, 0.204102, 0.031494, -0.09375, -0.109863, 0.001038, -0.017334, -0.223633, -0.029541, 0.016479, 0.094727, -0.083496, -0.043701, 0.142578, 0.00705, 0.049072, 0.157227, -0.004608, 0.032715, 0.148438, 0.095703, 0.037598, 0.210938, 0.002808, 0.020142, 0.230469, -0.006409, 0.036377, 0.129883, -0.001747, 0.031982, 0.168945, -0.027832, -0.0625, -0.116699, 0.003113, -0.02002, -0.239258, -0.019653, 0.049561, 0.101562, 0.015625, -0.049805, -0.098633, -0.154297, -0.074707, -0.115234, 0.048584, -0.031982, -0.222656, -0.050537, 0.039795, 0.120117, -0.071289, -0.038574, -0.125, 0.072754, -0.096191, -0.108398, -0.014465, -0.026245, -0.106445, 0.008057, -0.059082, -0.142578, -0.010315, -0.014709, -0.088867, 0.116699, -0.059814, -0.120605, -0.033203, -0.00148, -0.000671, 0.204102, -0.054688, -0.012329, 0.069336, -0.014832, -0.099609, 0.101562, -0.017822, -0.249023, 0.005066, 0.031738, 0.019409, -0.06543, -0.025146, -0.147461, 0.100586, -0.047607, -0.170898, 0.012817, -0.074219, -0.144531, 0.016479, 0.029785, 0.132812, -0.033691, -0.027222, -0.18457, -0.021606, 0.040039, 0.185547, -0.001289, 0.044922, 0.105957, -0.036621, -0.037354, -0.125, 0.025757, 0.024292, 0.229492, 0.02124, -0.033203, -0.15625, 0.040771, 0.103516, 0.125977, 0.006561, -0.016968, -0.237305, -0.02002, 0.029053, 0.130859, -0.082031, 0.058105, -0.010559, 0.05957, 0.015869, 0.095215, -0.064453, -0.008789, -0.149414, -0.111328, -0.025757, -0.098145, 0.081543, 0.014099, 0.200195, 0.005768, 0.049316, 0.163086, 0.042236, 0.044189, 0.155273, 0.007233, -0.0177, -0.25, -0.006012, -0.016479, -0.115723, 0.105957, 0.017456, 0.230469, 0.006744, -0.016968, -0.106445, 0.086426, 0.025024, 0.253906, 0.018188, -0.012207, -0.210938, -0.037842, 0.007751, -0.146484, -0.001747, 0.020508, 0.166992, -0.004852, -0.021606, -0.182617, 0.00415, -0.005768, -0.129883, 0.047852, 0.033936, 0.195312, 0.004059, -0.024414, -0.209961, -0.009094, 0.020752, 0.251953, -0.000185, 0.025513, 0.194336, -0.032715, 0.001579, 0.006714, 0.139648, -0.020996, -0.122559, 0.091797, 0.000977, -0.132812, -0.009338, 0.009644, 0.145508, -0.024292, -0.086426, -0.119141, -0.008118, 0.023926, 0.106934, -0.019165, -0.057373, -0.164062, -0.016357, -0.046143, -0.209961, 0.000368, 0.054443, 0.182617, 0.101074, 0.050049, 0.146484, 0.029053, 0.038086, 0.170898, -0.007599, -0.033936, -0.192383, 0.045654, -0.071289, -0.111328, 0.031494, 0.029541, 0.117188, -0.074219, -0.063477, -0.169922, 0.003738, -0.017334, -0.104492, 0.106934, -0.116211, -0.067871, 0.000216, -0.042969, -0.140625, 0.032959, 0.02124, 0.148438, 0.010315, -0.108398, 0.014771, 0.015442, -0.017212, -0.236328, 0.016113, -0.041748, -0.151367, 0.034668, 0.113281, 0.072266, -0.024902, 0.041504, 0.213867, 0.023438, -0.023926, 0.12793, -0.011841, -0.10791, -0.015564, 0.030762, -0.026245, -0.128906, 0.086914, 0.029663, 0.219727, 0.019653, -0.004486, -0.157227, 0.006866, -0.022583, -0.103027, 0.106934, -0.016846, -0.093262, 0.115234, -0.025146, -0.205078, -0.003784, 0.023926, 0.116699, -0.092773, 0.031738, 0.173828, -0.039307, -0.032959, -0.126953, 0.015076, 0.024414, 0.242188, 0.032227, 0.021973, 0.22168, 0.01532, -0.026489, -0.21875, -0.020142, -0.033691, -0.188477, -0.007416, -0.028809, -0.25, -0.010071, -0.000471, 0.000055, -0.106934, -0.024414, -0.134766, 0.072266, 0.019409, 0.108887, -0.066406, -0.025757, -0.19043, 0.000805, 0.02063, 0.124512, -0.052246, -0.013489, -0.15332, 0.018921, 0.022461, 0.223633, 0.019043, -0.013, -0.233398, -0.011169, 0.05835, 0.171875, 0.018799, 0.011963, 0.210938, 0.003998, -0.000561, 0.001503, 0.182617, -0.036621, -0.079102, 0.040771, -0.04248, -0.230469, 0.008362, -0.023315, -0.211914, -0.030518, 0.021973, 0.21875, 0.030029, -0.031128, -0.141602, 0.028198, 0.027954, 0.161133, -0.009521, 0.037354, 0.15625, -0.030518, 0.05957, 0.1875, 0.009583, 0.019531, 0.213867, 0.049561, 0.039062, 0.130859, -0.04834, 0.11377, 0.133789, 0.023804, 0.038818, 0.097656, -0.038574, 0.0271, 0.120605, -0.030029, -0.028687, -0.208008, -0.025391, -0.026245, -0.197266, -0.005127, 0.020264, 0.109863, -0.083496, 0.0354, 0.145508, 0.07373, 0.026367, 0.203125, 0.052246, -0.118164, -0.058105, 0.002594, 0.040771, 0.180664, 0.022949, 0.040039, 0.168945, -0.040283, -0.020264, -0.197266, -0.083496, 0.013306, 0.105469, -0.050293, 0.063965, 0.173828, 0.024658, -0.018433, -0.261719, -0.00708, -0.013977, -0.089844, 0.108887, -0.029907, -0.21582, -0.028687, -0.027344, -0.158203, 0.050781, 0.010071, 0.084473, -0.072754, 0.036133, 0.180664, 0.045654, -0.02417, -0.121582, 0.08252, 0.036621, 0.230469, -0.011963, 0.033691, 0.180664, 0.039551, -0.026367, -0.18457, 0.014038, -0.027588, -0.117676, 0.089355 ] } , "name": "LlmExporter::FusedLinearAttention_191", "outputIndexes": [ 76 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 53, 75, 75, 76 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.1/self_attn/FusedLinearAttention", "outputIndexes": [ 77 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 64, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 78 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 72, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.1/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 79 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 78, 79, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.1/self_attn/Concat_1_output_0", "outputIndexes": [ 80 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 77, 80 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.1/self_attn/Reshape_output_0", "outputIndexes": [ 81 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 81 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1043 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1043 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1044 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1044 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 13459588, 524310, 131072, 0, 0 ] } , "name": "/layers.1/self_attn/out_proj/Linear", "outputIndexes": [ 1045 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1045 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1046 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1046 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.1/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 82 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 50, 82 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Add_output_0", "outputIndexes": [ 83 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 83 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 14114970, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.1/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 84 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 84 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1047 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1047 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1048 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1048 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 14123162, 2359318, 589824, 0, 0 ] } , "name": "/layers.1/mlp/w1/Linear", "outputIndexes": [ 1049 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1049 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/mlp/w1/Linear/post_convert", "outputIndexes": [ 1050 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1050 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/w1/Linear/post_reshape", "outputIndexes": [ 85 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 85 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.1/mlp/Mul_output_0", "outputIndexes": [ 86 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1048 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 17072304, 2359318, 589824, 0, 0 ] } , "name": "/layers.1/mlp/w3/Linear", "outputIndexes": [ 1053 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1053 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/mlp/w3/Linear/post_convert", "outputIndexes": [ 1054 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1054 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/w3/Linear/post_reshape", "outputIndexes": [ 87 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 86, 87 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/mlp/Mul_1_output_0", "outputIndexes": [ 88 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 88 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1055 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1055 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.1/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1056 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1056 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 20021446, 2359318, 589824, 0, 0 ] } , "name": "/layers.1/mlp/w2/Linear", "outputIndexes": [ 1057 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1057 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.1/mlp/w2/Linear/post_convert", "outputIndexes": [ 1058 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1058 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.1/mlp/w2/Linear/post_reshape", "outputIndexes": [ 89 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 83, 89 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.1/Add_1_output_0", "outputIndexes": [ 90 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 90, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/Reshape_output_0", "outputIndexes": [ 91 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 91 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 22970588, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.2/input_layernorm/Mul_1_output_0", "outputIndexes": [ 92 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 92 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 1059 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1059 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 1060 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1060 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 22978780, 524310, 131072, 0, 0 ] } , "name": "/layers.2/self_attn/q_proj/Linear", "outputIndexes": [ 1061 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1061 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 1062 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1062 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 93 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 92 ] , "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_output_0", "outputIndexes": [ 94 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 94 ] , "main_type": "NONE", "name": "Shape170", "outputIndexes": [ 95 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 94 ] , "main_type": "NONE", "name": "Rank172", "outputIndexes": [ 96 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 96, 96 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp174", "outputIndexes": [ 97 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 97 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze175", "outputIndexes": [ 98 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 97, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp177", "outputIndexes": [ 99 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 99 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze178", "outputIndexes": [ 100 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 95, 98, 100, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice181", "outputIndexes": [ 101 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 101 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze182", "outputIndexes": [ 102 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 102, 102 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp184", "outputIndexes": [ 103 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 94, 103, 97 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_output_0", "outputIndexes": [ 104 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 104, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_output_0", "outputIndexes": [ 105 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 97 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze192", "outputIndexes": [ 106 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 99 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze195", "outputIndexes": [ 107 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 95, 106, 107, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice198", "outputIndexes": [ 108 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 108 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze199", "outputIndexes": [ 109 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 109 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp200", "outputIndexes": [ 110 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 110, 109 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp201", "outputIndexes": [ 111 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 94, 111, 97 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_1_output_0", "outputIndexes": [ 112 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 112, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 113 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 16 ] } , "name": "/blocks.2/self_attn/Constant_2_output_0", "outputIndexes": [ 114 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 64 ] } , "name": "/blocks.2/self_attn/Constant_3_output_0", "outputIndexes": [ 115 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 105, 113, 114, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.2/self_attn/Concat_output_0", "outputIndexes": [ 116 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 93, 116 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/self_attn/Reshape_output_0", "outputIndexes": [ 117 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 117 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 23634162, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.2/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 119 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 0 ] , "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" } , "name": "/rotary/Cast_output_0", "outputIndexes": [ 120 ] , "type": "Cast", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 2 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] } , "name": "/rotary/Constant_output_0", "outputIndexes": [ 121 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 120, 121 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/rotary/Reshape_output_0", "outputIndexes": [ 122 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 32 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.649382, 0.421697, 0.273842, 0.177828, 0.115478, 0.074989, 0.048697, 0.031623, 0.020535, 0.013335, 0.00866, 0.005623, 0.003652, 0.002371, 0.00154, 0.001, 0.000649, 0.000422, 0.000274, 0.000178, 0.000115, 0.000075, 0.000049, 0.000032, 0.000021, 0.000013, 0.000009, 0.000006, 0.000004, 0.000002, 0.000002 ] } , "name": "/rotary/Constant_1_output_0", "outputIndexes": [ 123 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 122, 123 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/rotary/Mul_output_0", "outputIndexes": [ 124 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 124 ] , "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" } , "name": "/rotary/Cos_output_0", "outputIndexes": [ 125 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 125, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 126 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 124 ] , "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" } , "name": "/rotary/Sin_output_0", "outputIndexes": [ 127 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 127, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 128 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 126, 128 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/rotary/Concat_output_0", "outputIndexes": [ 129 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 129, 129 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 130 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] } , "name": "/rotary/Constant_5_output_0", "outputIndexes": [ 131 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 130, 131 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_2_output_0", "outputIndexes": [ 132 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 132, 16 ] , "main_type": "SqueezeParam", "main": { } , "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 133 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 133 ] , "main_type": "NONE", "name": "Shape230", "outputIndexes": [ 134 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 133 ] , "main_type": "NONE", "name": "Rank232", "outputIndexes": [ 135 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 135, 135 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp234", "outputIndexes": [ 136 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 136 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze235", "outputIndexes": [ 137 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 136, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp237", "outputIndexes": [ 138 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 138 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze238", "outputIndexes": [ 139 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 134, 137, 139, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice241", "outputIndexes": [ 140 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 140 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze242", "outputIndexes": [ 141 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 141, 141 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp244", "outputIndexes": [ 142 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 133, 142, 136 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_2_output_0", "outputIndexes": [ 143 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 119, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_output_0", "outputIndexes": [ 144 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 119 ] , "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_2_output_0", "outputIndexes": [ 145 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] } , "name": "/blocks.2/self_attn/Constant_8_output_0", "outputIndexes": [ 146 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 145 ] , "main_type": "NONE", "name": "Shape249", "outputIndexes": [ 147 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 145 ] , "main_type": "NONE", "name": "Rank251", "outputIndexes": [ 148 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 148, 148 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp253", "outputIndexes": [ 149 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 149 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze254", "outputIndexes": [ 150 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 149, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp256", "outputIndexes": [ 151 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 151 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze257", "outputIndexes": [ 152 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 147, 150, 152, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice260", "outputIndexes": [ 153 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 153 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze261", "outputIndexes": [ 154 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 154 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp262", "outputIndexes": [ 155 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 155, 154 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp263", "outputIndexes": [ 156 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 145, 156, 149 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_4_output_0", "outputIndexes": [ 157 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] } , "name": "/blocks.2/self_attn/Constant_9_output_0", "outputIndexes": [ 158 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 157, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Div_output_0", "outputIndexes": [ 159 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 159, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 160 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] } , "name": "/blocks.2/self_attn/Constant_16_output_0", "outputIndexes": [ 161 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] } , "name": "/blocks.2/self_attn/Constant_10_output_0", "outputIndexes": [ 162 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 119, 160, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_1_output_0", "outputIndexes": [ 163 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 163 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.2/self_attn/Neg_output_0", "outputIndexes": [ 164 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 159, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 165 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 119, 21, 165, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_output_0", "outputIndexes": [ 166 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 164, 166 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.2/self_attn/Concat_3_output_0", "outputIndexes": [ 167 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 136 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze281", "outputIndexes": [ 168 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 138 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze284", "outputIndexes": [ 169 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 134, 168, 169, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice287", "outputIndexes": [ 170 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 170 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze288", "outputIndexes": [ 171 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 171 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp289", "outputIndexes": [ 172 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 172, 171 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp290", "outputIndexes": [ 173 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 133, 173, 136 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_3_output_0", "outputIndexes": [ 174 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 167, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_1_output_0", "outputIndexes": [ 175 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 144, 175 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Add_output_0", "outputIndexes": [ 176 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1060 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 23634674, 262166, 65536, 0, 0 ] } , "name": "/layers.2/self_attn/k_proj/Linear", "outputIndexes": [ 1065 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1065 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 1066 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1066 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 177 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 104, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 178 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 112, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 179 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "main_type": "Blob", "main": { "dims": [ 1 ] , "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8 ] } , "name": "/blocks.2/self_attn/Constant_4_output_0", "outputIndexes": [ 180 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 178, 179, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.2/self_attn/Concat_1_output_0", "outputIndexes": [ 181 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 177, 181 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/self_attn/Reshape_1_output_0", "outputIndexes": [ 182 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 182 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 23962376, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.2/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 184 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 184, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_2_output_0", "outputIndexes": [ 185 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 184 ] , "main_type": "NONE", "name": "/blocks.2/self_attn/Shape_3_output_0", "outputIndexes": [ 186 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 186 ] , "main_type": "NONE", "name": "Shape311", "outputIndexes": [ 187 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 186 ] , "main_type": "NONE", "name": "Rank313", "outputIndexes": [ 188 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 188, 188 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp315", "outputIndexes": [ 189 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze316", "outputIndexes": [ 190 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 189, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp318", "outputIndexes": [ 191 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 191 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze319", "outputIndexes": [ 192 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 187, 190, 192, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice322", "outputIndexes": [ 193 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 193 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze323", "outputIndexes": [ 194 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 194 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp324", "outputIndexes": [ 195 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 195, 194 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp325", "outputIndexes": [ 196 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 186, 196, 189 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.2/self_attn/Gather_5_output_0", "outputIndexes": [ 197 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 197, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Div_1_output_0", "outputIndexes": [ 198 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 198, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 199 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 184, 199, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_3_output_0", "outputIndexes": [ 200 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 200 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.2/self_attn/Neg_1_output_0", "outputIndexes": [ 201 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 198, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 202 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 184, 21, 202, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.2/self_attn/Slice_2_output_0", "outputIndexes": [ 203 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 201, 203 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.2/self_attn/Concat_4_output_0", "outputIndexes": [ 204 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 204, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Mul_3_output_0", "outputIndexes": [ 205 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 185, 205 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/self_attn/Add_1_output_0", "outputIndexes": [ 206 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1060 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 23962888, 262166, 65536, 0, 0 ] } , "name": "/layers.2/self_attn/v_proj/Linear", "outputIndexes": [ 1069 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1069 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 1070 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1070 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 207 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 104, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 208 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 112, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.2/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 209 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 208, 209, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.2/self_attn/Concat_2_output_0", "outputIndexes": [ 210 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 207, 210 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.2/self_attn/Reshape_2_output_0", "outputIndexes": [ 211 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 176, 206, 211, 212 ] , "main_type": "AttentionParam", "main": { "kv_cache": true } , "name": "/layers.2/self_attn/FusedAttention", "outputIndexes": [ 213 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 213 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 1071 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1071 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 1072 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1072 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 24290590, 524310, 131072, 0, 0 ] } , "name": "/layers.2/self_attn/o_proj/Linear", "outputIndexes": [ 1073 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1073 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 1074 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1074 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 214 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 91, 214 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Add_output_0", "outputIndexes": [ 215 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 215 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 24945972, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.2/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 216 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 216 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1075 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1075 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1076 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1076 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 24954164, 2359318, 589824, 0, 0 ] } , "name": "/layers.2/mlp/w1/Linear", "outputIndexes": [ 1077 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1077 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/mlp/w1/Linear/post_convert", "outputIndexes": [ 1078 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1078 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/w1/Linear/post_reshape", "outputIndexes": [ 217 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 217 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.2/mlp/Mul_output_0", "outputIndexes": [ 218 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1076 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 27903306, 2359318, 589824, 0, 0 ] } , "name": "/layers.2/mlp/w3/Linear", "outputIndexes": [ 1081 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1081 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/mlp/w3/Linear/post_convert", "outputIndexes": [ 1082 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1082 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/w3/Linear/post_reshape", "outputIndexes": [ 219 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 218, 219 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/mlp/Mul_1_output_0", "outputIndexes": [ 220 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 220 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1083 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1083 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.2/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1084 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1084 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 30852448, 2359318, 589824, 0, 0 ] } , "name": "/layers.2/mlp/w2/Linear", "outputIndexes": [ 1085 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1085 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.2/mlp/w2/Linear/post_convert", "outputIndexes": [ 1086 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1086 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.2/mlp/w2/Linear/post_reshape", "outputIndexes": [ 221 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 215, 221 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.2/Add_1_output_0", "outputIndexes": [ 222 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 222, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.3/Reshape_output_0", "outputIndexes": [ 223 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 223 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 33801590, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.3/input_layernorm/Mul_1_output_0", "outputIndexes": [ 224 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 224 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1087 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1087 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1088 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1088 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 33809782, 1572886, 393216, 0, 0 ] } , "name": "/layers.3/self_attn/in_proj/Linear", "outputIndexes": [ 1089 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1089 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1090 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1090 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 225 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 225 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.3/self_attn/Transpose_output_0", "outputIndexes": [ 226 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 224 ] , "main_type": "NONE", "name": "/blocks.3/self_attn/Shape_output_0", "outputIndexes": [ 227 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 227 ] , "main_type": "NONE", "name": "Shape373", "outputIndexes": [ 228 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 227 ] , "main_type": "NONE", "name": "Rank375", "outputIndexes": [ 229 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 229, 229 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp377", "outputIndexes": [ 230 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 230 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze378", "outputIndexes": [ 231 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 230, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp380", "outputIndexes": [ 232 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 232 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze381", "outputIndexes": [ 233 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 228, 231, 233, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice384", "outputIndexes": [ 234 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 234 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze385", "outputIndexes": [ 235 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 235, 235 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp387", "outputIndexes": [ 236 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 227, 236, 230 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.3/self_attn/Gather_output_0", "outputIndexes": [ 237 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 237, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_output_0", "outputIndexes": [ 238 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 230 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze395", "outputIndexes": [ 239 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 232 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze398", "outputIndexes": [ 240 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 228, 239, 240, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice401", "outputIndexes": [ 241 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 241 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze402", "outputIndexes": [ 242 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 242 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp403", "outputIndexes": [ 243 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 243, 242 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp404", "outputIndexes": [ 244 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 227, 244, 230 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.3/self_attn/Gather_1_output_0", "outputIndexes": [ 245 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 245, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 246 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 238, 246, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.3/self_attn/Concat_output_0", "outputIndexes": [ 247 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 247, 32 ] , "main_type": "NONE", "name": "/blocks.3/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 248 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.011841, 0.018311, -0.052246, -0.024292, -0.065918, 0.11084, -0.021484, -0.039551, -0.189453, -0.000633, 0.010864, 0.139648, -0.020142, -0.068848, 0.111328, 0.005737, 0.026978, 0.203125, -0.064453, -0.10498, -0.189453, -0.067383, -0.149414, -0.05127, -0.074219, -0.124023, -0.073242, -0.154297, -0.04248, 0.032471, 0.02063, 0.016846, -0.054443, 0.027466, 0.071289, -0.09668, 0.006287, 0.042236, -0.05127, 0.077148, 0.174805, 0.017822, -0.035645, -0.081055, 0.075684, 0.06543, 0.138672, -0.026123, 0.005371, 0.008911, 0.259766, -0.025024, -0.027222, 0.047363, 0.071777, 0.128906, 0.138672, 0.071777, 0.129883, 0.15918, -0.028442, -0.098145, -0.181641, 0.019287, 0.059326, 0.198242, -0.041016, -0.120117, -0.15625, -0.037354, -0.11084, -0.11084, 0.047607, 0.090332, 0.173828, 0.012817, 0.123535, 0.01532, -0.017456, -0.139648, -0.006897, 0.150391, 0.075684, -0.02417, 0.041992, 0.07666, 0.191406, 0.0354, 0.142578, 0.016235, -0.138672, -0.117188, 0.024902, 0.01709, 0.050293, 0.216797, -0.053467, -0.164062, -0.02124, -0.000549, -0.001244, -0.186523, -0.065918, -0.139648, -0.030029, 0.03418, 0.124512, -0.112305, 0.029297, 0.077637, -0.098145, -0.072754, -0.113281, -0.010925, -0.015503, -0.059814, 0.069336, -0.024048, -0.141602, -0.046387, 0.021851, 0.069824, -0.124512, -0.064453, -0.141602, -0.000469, 0.005585, 0.007324, 0.220703, 0.023315, 0.060303, 0.227539, -0.014404, -0.088867, -0.165039, 0.00769, 0.026001, 0.199219, 0.044922, 0.084961, 0.181641, -0.068848, -0.115234, 0.07959, 0.058838, 0.121094, 0.120605, 0.021729, 0.070801, -0.125977, 0.092285, 0.09375, -0.019165, -0.0354, -0.083008, -0.166016, -0.060059, -0.119629, 0.031006, 0.030762, 0.083008, 0.217773, -0.000984, -0.006226, -0.212891, -0.052734, -0.149414, -0.100586, -0.145508, 0.015747, 0.019653, 0.060791, 0.116211, 0.154297, -0.01123, -0.023682, -0.200195, -0.052246, -0.116699, -0.005615, 0.043945, 0.100586, 0.143555, -0.002365, -0.001953, -0.249023, -0.021729, -0.094238, -0.189453, -0.051025, -0.112793, -0.113281, -0.157227, 0.014099, 0.016846, -0.033691, -0.085938, 0.114258, -0.018677, -0.033936, -0.21582, -0.101562, -0.158203, 0.016235, -0.009338, -0.0177, -0.208008, -0.035156, -0.066895, -0.183594, -0.004578, -0.138672, 0.000755, 0.028198, 0.057129, 0.205078, 0.032227, 0.048096, 0.225586, 0.069824, 0.177734, -0.010193, 0.147461, -0.043945, -0.010315, -0.109863, -0.120117, 0.022339, 0.028809, 0.084473, 0.205078, 0.000546, 0.002319, 0.21582, -0.026245, -0.079102, -0.162109, -0.089844, -0.125977, -0.047607, 0.074707, 0.108398, -0.009888, 0.039551, 0.064453, 0.180664, -0.059814, -0.203125, 0.010559, 0.078125, 0.132812, 0.008972, -0.039795, -0.149414, -0.057373, -0.066406, -0.135742, 0.003769, -0.035156, -0.080566, -0.197266, 0.072754, 0.141602, 0.053711, 0.040039, 0.026855, -0.063477, 0.024414, 0.071777, 0.179688, 0.069336, 0.125977, 0.124023, -0.062012, -0.121582, -0.219727, -0.05835, -0.085938, -0.169922, 0.043213, 0.073242, 0.136719, 0.108887, -0.0625, -0.010498, 0.064941, 0.118652, 0.192383, 0.028931, 0.013733, -0.049316, -0.007935, -0.018188, -0.133789, 0.0625, 0.095703, 0.154297, -0.09082, -0.139648, -0.148438, 0.027466, 0.069824, 0.206055, 0.02063, 0.09082, 0.197266, 0.001549, 0.002731, 0.169922, 0.039062, 0.094238, 0.194336, 0.030518, 0.116211, -0.12207, 0.016968, 0.040771, 0.227539, -0.030029, -0.084473, -0.206055, -0.053467, -0.096191, -0.169922, 0.053467, 0.103027, 0.131836, 0.001793, 0.007233, 0.145508, 0.038574, 0.092773, 0.19043, -0.014526, -0.123047, -0.005951, 0.026489, 0.077148, -0.103027, -0.151367, 0.017334, 0.018066, -0.046143, -0.160156, -0.008423, -0.001045, 0.002136, 0.196289, 0.044678, 0.095703, 0.165039, -0.074707, -0.098633, 0.044678, -0.06543, -0.104004, -0.220703, -0.008667, -0.046387, -0.214844, -0.022339, -0.040039, -0.161133, 0.075195, 0.126953, 0.008057, -0.024414, -0.057373, -0.178711, -0.014648, -0.05957, -0.140625, -0.083008, -0.121094, 0.008789, -0.047119, -0.136719, -0.077148, 0.054688, 0.102051, 0.151367, 0.039307, 0.085449, 0.171875, 0.040283, 0.12793, 0.138672, 0.019897, 0.055664, 0.208984, -0.022217, -0.07959, -0.208984, -0.142578, 0.050781, 0.015503, -0.016357, -0.145508, 0.126953, 0.018921, 0.071289, 0.192383, -0.040039, -0.148438, 0.021606, -0.042725, -0.083984, -0.175781, 0.040771, 0.096191, -0.085449, 0.008423, 0.018677, 0.213867, 0.048584, 0.07959, 0.197266, -0.032959, -0.12793, -0.15332, -0.001427, -0.007935, -0.186523, -0.031738, 0.174805, -0.01709, -0.001968, -0.013062, -0.174805, -0.137695, 0.012085, 0.046875, -0.019897, -0.067383, -0.198242, -0.035645, -0.060303, -0.194336, 0.039307, 0.11084, 0.080078, 0.012451, 0.074219, 0.212891, 0.057373, 0.139648, -0.003586, 0.001892, 0.012146, 0.244141, -0.024536, -0.080078, -0.21582, 0.049316, 0.078613, -0.054688, 0.030762, 0.077148, 0.22168, 0.053711, 0.090332, 0.165039, -0.040283, -0.066406, -0.179688, 0.07959, 0.139648, 0.099121, -0.047607, -0.110352, -0.134766, 0.000462, 0.004913, 0.220703, -0.032227, -0.109863, 0.108887, 0.024414, 0.06543, -0.105957, -0.059814, -0.136719, -0.077148, -0.069336, 0.143555, -0.013855, 0.069336, 0.150391, 0.088379, -0.001556, -0.004822, -0.226562, -0.041504, -0.09082, -0.170898, 0.005646, 0.125, -0.007355, 0.019653, 0.063477, 0.212891, -0.051025, -0.088379, -0.170898, -0.043701, -0.068848, -0.18457, 0.041504, 0.084473, 0.22168, 0.056641, 0.150391, 0.116211, -0.022705, -0.063965, -0.204102, 0.035889, 0.062988, 0.180664, 0.019653, 0.0625, -0.103516, -0.017212, -0.074219, 0.109863, 0.025513, 0.071289, -0.109863, 0.0271, 0.015137, -0.036377, -0.029785, -0.192383, 0.001099, -0.012878, -0.123535, -0.161133, 0.089844, 0.132812, 0.037354, 0.041748, 0.106934, 0.224609, -0.000326, 0.000311, -0.222656, 0.045654, 0.075684, 0.244141, -0.019531, -0.164062, 0.026855, 0.037598, 0.181641, 0.028442, -0.084961, -0.146484, -0.074707, 0.001968, 0.015442, 0.158203, 0.030029, 0.130859, 0.001335, -0.034912, -0.064453, -0.164062, -0.042725, -0.123535, -0.172852, -0.043213, 0.080566, -0.013855, 0.114258, -0.081543, -0.074707, -0.029419, -0.074219, -0.200195, -0.039551, -0.079102, -0.186523, 0.029053, 0.080566, -0.117676, 0.062988, 0.161133, -0.021484, -0.066406, 0.142578, -0.009277, 0.044434, 0.109375, 0.155273, -0.000729, -0.015076, -0.225586, 0.001572, 0.00145, -0.198242, 0.002014, 0.143555, -0.026001, 0.070312, -0.119141, 0.004669, -0.077637, -0.147461, -0.012695, 0.028198, 0.020386, -0.065918, -0.020874, -0.041504, -0.147461, 0.070801, 0.129883, 0.008545, 0.04834, 0.12793, 0.151367, -0.033936, -0.140625, -0.045166, -0.054199, -0.106934, -0.149414, 0.075195, 0.05542, -0.039062, 0.025757, 0.069824, -0.101562, -0.013733, -0.021606, 0.043457, -0.135742, 0.041748, -0.027832, 0.045898, 0.093262, 0.245117, -0.161133, -0.011963, 0.026733, -0.036377, -0.098633, -0.172852, -0.063965, -0.131836, -0.003448, -0.086426, -0.163086, -0.130859, -0.030884, -0.08252, -0.168945, 0.040771, 0.089844, 0.22168, 0.026367, 0.125977, 0.155273, 0.136719, -0.030151, -0.025146, -0.000094, 0.00148, -0.257812, 0.026733, 0.065918, 0.177734, 0.060791, 0.104004, -0.075684, -0.09082, -0.170898, -0.010437, -0.020264, -0.146484, -0.003281, -0.059082, -0.137695, -0.001175, -0.013428, -0.130859, -0.008423, -0.007507, -0.015259, -0.201172, 0.05127, 0.169922, -0.009521, 0.001663, -0.012939, -0.249023, 0.030029, 0.140625, 0.035645, 0.048096, 0.092285, 0.175781, 0.067871, 0.154297, 0.040771, 0.131836, -0.037598, -0.022217, 0.033936, 0.081543, 0.198242, 0.04834, 0.099609, 0.154297, 0.0177, 0.070312, -0.056396, -0.049561, -0.136719, 0.007996, -0.004364, -0.009277, -0.19043, -0.063965, -0.174805, 0.033691, -0.066895, -0.136719, 0.010498, -0.051025, 0.135742, -0.014832, 0.020142, 0.071289, 0.175781, -0.078613, -0.084473, -0.143555, 0.022583, 0.058594, 0.158203, 0.025757, 0.077148, 0.196289, 0.005951, 0.01178, 0.220703, -0.001625, 0.002625, 0.196289, 0.056885, 0.131836, -0.040283, 0.040527, 0.099121, 0.186523, -0.031494, -0.023804, 0.047852, 0.068848, -0.12207, 0.015503, -0.014832, -0.018677, 0.041748, 0.065918, -0.134766, -0.001686, 0.036377, 0.096191, 0.122559, -0.026855, -0.072266, -0.193359, 0.005829, 0.0177, -0.026489, -0.046143, -0.125, -0.10791, -0.052002, -0.096191, -0.177734, -0.028687, -0.080566, -0.189453, -0.048828, -0.095215, -0.100098, -0.020386, -0.154297, 0.015503, -0.118164, -0.152344, 0.017212, 0.030029, 0.086426, 0.194336, 0.021118, 0.041748, 0.188477, -0.03418, -0.197266, 0.0065, 0.07373, 0.125977, 0.01062, -0.037598, -0.057129, -0.196289, -0.004425, -0.00132, -0.255859, -0.051025, -0.121094, -0.155273, -0.04834, -0.158203, -0.051758, 0.076172, 0.120605, 0.152344, 0.028076, 0.074707, -0.09375, 0.011658, 0.15332, -0.023193, -0.028687, -0.075684, -0.201172, -0.155273, 0.00042, 0.025146, -0.013245, -0.043213, -0.185547, 0.004181, 0.01062, 0.223633, -0.046631, -0.067383, -0.205078, 0.018677, 0.057861, 0.185547, -0.032227, -0.141602, -0.008606, -0.036377, -0.174805, -0.022949, 0.066406, 0.157227, 0.004181, -0.044678, -0.150391, -0.118652, 0.022461, 0.074707, 0.175781, -0.043213, -0.093262, -0.236328, -0.042236, -0.082031, -0.178711, 0.024536, 0.075195, 0.19043, 0.095215, 0.150391, 0.007202, -0.143555, 0.047119, 0.000706, 0.005463, 0.019287, 0.223633, -0.033936, -0.103027, -0.183594, -0.168945, 0.003143, -0.003098, -0.056641, -0.134766, -0.062012, -0.15332, 0.031982, -0.009399, 0.064941, 0.096191, 0.172852, 0.062988, 0.142578, 0.029419, -0.026245, -0.090332, 0.119629, 0.008606, 0.047363, 0.209961, 0.048096, 0.076172, 0.163086, -0.044189, -0.086914, -0.209961, -0.158203, -0.003082, 0.010681, -0.064453, -0.120605, -0.1875, 0.028687, 0.074219, 0.192383, 0.001205, -0.000368, -0.216797, -0.008789, -0.181641, 0.004547, 0.074219, 0.136719, 0.105469, 0.024658, 0.068359, 0.212891, 0.052979, 0.155273, 0.131836, -0.049805, -0.137695, -0.134766, -0.046143, -0.081055, -0.212891, 0.044189, 0.067383, 0.19043, -0.0625, -0.147461, -0.016235, -0.03125, -0.079102, 0.105957, -0.003143, -0.012085, -0.21875, 0.064941, 0.140625, -0.018799, -0.060303, -0.117676, -0.194336, -0.038818, -0.15625, 0.024292, -0.056641, 0.094238, -0.00061, 0.155273, 0.017822, -0.029541, 0.046387, 0.149414, 0.030396, -0.05542, -0.132812, -0.137695, -0.070801, -0.135742, -0.178711, -0.066895, -0.086914, -0.157227, 0.00412, 0.012695, 0.245117, -0.02771, -0.066406, -0.203125, -0.07959, -0.178711, -0.003784, -0.154297, 0.021851, 0.007233, -0.039307, -0.091797, -0.185547, 0.014832, 0.022217, 0.19043, -0.164062, -0.084961, 0.003159, 0.017456, 0.053955, 0.210938, 0.001022, 0.010986, 0.214844, 0.065918, 0.126953, 0.011414, -0.005066, -0.014771, -0.230469, -0.036621, -0.069336, -0.172852, 0.055664, 0.136719, -0.000161, -0.068359, -0.108887, 0.009155, 0.085938, 0.15625, 0.167969, 0.026978, 0.07666, 0.181641, -0.005585, -0.013794, 0.204102, -0.072754, -0.151367, 0.03125, 0.016113, 0.031982, 0.208984, 0.027954, 0.121582, -0.115723, -0.017578, -0.036865, -0.19043, 0.049561, 0.084473, -0.040771, -0.037842, -0.085449, 0.049316, 0.062012, 0.148438, 0.033691, -0.003815, -0.020264, -0.24707, -0.03833, -0.059082, -0.177734, 0.000133, -0.166992, 0.000175, 0.050049, 0.101074, 0.169922, -0.020386, -0.181641, -0.009949, 0.021851, 0.071289, 0.208008, 0.030884, 0.072754, -0.103516, 0.015564, 0.029053, 0.275391, -0.04834, -0.099121, 0.023438, 0.057129, -0.108887, 0.004486, 0.002045, 0.005341, 0.233398, -0.030762, -0.138672, 0.10498, 0.010681, 0.025269, 0.224609, -0.062012, -0.170898, 0.057373, -0.053955, -0.12207, 0.016113, 0.00235, 0.02124, 0.19043, -0.040771, -0.162109, 0.029541, -0.062012, -0.129883, -0.007294, -0.026367, -0.03064, -0.177734, -0.039307, -0.061279, -0.189453, 0.024048, 0.132812, -0.084473, -0.064453, -0.095215, -0.198242, -0.038086, -0.077148, -0.223633, -0.002213, -0.00705, -0.177734, 0.066406, 0.12207, 0.180664, 0.020386, 0.069336, -0.11377, 0.049561, 0.114258, 0.131836, -0.035645, -0.089844, -0.200195, 0.06543, -0.101562, 0.00148, -0.071777, -0.205078, -0.05249, 0.003754, 0.132812, -0.078125, 0.031738, 0.083496, -0.100098, -0.036621, -0.088867, 0.082031, -0.026123, -0.106934, -0.111328, -0.069824, -0.100098, 0.029907, 0.160156, -0.030762, 0.000357, -0.027832, -0.078125, -0.201172, -0.015137, -0.039551, -0.192383, 0.00705, 0.035889, 0.227539, -0.067383, -0.12207, 0.010132, 0.041992, 0.095703, 0.174805, -0.017578, -0.066895, -0.211914, 0.02063, 0.107422, 0.148438, 0.003342, 0.000073, 0.251953, -0.040283, -0.063965, -0.181641, -0.035645, -0.143555, -0.053955, 0.010925, 0.034668, 0.209961, -0.006073, -0.027466, -0.209961, 0.045898, 0.196289, 0.044678, 0.045898, 0.129883, 0.200195, -0.040039, -0.093262, -0.146484, 0.024048, 0.081543, 0.176758, -0.0354, -0.19043, 0.006897, 0.003677, 0.017334, 0.211914, -0.02063, -0.024902, 0.076172, -0.003769, -0.028931, -0.209961, -0.030884, -0.077148, -0.229492, -0.146484, 0.054688, 0.005249, -0.0002, 0.038086, -0.07373, 0.033936, 0.15918, -0.003387, 0.027954, 0.077148, 0.217773, 0.032715, 0.125977, 0.008484, 0.030151, 0.087402, 0.1875, 0.020142, 0.0625, 0.194336, 0.058105, 0.137695, 0.141602, 0.036621, 0.067383, 0.193359, -0.001694, -0.018677, -0.194336, 0.056641, 0.100586, 0.132812, 0.029785, 0.071289, -0.059082, -0.056152, -0.114258, -0.149414, -0.034424, -0.078613, -0.182617, -0.052246, -0.09668, -0.239258, 0.040771, 0.10791, -0.087891, -0.077148, -0.146484, 0.050781, -0.005219, -0.009766, -0.200195, -0.025146, -0.071289, 0.107422, 0.000271, 0.016357, 0.1875, -0.031494, -0.075195, -0.178711, 0.02356, 0.150391, -0.007111, 0.075195, 0.103027, -0.043945, -0.024658, -0.04834, -0.21875, 0.070801, -0.105469, 0.004395, -0.099121, 0.117188, 0.001572, 0.051758, 0.096191, 0.142578, -0.035889, -0.075195, -0.170898, -0.070801, -0.122559, -0.136719, -0.002151, 0.00383, 0.261719, 0.050781, 0.101074, 0.148438, -0.028442, -0.078125, -0.214844, -0.022827, -0.067871, 0.11084, -0.044678, -0.112793, -0.174805, -0.042236, -0.078613, -0.207031, 0.00325, 0.047363, -0.083496, -0.039307, -0.112305, -0.169922, 0.001999, 0.058105, 0.123535, -0.022339, -0.069336, 0.119141, 0.04541, 0.075684, 0.199219, 0.076172, 0.169922, -0.005493, 0.036377, 0.083984, 0.167969, -0.013733, -0.062988, -0.242188, 0.021118, 0.065918, -0.108887, 0.005981, 0.022095, 0.239258, -0.025024, -0.077148, 0.087891, -0.038574, -0.061035, -0.181641, 0.032959, 0.083008, 0.202148, -0.002716, 0.001472, 0.214844, 0.014465, 0.0625, 0.316406, -0.158203, 0.011719, 0.006927, -0.042236, -0.073242, -0.185547, 0.015991, 0.0177, -0.043457, 0.038574, 0.149414, 0.043457, -0.060303, -0.089355, -0.173828, 0.06543, -0.11377, 0.006378, -0.07373, -0.146484, -0.050537, -0.116699, -0.138672, 0.010315, -0.057861, -0.110352, 0.033203, 0.052002, 0.125, -0.004974, -0.07666, -0.150391, -0.057617, -0.002274, -0.155273, 0.038818, 0.007935, 0.017822, 0.204102, 0.108398, 0.157227, -0.015442, -0.029175, -0.141602, -0.152344, 0.033447, 0.122559, 0.161133, -0.029297, -0.074219, -0.204102, -0.063477, -0.124512, -0.147461, 0.026978, 0.149414, 0.072754, 0.007324, 0.133789, -0.040283, 0.022339, 0.067871, -0.125977, 0.056885, 0.125977, -0.036865, -0.000668, -0.004425, 0.166016, 0.047852, 0.164062, 0.037109, -0.029175, -0.088379, -0.172852, -0.020996, -0.072266, 0.125977, 0.087402, 0.121582, 0.21875, -0.02002, -0.139648, -0.035889, 0.001137, 0.011536, 0.208008, -0.03064, -0.075195, 0.104004, -0.078125, -0.134766, -0.011658, -0.064453, -0.031128, 0.092285, 0.050781, 0.096191, 0.144531, 0.000042, -0.003693, -0.182617, -0.029785, -0.0625, 0.076172, -0.077148, -0.118652, 0.023315, 0.037598, 0.047607, -0.087891, -0.043945, -0.07959, -0.178711, 0.050049, 0.08252, 0.18457, 0.058594, 0.135742, 0.024414, -0.056396, -0.125977, -0.111328, 0.00008, -0.005157, 0.244141, -0.044434, -0.061523, -0.188477, -0.055664, -0.100586, -0.181641, 0.03418, 0.07373, 0.21875, 0.015442, 0.109863, -0.102539, -0.003113, -0.05249, -0.205078, 0.019653, 0.046143, 0.211914, 0.061279, 0.150391, 0.053467, -0.033203, -0.099121, 0.057861, -0.005981, -0.02356, -0.226562, 0.035645, 0.072266, 0.189453, 0.01709, 0.055176, 0.243164, 0.030518, 0.120605, -0.12207, 0.050781, 0.131836, 0.108887, 0.034424, 0.102051, -0.081055, -0.078125, -0.136719, -0.026245, 0.015564, 0.031982, 0.235352, -0.064941, -0.140625, -0.080566, 0.000439, -0.024536, -0.199219, -0.088379, -0.029297, 0.00209, -0.018066, -0.056152, -0.203125, -0.142578, 0.066406, 0.026001, 0.025024, 0.071777, 0.197266, 0.032471, 0.062256, 0.1875, 0.075684, 0.133789, -0.004272, 0.037598, 0.126953, 0.192383, -0.027222, -0.023804, 0.039551, 0.081055, -0.101562, 0.003647, 0.085449, 0.135742, 0.050049, 0.02832, 0.099609, -0.114746, 0.034668, 0.118652, -0.124023, -0.041992, -0.072754, -0.193359, -0.012878, -0.039795, -0.216797, -0.023315, -0.071289, -0.192383, -0.08252, -0.158203, -0.002243, 0.021851, 0.066406, 0.227539, -0.162109, -0.050537, 0.003723, 0.002762, 0.011292, 0.186523, -0.037109, -0.066895, -0.175781, 0.019775, 0.108398, -0.031738, 0.163086, 0.031494, -0.029297, 0.049805, 0.11377, 0.033691, -0.00106, -0.008423, -0.222656, 0.026489, 0.065918, 0.189453, 0.025024, 0.123047, 0.207031, 0.011475, 0.133789, 0.011169, 0.149414, 0.074707, 0.001923, 0.036621, 0.118652, 0.15625, 0.029175, 0.144531, 0.079102, 0.051758, 0.088867, 0.175781, -0.002472, -0.016724, -0.248047, 0.063965, 0.111328, -0.005127, -0.042725, -0.090332, -0.199219, 0.000029, -0.000368, 0.193359, -0.043457, -0.091309, -0.222656, 0.001984, 0.013306, 0.226562, -0.021484, -0.022095, 0.048096, -0.023071, -0.078125, -0.210938, -0.044434, -0.084473, -0.189453, -0.040527, -0.062988, -0.180664, -0.038818, -0.069336, -0.195312, 0.056396, 0.088867, 0.162109, -0.020264, -0.044434, -0.191406, 0.017578, 0.070801, -0.114746, 0.019165, 0.066406, -0.114746, -0.056885, -0.146484, -0.026001, -0.09375, -0.151367, -0.095215, -0.071777, -0.098145, 0.045654, 0.032959, 0.053711, 0.177734, 0.160156, 0.087891, 0.003372, -0.038574, -0.061768, -0.182617, 0.019043, 0.067871, 0.178711, -0.143555, 0.072754, 0.01178, -0.052246, -0.110352, -0.168945, 0.03418, 0.125, -0.024292, 0.02063, 0.069336, -0.126953, -0.009399, 0.124023, -0.04834, -0.048584, -0.056641, -0.151367, 0.0354, 0.063965, 0.194336, -0.002502, -0.008667, -0.200195, 0.15332, -0.013977, -0.007996, 0.032471, 0.091797, -0.051758, 0.044189, 0.079102, 0.167969, 0.007599, 0.014282, 0.248047, 0.073242, 0.151367, 0.021118, 0.031494, 0.063965, 0.213867, 0.04248, 0.077148, 0.164062, 0.047852, 0.059082, 0.172852, 0.034424, 0.072754, 0.206055, -0.022583, -0.070801, -0.178711, 0.057373, 0.116699, 0.149414, -0.154297, -0.059326, 0.036621, -0.039551, -0.097168, -0.21582, 0.037354, 0.065918, 0.178711, 0.009827, 0.053467, 0.227539, -0.023438, -0.152344, -0.100586, 0.06543, 0.132812, 0.112793, -0.097656, -0.130859, 0.006287, 0.000969, -0.002365, -0.217773, -0.049805, -0.078613, 0.018677, 0.097168, 0.124512, 0.101562, 0.099609, 0.117188, 0.131836, -0.15625, -0.07959, 0.004578, -0.053711, -0.081543, -0.174805, 0.066895, 0.151367, 0.04126, 0.022217, 0.148438, 0.017334, 0.044922, 0.088379, 0.169922, -0.022583, -0.070801, -0.169922, 0.085938, 0.144531, 0.087891, -0.028564, -0.12207, 0.120117, 0.008118, 0.026855, 0.225586, 0.069336, 0.131836, 0.014954, -0.05542, -0.107422, -0.203125, -0.039062, -0.068359, -0.186523, 0.007416, 0.015198, 0.217773, 0.066406, 0.115234, 0.061768, -0.069336, -0.083984, 0.016602, -0.07666, -0.118164, -0.175781, -0.044189, -0.076172, -0.179688, -0.023071, -0.175781, -0.019897, 0.033203, 0.186523, -0.01532, -0.026855, -0.158203, -0.067871, 0.107422, 0.141602, -0.020142, 0.046143, 0.085449, 0.18457, -0.040771, -0.124512, -0.022461, -0.010193, -0.117188, 0.109375, -0.056885, -0.130859, -0.109375, -0.004791, -0.014954, -0.238281, 0.018066, 0.054932, 0.188477, 0.001831, 0.007202, 0.222656, 0.021851, 0.106934, 0.229492, -0.021362, -0.101074, -0.232422, 0.150391, -0.063477, -0.006348, 0.026001, 0.066895, -0.108398, -0.075684, -0.154297, -0.029907, -0.054688, -0.077148, -0.175781, 0.069824, 0.12207, 0.147461, -0.03833, -0.145508, -0.012207, 0.038574, 0.191406, 0.003143, -0.050049, -0.118164, 0.05542, -0.142578, -0.11084, 0.013367, -0.057617, -0.151367, 0.001869, -0.05249, -0.125977, -0.206055, -0.067383, -0.126953, -0.109863, 0.025269, -0.104492, 0.01532, -0.026367, -0.019897, 0.056152, 0.028809, 0.072266, -0.109863, 0.000144, -0.001488, -0.151367, 0.019165, 0.047119, 0.21582, -0.057129, -0.079102, -0.186523, -0.078125, -0.166016, -0.026001, -0.035889, -0.129883, -0.079102, 0.058838, 0.118652, 0.137695, 0.035156, 0.080566, 0.194336, -0.050781, -0.083984, -0.176758, -0.013794, -0.05835, -0.202148, 0.061035, 0.102539, -0.041748, 0.015137, 0.022949, 0.198242, 0.047607, 0.120117, 0.012024, -0.062988, 0.088379, -0.013184, 0.031006, 0.077637, -0.111816, 0.036133, 0.077637, -0.072754, -0.021484, -0.06543, -0.232422, -0.150391, 0.032227, 0.031982, -0.140625, -0.026611, 0.015381, -0.064941, -0.09375, -0.205078, 0.001312, 0.009277, 0.225586, 0.010498, 0.062256, 0.200195, -0.034668, -0.152344, -0.002457, -0.068848, -0.074219, -0.177734, 0.017334, 0.114746, 0.000767, 0.014465, 0.132812, -0.039795, -0.043213, -0.103027, -0.174805, -0.000641, -0.01532, -0.167969, -0.031494, -0.141602, 0.098633, 0.031738, 0.089844, 0.263672, -0.063965, -0.161133, -0.08252, 0.023438, 0.072754, -0.112305, 0.012451, 0.039551, 0.175781, -0.000267, 0.004211, 0.209961, 0.105957, 0.103516, 0.019897, -0.042969, -0.069824, -0.168945, 0.079102, 0.136719, 0.012634, -0.163086, -0.026489, 0.037842, 0.067383, 0.135742, 0.147461, -0.016479, -0.041992, -0.198242, 0.001984, 0.002457, -0.267578, 0.038086, 0.124512, 0.103516, -0.146484, -0.077637, 0.029419, -0.151367, -0.010803, 0.031006, -0.028687, -0.121582, 0.114746, -0.023193, -0.073242, 0.089355, -0.037842, -0.10498, -0.212891, 0.066406, 0.155273, 0.130859, -0.022461, -0.069336, 0.115234, 0.028564, 0.092285, -0.051025, 0.055664, 0.104492, 0.210938, 0.083496, 0.104492, -0.036865, 0.085449, 0.137695, 0.15918, 0.084961, 0.138672, 0.145508, 0.016113, 0.031982, 0.163086, 0.073242, 0.116211, 0.174805, 0.008667, 0.032227, 0.199219, 0.041748, 0.131836, 0.030884, 0.000748, 0.0047, 0.161133, -0.005096, -0.113281, -0.007446, 0.001671, 0.005676, 0.261719, 0.056396, 0.117188, 0.203125, -0.020264, -0.074707, 0.037109, -0.025391, -0.071289, 0.114258, -0.030029, -0.078613, -0.18457, 0.044434, 0.069336, 0.185547, 0.050293, 0.125977, 0.003967, -0.05957, -0.110352, -0.199219, -0.013184, -0.050781, 0.046143, -0.06543, -0.140625, -0.072266, -0.043213, -0.085449, -0.171875, 0.048828, 0.075684, 0.176758, 0.026123, 0.084473, 0.177734, -0.026855, -0.064453, -0.265625, 0.026245, 0.013367, -0.04126, 0.055176, 0.126953, 0.005615, 0.077637, 0.125977, 0.223633, -0.001564, -0.007812, -0.213867, 0.047607, 0.138672, 0.033203, -0.048828, -0.079102, -0.245117, 0.07373, 0.148438, 0.043701, 0.032227, 0.067383, 0.200195, 0.041748, 0.065918, 0.160156, 0.151367, -0.016113, -0.001564, 0.035645, 0.054443, 0.168945, 0.011169, 0.034424, 0.231445, 0.032227, 0.068359, 0.24707, 0.074707, 0.142578, 0.07666, 0.094238, 0.161133, 0.063965, 0.05249, 0.171875, 0.017578, 0.046387, 0.098145, 0.188477, 0.029785, 0.081055, -0.10791, -0.088379, -0.125977, -0.016724, -0.002609, -0.003128, -0.224609, -0.064941, -0.164062, -0.075684, -0.033447, -0.078125, -0.168945, -0.056152, -0.118652, -0.061035, -0.011719, -0.024536, -0.066895, 0.072266, 0.164062, 0.060791, -0.026123, -0.074707, 0.106934, -0.035889, -0.066895, -0.189453, 0.026123, 0.07959, 0.183594, 0.061768, 0.133789, 0.013794, -0.005096, -0.167969, 0.042725, 0.071777, 0.155273, 0.011719, 0.07959, 0.140625, 0.12207, -0.022095, -0.045166, -0.217773, 0.029175, 0.151367, 0.108398, 0.032715, 0.089355, -0.102539, 0.041016, 0.181641, 0.00766, 0.109375, 0.15625, -0.034668, -0.058594, -0.157227, 0.020508, -0.000127, 0.000246, 0.209961, -0.049805, -0.11084, -0.130859, -0.05249, -0.161133, -0.005524, 0.0271, 0.072266, -0.10791, 0.032471, 0.082031, 0.160156, 0.007812, 0.15332, -0.018188, 0.062012, 0.114746, 0.124512, 0.018188, 0.064941, 0.217773, -0.010803, -0.017334, -0.261719, -0.065918, -0.147461, -0.022705, 0.166992, 0.023682, -0.00119, -0.007507, -0.015015, -0.227539, 0.031982, 0.05249, 0.181641, -0.080566, -0.141602, -0.026978, -0.024536, -0.070312, -0.202148, -0.000874, 0.008789, 0.269531, -0.041992, -0.013184, 0.050537, -0.155273, 0.013245, 0.005371, -0.005829, -0.047363, -0.225586, 0.015198, -0.125977, 0.069336, 0.003052, 0.010315, 0.223633, 0.018799, 0.19043, -0.005219, -0.046387, -0.060059, -0.201172, 0.037109, 0.099121, 0.1875, 0.031494, 0.025879, -0.064941, -0.100098, -0.149414, -0.115234, 0.044189, 0.138672, 0.0625, -0.000942, -0.014343, -0.229492, 0.152344, 0.092773, -0.007996, 0.035889, 0.08252, 0.183594, 0.003448, 0.008484, 0.176758, 0.064453, 0.095703, 0.164062, 0.147461, -0.029907, -0.016602, 0.000012, -0.004028, 0.21582, -0.01001, -0.022339, -0.211914, -0.045166, -0.141602, -0.010437, -0.104492, -0.109863, -0.114746, 0.072754, 0.166016, 0.075195, 0.004425, 0.035645, 0.206055, -0.039551, -0.101562, -0.158203, 0.026123, 0.070801, -0.11084, -0.05249, -0.125977, -0.166016, 0.043701, 0.081055, 0.170898, -0.017822, -0.012207, 0.029297, -0.024048, -0.068359, 0.092773, 0.080566, 0.065918, -0.033447, -0.030518, -0.069824, -0.157227, -0.034668, 0.155273, -0.087891, 0.050781, 0.085938, 0.166992, 0.044434, 0.075195, 0.222656, -0.077637, -0.131836, -0.105469, 0.070312, 0.125, 0.203125, -0.074707, -0.137695, -0.12793, -0.032471, -0.07959, 0.11084, 0.07373, 0.146484, 0.077148, -0.031738, -0.09375, -0.188477, 0.026733, 0.060791, 0.259766, -0.143555, -0.036621, 0.019165, 0.03418, 0.073242, 0.186523, 0.044678, 0.150391, 0.025391, -0.000322, 0.004395, 0.206055, -0.003418, 0.008545, 0.267578, 0.046631, 0.122559, 0.146484, -0.067871, -0.117676, -0.199219, -0.039062, -0.084473, 0.043457, -0.02356, -0.10498, 0.082031, -0.008057, -0.034912, 0.049561, 0.046875, 0.119629, 0.041016, 0.144531, -0.082031, -0.01709, 0.020386, 0.017456, -0.041992, -0.000092, 0.004242, 0.18457, -0.155273, -0.071777, 0.0177, -0.012207, -0.031982, -0.22168, -0.041504, -0.111328, 0.09082, 0.071289, 0.137695, -0.031494, -0.160156, -0.039795, 0.026855, 0.026978, 0.102051, 0.206055, -0.042236, -0.1875, 0.005585, 0.015747, 0.069824, 0.19043, -0.023438, -0.078125, -0.208984, -0.041992, -0.12207, -0.121094, -0.04126, -0.130859, -0.007019, -0.152344, -0.078613, 0.018188, 0.045654, 0.094727, 0.204102, 0.083496, 0.130859, 0.085938, 0.038818, 0.101074, 0.173828, 0.050537, 0.08252, 0.188477, 0.051758, 0.078125, 0.171875, -0.015869, -0.09375, -0.166016, 0.063477, 0.151367, 0.09082, -0.0271, -0.05957, -0.194336, 0.039551, 0.098145, 0.228516, -0.053467, -0.123535, -0.001389, 0.069824, 0.097168, 0.146484, -0.032471, -0.013428, 0.045654, -0.036865, -0.060059, -0.183594, 0.033691, 0.083496, -0.103516, -0.058105, -0.098633, -0.201172, -0.068359, -0.12207, 0.028564, 0.021606, 0.061035, 0.216797, -0.00383, -0.014587, -0.201172, 0.033691, 0.085449, 0.21875, 0.022949, 0.064941, 0.216797, 0.049072, 0.118652, 0.141602, 0.048096, 0.116211, 0.166992, -0.067383, -0.108887, -0.200195, -0.057129, -0.078613, -0.175781, -0.027344, -0.077148, -0.210938, -0.15918, 0.016479, 0.001778, -0.02832, -0.070801, 0.10791, 0.076172, 0.131836, -0.007812, -0.001274, -0.009583, -0.205078, 0.047119, 0.063477, 0.191406, 0.052979, 0.119141, 0.160156, 0.028809, 0.03418, 0.197266, -0.022827, -0.035645, 0.076172, 0.027954, 0.09668, 0.141602, -0.038818, -0.10498, -0.186523, 0.082031, 0.108398, -0.008667, 0.151367, 0.069336, -0.019287, 0.036621, 0.078613, 0.183594, 0.032715, 0.19043, -0.011719, 0.061279, 0.119141, 0.176758, 0.026001, 0.15918, 0.033203, 0.033691, 0.113281, -0.10791, 0.039307, 0.065918, 0.198242, -0.044678, -0.129883, -0.000816, -0.033203, -0.083008, -0.198242, 0.022095, 0.065918, 0.194336, 0.021606, 0.071289, -0.120605, 0.012817, 0.025757, 0.158203, -0.152344, 0.000698, 0.005096, 0.000633, 0.003372, 0.216797, 0.037354, 0.060791, 0.173828, 0.048828, 0.094727, 0.201172, -0.029175, -0.069824, -0.240234, -0.006042, -0.019897, -0.189453, -0.033936, -0.129883, 0.040283, -0.044189, -0.119141, 0.005737, -0.045654, -0.080078, -0.158203, 0.04248, 0.084473, 0.172852, 0.021484, 0.067871, -0.106445, 0.001671, 0.128906, 0.008667, -0.152344, 0.027954, 0.01001, -0.030518, -0.073242, -0.188477, -0.088867, -0.112305, -0.146484, 0.045166, 0.149414, -0.012268, 0.023193, 0.069824, -0.123047, 0.043213, 0.105469, 0.150391, -0.047607, -0.067871, -0.173828, 0.079102, 0.136719, 0.103027, -0.15332, 0.03125, 0.0271, 0.010071, 0.057861, 0.173828, -0.015564, -0.05957, -0.211914, -0.003616, -0.019653, -0.265625, -0.164062, -0.023926, 0.014954, 0.037842, 0.062988, 0.166992, -0.083496, -0.141602, -0.086914, 0.031738, 0.07959, -0.10498, -0.009949, -0.065918, -0.19043, -0.004242, -0.025024, -0.196289, 0.001892, 0.010742, 0.225586, -0.103516, -0.137695, -0.039551, -0.147461, 0.029053, 0.02417, 0.012756, 0.10498, -0.064453, 0.091309, 0.095703, -0.029297, 0.045654, 0.094238, 0.152344, -0.016113, -0.031494, 0.068848, 0.026489, 0.082031, 0.213867, 0.023682, -0.139648, 0.006744, -0.001266, -0.002609, -0.214844, -0.051758, -0.12793, -0.180664, -0.025757, -0.07373, -0.193359, -0.040527, -0.09668, -0.145508, -0.037598, -0.113281, -0.168945, -0.060059, -0.108398, 0.077148, 0.030273, 0.075195, -0.100098, -0.031494, -0.014893, 0.043213, -0.02832, -0.091309, -0.167969, -0.042236, -0.080566, -0.223633, -0.021484, -0.047119, -0.213867, 0.103027, 0.089844, -0.021484, -0.158203, -0.049805, 0.017334, 0.020264, 0.089844, 0.173828, -0.033203, -0.084961, -0.198242, -0.056152, -0.101074, -0.194336, 0.067383, 0.139648, 0.046143, 0.048828, 0.081543, 0.175781, 0.063965, 0.135742, 0.035889, -0.019165, -0.152344, 0.022095, 0.000515, -0.003738, -0.222656, -0.01709, -0.146484, -0.155273, -0.017578, -0.063965, -0.226562, 0.052734, 0.055664, -0.064941, 0.066895, 0.098633, 0.025879, -0.002182, -0.000908, -0.207031, 0.047119, 0.092285, 0.174805, 0.085449, 0.099121, 0.119629, -0.049072, -0.133789, -0.134766, -0.008423, -0.018066, -0.182617, 0.002914, 0.016113, 0.211914, -0.034424, -0.079102, 0.100098, -0.070312, -0.095703, -0.186523, -0.076172, -0.157227, 0.007019, 0.028687, 0.064453, 0.208984, 0.0354, 0.074219, 0.1875, -0.001183, -0.007812, -0.242188, 0.037598, 0.10498, 0.183594, 0.029663, 0.079102, 0.174805, -0.000668, 0.001144, 0.206055, -0.099121, -0.155273, 0.018311, -0.020264, -0.066895, -0.185547, -0.028076, -0.089355, 0.114746, 0.15625, -0.010742, -0.042725, -0.002853, -0.146484, -0.023804, 0.022949, 0.071777, -0.123047, -0.034668, -0.094238, -0.251953, 0.016357, 0.05542, -0.072754, 0.023193, 0.066895, -0.10498, 0.06543, 0.126953, 0.088379, -0.007416, -0.030273, -0.21875, 0.096191, 0.113281, 0.009094, 0.053467, 0.121582, 0.176758, -0.052979, -0.105957, -0.140625, -0.066895, -0.098633, -0.208984, 0.04126, 0.071289, 0.211914, -0.05542, -0.157227, -0.019165, 0.028442, 0.120605, -0.125, 0.045898, 0.102539, 0.203125, -0.044678, -0.130859, 0.013428, -0.133789, -0.12207, 0.000957, -0.031006, -0.052979, -0.18457, 0.020508, 0.048584, 0.197266, -0.033203, -0.188477, 0.002228, 0.049805, 0.091309, 0.178711, -0.005188, -0.020264, -0.212891, 0.053955, 0.145508, 0.05249, -0.006836, -0.129883, -0.032471, -0.053467, -0.135742, -0.017822, 0.058594, 0.142578, 0.209961, -0.017334, -0.057861, -0.226562, 0.075195, 0.095215, -0.042725, -0.040039, -0.090332, -0.193359, 0.048096, 0.116699, 0.1875, 0.007324, 0.050293, -0.03418, -0.143555, 0.044434, 0.033936, -0.075195, -0.100098, 0.026489, 0.05127, 0.100098, 0.165039, 0.006348, 0.007446, -0.205078, 0.022583, 0.074219, 0.202148, -0.059326, -0.144531, -0.140625, 0.034668, 0.076172, 0.182617, -0.077637, -0.141602, -0.021484, 0.021606, 0.078125, 0.174805, -0.080566, -0.128906, -0.032471, 0.039307, 0.087891, -0.099609, 0.08252, 0.176758, -0.016602, 0.05249, 0.091797, 0.171875, -0.0625, -0.133789, 0.001755, -0.084473, -0.172852, 0.003937, -0.144531, 0.041992, 0.02832, 0.020264, 0.067871, 0.199219, -0.021729, -0.066895, 0.125, 0.06543, -0.161133, 0.022827, -0.047852, -0.072754, -0.173828, 0.014648, 0.058105, 0.169922, -0.000755, -0.00079, 0.052246, 0.049072, 0.089844, 0.191406 ] } , "name": "LlmExporter::FusedLinearAttention_418", "outputIndexes": [ 249 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 226, 248, 248, 249 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.3/self_attn/FusedLinearAttention", "outputIndexes": [ 250 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 237, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 251 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 245, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.3/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 252 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 251, 252, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.3/self_attn/Concat_1_output_0", "outputIndexes": [ 253 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 250, 253 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.3/self_attn/Reshape_output_0", "outputIndexes": [ 254 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 254 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1091 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1091 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1092 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1092 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 35775884, 524310, 131072, 0, 0 ] } , "name": "/layers.3/self_attn/out_proj/Linear", "outputIndexes": [ 1093 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1093 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1094 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1094 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.3/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 255 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 223, 255 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Add_output_0", "outputIndexes": [ 256 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 256 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 36431266, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.3/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 257 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 257 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1095 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1095 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1096 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1096 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 36439458, 2359318, 589824, 0, 0 ] } , "name": "/layers.3/mlp/w1/Linear", "outputIndexes": [ 1097 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1097 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/mlp/w1/Linear/post_convert", "outputIndexes": [ 1098 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1098 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/w1/Linear/post_reshape", "outputIndexes": [ 258 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 258 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.3/mlp/Mul_output_0", "outputIndexes": [ 259 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1096 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 39388600, 2359318, 589824, 0, 0 ] } , "name": "/layers.3/mlp/w3/Linear", "outputIndexes": [ 1101 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1101 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/mlp/w3/Linear/post_convert", "outputIndexes": [ 1102 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1102 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/w3/Linear/post_reshape", "outputIndexes": [ 260 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 259, 260 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/mlp/Mul_1_output_0", "outputIndexes": [ 261 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 261 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1103 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1103 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.3/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1104 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1104 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 42337742, 2359318, 589824, 0, 0 ] } , "name": "/layers.3/mlp/w2/Linear", "outputIndexes": [ 1105 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1105 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.3/mlp/w2/Linear/post_convert", "outputIndexes": [ 1106 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1106 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.3/mlp/w2/Linear/post_reshape", "outputIndexes": [ 262 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 256, 262 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.3/Add_1_output_0", "outputIndexes": [ 263 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 263, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.4/Reshape_output_0", "outputIndexes": [ 264 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 264 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 45286884, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.4/input_layernorm/Mul_1_output_0", "outputIndexes": [ 265 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 265 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1107 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1107 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1108 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1108 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 45295076, 1572886, 393216, 0, 0 ] } , "name": "/layers.4/self_attn/in_proj/Linear", "outputIndexes": [ 1109 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1109 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1110 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1110 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 266 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 266 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.4/self_attn/Transpose_output_0", "outputIndexes": [ 267 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 265 ] , "main_type": "NONE", "name": "/blocks.4/self_attn/Shape_output_0", "outputIndexes": [ 268 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 268 ] , "main_type": "NONE", "name": "Shape445", "outputIndexes": [ 269 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 268 ] , "main_type": "NONE", "name": "Rank447", "outputIndexes": [ 270 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 270, 270 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp449", "outputIndexes": [ 271 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 271 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze450", "outputIndexes": [ 272 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 271, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp452", "outputIndexes": [ 273 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 273 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze453", "outputIndexes": [ 274 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 269, 272, 274, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice456", "outputIndexes": [ 275 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 275 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze457", "outputIndexes": [ 276 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 276, 276 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp459", "outputIndexes": [ 277 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 268, 277, 271 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.4/self_attn/Gather_output_0", "outputIndexes": [ 278 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 278, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_output_0", "outputIndexes": [ 279 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 271 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze467", "outputIndexes": [ 280 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 273 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze470", "outputIndexes": [ 281 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 269, 280, 281, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice473", "outputIndexes": [ 282 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 282 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze474", "outputIndexes": [ 283 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 283 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp475", "outputIndexes": [ 284 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 284, 283 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp476", "outputIndexes": [ 285 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 268, 285, 271 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.4/self_attn/Gather_1_output_0", "outputIndexes": [ 286 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 286, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 287 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 279, 287, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.4/self_attn/Concat_output_0", "outputIndexes": [ 288 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 288, 32 ] , "main_type": "NONE", "name": "/blocks.4/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 289 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.063477, 0.098633, 0.053467, -0.04541, -0.074219, -0.121094, 0.019043, 0.066895, 0.22168, -0.026855, -0.047607, -0.1875, -0.079102, -0.151367, -0.136719, 0.003586, 0.040283, 0.206055, 0.042969, 0.081055, 0.192383, 0.075684, 0.118164, 0.007416, 0.066406, 0.116211, 0.203125, 0.00824, 0.030151, 0.21875, -0.061035, -0.121582, -0.123535, 0.034912, 0.088867, 0.168945, 0.047119, 0.07959, 0.173828, -0.036621, -0.091309, -0.176758, -0.013733, -0.023438, -0.193359, 0.054443, 0.10791, 0.143555, -0.016968, -0.051758, -0.226562, 0.023193, 0.053467, 0.210938, 0.002502, -0.02771, 0.077637, 0.030518, 0.085449, -0.10498, -0.051514, -0.085938, -0.192383, -0.014832, -0.024536, 0.041992, 0.028564, 0.065918, 0.208008, -0.016113, -0.046143, -0.199219, 0.092285, 0.014282, -0.162109, 0.033936, 0.077637, 0.244141, -0.052246, -0.107422, -0.213867, -0.004791, -0.008606, 0.19043, -0.010071, -0.043457, -0.21582, -0.002289, -0.00531, 0.157227, -0.01239, -0.048584, -0.244141, 0.016602, 0.014404, -0.036865, 0.034912, 0.013306, -0.048096, 0.016479, 0.036865, -0.048828, 0.074707, 0.147461, 0.005951, 0.002884, 0.118652, -0.086426, -0.047607, -0.103516, -0.199219, 0.003845, -0.001053, 0.213867, 0.07373, 0.095703, 0.008057, -0.079102, -0.105957, -0.202148, 0.044678, 0.069824, 0.177734, 0.038574, 0.091309, -0.049316, -0.024658, -0.021484, 0.052979, 0.024536, 0.075684, -0.10498, -0.053223, -0.091309, -0.174805, -0.064453, -0.142578, 0.041016, -0.016602, -0.032227, -0.232422, 0.046143, 0.088379, 0.168945, 0.073242, 0.128906, -0.022339, -0.023315, -0.050781, -0.214844, -0.023682, -0.017944, 0.04834, -0.053711, -0.068848, -0.160156, -0.01532, -0.016479, 0.042969, -0.066895, -0.143555, -0.084473, 0.028198, 0.083984, 0.197266, 0.019165, 0.018433, -0.034912, -0.000099, 0.124023, 0.004395, -0.043457, -0.075195, -0.19043, -0.000433, -0.000309, -0.1875, -0.025879, -0.136719, -0.216797, -0.032959, -0.0625, -0.176758, -0.029907, -0.114746, 0.105469, -0.044434, -0.095215, -0.223633, 0.077637, 0.136719, 0.047363, -0.032959, -0.165039, 0.009705, -0.024292, -0.130859, -0.006775, -0.050049, -0.125, -0.197266, -0.012329, -0.056641, 0.088867, -0.005554, -0.02002, -0.227539, 0.047363, 0.108887, 0.167969, -0.021851, -0.078613, 0.091309, -0.029053, -0.074707, -0.177734, 0.022461, 0.054688, 0.234375, -0.101562, -0.129883, -0.072754, 0.040039, 0.096191, 0.171875, 0.019653, 0.074707, -0.108398, -0.016602, -0.045654, 0.056396, 0.047852, 0.125, 0.177734, -0.026001, -0.047607, -0.207031, 0.04126, 0.104004, 0.014648, 0.001816, -0.138672, 0.001579, 0.077148, 0.137695, 0.135742, -0.022217, -0.056396, -0.242188, -0.058594, -0.104004, -0.170898, -0.05835, -0.117676, -0.054199, 0.054688, 0.141602, -0.014587, -0.044922, -0.094727, -0.219727, -0.0625, -0.149414, 0.011047, 0.045898, -0.077637, 0.019897, -0.030396, -0.073242, -0.219727, -0.035645, -0.115234, 0.077637, -0.045654, -0.087891, -0.169922, 0.008118, 0.071777, -0.078125, 0.011047, 0.032471, 0.199219, 0.039062, 0.088867, -0.04248, 0.067871, 0.124512, 0.15918, 0.020142, 0.061279, 0.234375, -0.039062, -0.168945, 0.009644, -0.020508, -0.050781, -0.217773, 0.045654, 0.105469, -0.073242, 0.055664, 0.112305, 0.145508, -0.086914, -0.098145, -0.004425, -0.083984, -0.149414, -0.079102, -0.00103, 0.009155, 0.211914, -0.038086, -0.085938, 0.041748, 0.053955, 0.081055, 0.176758, -0.080566, -0.142578, -0.121582, 0.069824, 0.15918, 0.056641, -0.085938, -0.105957, -0.11377, 0.033203, 0.097656, -0.002869, 0.08252, 0.120117, 0.000969, 0.049561, 0.121094, -0.120117, -0.024536, -0.072754, -0.197266, -0.000793, 0.002777, 0.239258, 0.091309, 0.142578, 0.026123, -0.038818, -0.087402, 0.11377, -0.032471, -0.042725, 0.081543, -0.024414, -0.055664, -0.244141, -0.064453, -0.141602, -0.141602, 0.001274, 0.001907, -0.207031, 0.040527, 0.074219, 0.198242, 0.023926, 0.040527, -0.057373, 0.017944, 0.037354, 0.206055, -0.000151, -0.003998, 0.200195, -0.083984, -0.07959, 0.000259, -0.039307, -0.067871, -0.189453, 0.003708, 0.002304, -0.244141, -0.007111, -0.018066, -0.211914, 0.02771, 0.077637, 0.175781, -0.023682, -0.023682, 0.036377, -0.016968, -0.027222, -0.087891, 0.003876, 0.007324, 0.287109, 0.012817, 0.020752, -0.054199, -0.025391, -0.064453, 0.083008, 0.033691, 0.160156, -0.013, -0.074707, -0.148438, -0.044678, -0.030273, -0.057129, -0.189453, -0.060303, -0.120605, -0.15918, -0.043213, -0.100098, 0.029785, 0.048584, 0.09375, 0.173828, -0.009338, -0.030884, -0.248047, 0.070312, 0.145508, 0.021606, 0.008301, 0.032227, 0.18457, -0.016479, -0.029663, -0.210938, -0.018555, -0.042236, -0.238281, 0.030151, 0.07373, 0.219727, 0.036865, 0.097656, 0.141602, -0.039307, -0.081543, -0.171875, 0.005463, 0.027466, 0.210938, 0.038818, 0.092773, 0.188477, 0.020874, 0.066895, 0.196289, 0.029541, 0.064941, 0.191406, -0.004639, 0.137695, -0.006378, 0.026733, 0.095703, -0.10791, -0.000534, -0.010498, -0.170898, -0.038574, -0.084961, 0.095215, 0.072754, 0.101562, 0.114258, 0.075684, 0.120117, 0.186523, 0.038818, 0.070312, 0.207031, 0.031738, 0.083008, -0.079102, 0.087891, 0.128906, 0.02356, 0.039795, 0.113281, 0.189453, -0.032471, -0.096191, 0.000999, -0.021362, -0.042725, -0.200195, 0.057129, 0.138672, 0.116699, -0.030273, -0.0625, -0.196289, 0.026978, 0.020264, -0.056641, 0.102051, 0.136719, 0.040527, -0.07959, -0.106934, -0.150391, -0.015869, -0.069336, -0.051514, 0.088379, 0.172852, 0.10498, -0.026245, -0.069824, -0.205078, 0.046875, 0.087402, 0.170898, 0.086914, 0.125977, 0.093262, -0.001625, -0.005188, 0.224609, -0.019043, -0.033691, 0.060547, 0.000519, -0.001274, -0.135742, 0.011169, 0.161133, 0.002472, 0.052734, 0.083496, 0.185547, -0.076172, -0.142578, -0.219727, -0.021362, -0.043945, -0.209961, -0.043945, -0.09375, 0.098633, 0.082031, 0.125, 0.016357, -0.020874, -0.04834, -0.24707, 0.049072, 0.142578, -0.032959, 0.087402, 0.101074, 0.181641, -0.012573, -0.033691, -0.242188, 0.015991, 0.083984, 0.1875, -0.004059, -0.010376, -0.226562, 0.00119, 0.141602, -0.008789, -0.033691, -0.083008, 0.046387, -0.039062, -0.078613, -0.182617, 0.04834, 0.109863, 0.005615, 0.0271, 0.075195, -0.104492, -0.040527, -0.166016, 0.017334, -0.021851, -0.072754, -0.251953, 0.000912, 0.000366, -0.230469, 0.011841, 0.054932, 0.201172, 0.037354, 0.083984, -0.052979, -0.038574, -0.085449, -0.176758, -0.008423, -0.054688, -0.201172, 0.073242, 0.145508, 0.143555, 0.052979, 0.160156, -0.013672, -0.102539, -0.108887, -0.183594, -0.093262, -0.130859, -0.016235, 0.085938, 0.139648, 0.133789, 0.016724, 0.047119, -0.080078, 0.032715, 0.164062, 0.023193, -0.016235, -0.025391, 0.062988, -0.022583, -0.068848, -0.225586, 0.026611, 0.075195, 0.239258, 0.052002, 0.104492, 0.21582, 0.025269, 0.084473, 0.023071, 0.008911, 0.040039, 0.203125, 0.011475, 0.040771, 0.28125, -0.028076, -0.050781, -0.211914, -0.012817, -0.035645, -0.213867, -0.034668, -0.05127, -0.166992, -0.014099, -0.066895, 0.104492, 0.058838, 0.128906, -0.034912, -0.035645, -0.083496, 0.04248, -0.01709, -0.045654, -0.248047, 0.045654, 0.102539, 0.1875, -0.051758, -0.123047, -0.001007, 0.0354, 0.067871, 0.25, 0.053223, 0.125977, 0.15332, 0.033203, 0.079102, 0.21875, 0.046387, 0.11377, 0.213867, -0.019897, -0.054932, 0.053955, 0.000215, 0.00103, 0.211914, 0.051025, 0.09082, 0.152344, -0.019897, -0.05249, -0.206055, -0.003021, -0.016235, -0.21582, 0.021118, 0.074219, -0.094727, 0.018677, 0.039795, 0.193359, 0.008057, 0.095703, -0.060303, 0.042236, 0.165039, -0.018066, 0.043457, 0.087891, 0.18457, -0.01355, -0.037842, -0.203125, -0.000034, 0.014221, 0.171875, -0.056396, -0.095215, -0.18457, 0.060059, 0.130859, 0.109863, 0.040039, 0.078613, 0.237305, 0.017456, 0.035889, 0.212891, -0.043213, 0.151367, 0.059326, 0.011963, 0.083984, -0.09082, -0.017334, -0.116699, 0.079102, -0.031494, -0.066406, -0.212891, 0.051514, 0.105469, 0.210938, -0.024048, -0.053223, -0.237305, 0.003479, -0.120117, -0.019165, -0.00267, -0.009949, -0.231445, -0.066406, -0.147461, -0.094727, 0.016968, 0.060059, 0.208984, -0.071289, -0.165039, -0.023804, 0.022339, 0.064941, 0.179688, 0.026611, 0.072754, 0.189453, -0.014282, -0.029419, -0.230469, -0.070312, -0.188477, 0.052002, -0.001625, -0.016724, -0.236328, 0.049072, 0.081055, 0.193359, -0.015991, -0.053223, -0.227539, 0.049561, 0.140625, 0.033936, -0.015625, -0.021118, 0.042236, -0.009705, -0.05835, -0.200195, -0.021973, -0.068359, -0.214844, 0.086426, 0.117676, -0.00528, 0.025513, 0.063477, -0.101562, -0.022705, -0.102539, 0.094727, 0.019165, 0.018555, -0.063965, 0.03125, 0.082031, -0.048096, -0.050049, -0.138672, -0.042969, 0.078125, 0.028931, -0.019165, -0.032715, -0.08252, -0.176758, -0.067383, -0.107422, -0.167969, -0.029419, -0.103027, 0.083008, 0.002045, 0.003799, 0.177734, 0.02771, 0.068848, 0.224609, 0.045898, 0.101074, -0.032227, -0.090332, -0.174805, -0.059326, 0.072266, 0.141602, 0.08252, -0.083984, -0.149414, -0.008118, 0.002426, 0.019897, 0.197266, -0.039307, -0.10791, -0.165039, -0.08252, -0.145508, -0.041504, -0.013367, -0.056396, -0.217773, -0.057617, -0.11377, -0.151367, -0.029419, -0.078125, 0.00415, -0.030029, -0.068848, -0.192383, 0.009094, 0.022095, -0.081055, -0.013916, -0.101074, -0.012573, -0.015381, -0.047119, -0.230469, -0.031494, -0.081055, 0.020264, 0.016479, 0.063965, 0.200195, 0.04541, 0.111816, 0.178711, 0.029297, 0.073242, 0.196289, -0.015747, -0.033203, -0.192383, 0.002197, 0.005066, 0.084961, 0.083984, 0.131836, 0.08252, 0.016479, 0.033936, 0.213867, -0.007935, -0.092773, 0.071289, 0.016479, 0.121094, 0.234375, 0.013428, 0.036377, 0.243164, -0.033691, -0.048096, -0.167969, -0.033203, -0.083984, 0.080566, 0.059082, 0.136719, 0.147461, -0.015442, -0.123535, 0.025269, 0.017456, 0.045654, 0.158203, 0.003494, 0.012329, 0.216797, -0.035889, -0.085938, -0.231445, -0.004456, -0.014709, -0.209961, -0.000725, -0.000511, 0.201172, -0.052734, -0.111328, -0.19043, 0.015564, 0.039795, 0.216797, -0.009705, -0.046387, -0.21875, -0.02063, -0.062012, -0.234375, 0.030884, 0.086914, -0.026245, 0.022705, 0.051758, 0.217773, 0.021362, 0.017944, -0.043945, 0.006683, 0.05127, -0.03418, 0.000622, 0.000771, -0.234375, -0.070312, -0.121094, -0.092773, 0.023438, 0.104492, 0.006378, -0.024414, -0.147461, -0.004181, -0.026733, -0.068848, -0.240234, -0.040527, -0.087891, -0.19043, 0.018921, 0.089844, 0.243164, 0.018433, 0.068848, 0.212891, -0.013977, -0.036621, -0.235352, 0.017578, 0.028564, -0.057373, 0.012451, 0.096191, -0.057373, 0.021606, 0.144531, 0.027344, -0.036377, -0.076172, -0.154297, -0.06543, -0.100586, -0.176758, -0.002472, -0.10791, 0.060791, -0.013611, -0.033203, -0.181641, -0.0047, -0.030762, -0.251953, 0.031982, 0.064453, 0.177734, -0.080078, -0.126953, -0.062988, 0.081055, 0.116211, 0.185547, -0.061035, -0.164062, -0.010681, 0.025146, 0.103027, 0.188477, -0.041992, 0.12793, -0.013489, -0.065918, -0.149414, 0.006683, -0.008301, -0.025879, 0.045654, 0.042725, 0.075684, 0.231445, -0.078125, 0.087891, 0.081543, 0.037842, 0.162109, -0.007416, 0.01355, 0.031128, 0.216797, -0.037598, -0.163086, -0.053711, -0.083008, -0.152344, -0.012024, 0.002441, 0.020508, 0.207031, -0.029907, -0.025513, 0.053711, 0.054932, 0.109375, 0.006012, -0.095215, -0.121094, -0.007202, -0.023682, -0.02063, 0.052979, -0.004242, -0.015564, -0.224609, 0.068359, 0.160156, 0.005493, -0.06543, -0.090332, -0.172852, 0.006561, 0.032227, 0.231445, -0.012329, -0.032715, -0.182617, 0.008057, 0.010864, -0.020386, 0.041748, -0.089844, 0.024414, 0.053223, 0.132812, 0.163086, 0.076172, 0.099121, 0.008972, 0.013306, 0.070801, -0.09375, -0.053711, -0.083984, 0.01355, 0.060791, 0.164062, 0.019897, -0.039062, -0.098633, -0.179688, -0.038086, -0.07959, -0.188477, 0.003906, 0.026611, 0.198242, -0.05957, -0.112305, -0.158203, 0.012085, 0.029663, -0.206055, -0.01709, -0.060547, -0.239258, 0.064941, 0.104492, -0.013245, -0.018188, -0.036133, -0.193359, -0.037598, -0.128906, 0.064941, -0.050049, -0.074219, -0.19043, -0.043945, -0.091797, 0.08252, -0.00531, -0.024536, -0.25, 0.000303, 0.004059, 0.243164, -0.080566, -0.099609, -0.15918, 0.057129, 0.112793, 0.144531, -0.017578, -0.075195, 0.109375, 0.02771, 0.088867, -0.00592, -0.096191, -0.106445, -0.122559, 0.034424, 0.084961, -0.043701, 0.004913, 0.021851, 0.202148, -0.023438, -0.076172, -0.199219, -0.018799, -0.131836, -0.0047, 0.054199, 0.098633, 0.193359, -0.062256, -0.116211, -0.165039, -0.032715, -0.082031, 0.107422, -0.067383, -0.095215, -0.043945, -0.013306, -0.123535, 0.052246, -0.057373, -0.080078, -0.150391, 0.040771, 0.086914, 0.208984, 0.026367, 0.073242, 0.207031, 0.0271, 0.050781, 0.175781, 0.025146, 0.046143, 0.186523, -0.005951, -0.010315, 0.291016, -0.0625, -0.148438, -0.006348, 0.007782, 0.043701, 0.198242, 0.018311, 0.061768, -0.102539, 0.050293, 0.111816, -0.028931, 0.084961, 0.111816, 0.00164, -0.041504, -0.095703, -0.173828, 0.021729, 0.057617, 0.233398, -0.094727, -0.118164, -0.102051, 0.054932, 0.096191, 0.194336, -0.040039, -0.084961, -0.183594, -0.038818, -0.068359, -0.200195, 0.033936, 0.054932, 0.151367, 0.024414, 0.087402, 0.234375, -0.072754, -0.135742, -0.015198, 0.000334, -0.003433, -0.188477, -0.029907, -0.061768, -0.189453, 0.013489, 0.046875, 0.226562, 0.020874, 0.068848, -0.11084, -0.059814, 0.141602, -0.008728, 0.033447, 0.08252, 0.129883, 0.04834, 0.075195, 0.178711, -0.051758, 0.095215, -0.015625, 0.041992, 0.068359, 0.129883, -0.039307, -0.07959, -0.175781, -0.028076, -0.069824, -0.225586, -0.006592, -0.027344, -0.217773, 0.005524, 0.160156, 0.00074, 0.00589, -0.148438, 0.000999, -0.030396, -0.081055, -0.001953, -0.024536, -0.050293, -0.204102, -0.019409, -0.022095, 0.055176, -0.048828, -0.116699, -0.169922, 0.025757, 0.061523, 0.222656, -0.006012, -0.060303, 0.063477, 0.057373, 0.146484, -0.0047, 0.012939, 0.035645, 0.240234, 0.022461, 0.072754, 0.210938, -0.043701, -0.07959, 0.064941, -0.014771, -0.038086, -0.216797, 0.014648, 0.131836, -0.092773, 0.076172, 0.095215, 0.015991, -0.084473, -0.124023, -0.00354, 0.004425, 0.012817, 0.163086, 0.022949, 0.047363, 0.194336, 0.028931, 0.088379, 0.022705, -0.023071, -0.104492, 0.117676, -0.003906, -0.018066, -0.201172, 0.037354, 0.162109, -0.039307, -0.083984, -0.102539, -0.168945, 0.026123, 0.074707, -0.101074, -0.019043, -0.02002, 0.051025, 0.025879, 0.138672, -0.010315, -0.02832, -0.052002, -0.181641, -0.022583, -0.070312, -0.205078, -0.050781, -0.116699, -0.15332, 0.009888, 0.029541, 0.287109, 0.03418, 0.189453, 0.027832, -0.058105, -0.191406, 0.00647, -0.003387, -0.148438, 0.029175, 0.033447, 0.074219, 0.19043, -0.020874, -0.061279, 0.088867, -0.010315, -0.037842, -0.234375, -0.00647, -0.047119, -0.240234, 0.028931, 0.016113, -0.041016, -0.006622, -0.070801, 0.071289, -0.02063, -0.063477, -0.186523, 0.018188, 0.064453, 0.204102, -0.068359, -0.12207, -0.150391, 0.024292, 0.088379, 0.226562, -0.026489, -0.167969, 0.016479, 0.003677, 0.042236, 0.208984, 0.007111, 0.032471, 0.191406, -0.101562, -0.00415, -0.001999, -0.016113, -0.041748, -0.203125, 0.057373, 0.092285, 0.132812, 0.050049, 0.139648, 0.105957, 0.038086, 0.088867, 0.202148, -0.02832, -0.081055, -0.228516, -0.004059, -0.022095, -0.225586, -0.013855, -0.038086, -0.251953, 0.021729, 0.059082, 0.211914, -0.01709, -0.083984, 0.007385, 0.01178, 0.032471, 0.213867, -0.066895, -0.112305, -0.140625, -0.015015, -0.029175, -0.079102, -0.073242, -0.117188, -0.158203, -0.062012, 0.116699, -0.009766, -0.027954, -0.080566, 0.003326, -0.030273, -0.147461, -0.130859, 0.015015, 0.043701, 0.243164, 0.011658, 0.139648, -0.021851, 0.034912, 0.086426, 0.195312, 0.025269, 0.11377, -0.044434, 0.022217, 0.066895, -0.09668, -0.032227, -0.175781, 0.016724, -0.021729, -0.043945, 0.029541, 0.012329, -0.136719, -0.002884, -0.006012, -0.042236, -0.203125, -0.043701, -0.112793, 0.095215, 0.024414, 0.053955, 0.214844, 0.022217, 0.059814, 0.232422, -0.069824, -0.12793, -0.016968, 0.078613, 0.152344, 0.181641, 0.010376, 0.035645, 0.189453, 0.013855, 0.073242, -0.044678, -0.038574, -0.081055, -0.257812, 0.042236, 0.089844, 0.202148, 0.035156, 0.104492, 0.168945, 0.054932, 0.093262, 0.178711, -0.029175, -0.099121, -0.149414, -0.007812, -0.045166, -0.225586, -0.054932, -0.101562, -0.165039, -0.050781, -0.094238, -0.163086, -0.005035, -0.015015, -0.182617, 0.047119, 0.101074, -0.03125, 0.025757, 0.072266, -0.070801, 0.029907, 0.092285, 0.208984, 0.042236, 0.0625, 0.185547, 0.005707, 0.03125, 0.267578, 0.014893, 0.011414, -0.025635, -0.046631, -0.099121, -0.198242, -0.021729, -0.069336, 0.107422, -0.034668, -0.083008, 0.044434, 0.037598, 0.020142, -0.054443, -0.081055, 0.032471, 0.01416, -0.006409, 0.109375, 0.006744, -0.02063, -0.040527, -0.21875, -0.010681, -0.044922, 0.036377, -0.028442, -0.069336, -0.181641, 0.014709, 0.030884, 0.192383, -0.02478, -0.055908, -0.228516, 0.046631, 0.088379, 0.211914, 0.031494, 0.054932, 0.22168, -0.013672, -0.043457, -0.21582, -0.018066, -0.060547, -0.216797, -0.089844, -0.092285, -0.121582, -0.043701, -0.087402, -0.183594, -0.015381, -0.047363, -0.242188, -0.012939, -0.050293, -0.199219, -0.051025, -0.133789, -0.044678, 0.045654, 0.202148, -0.008667, 0.012878, 0.035889, 0.208984, -0.047607, -0.074219, -0.177734, -0.034424, -0.092773, -0.143555, 0.040527, 0.203125, -0.026855, 0.02478, 0.05957, 0.180664, 0.061523, 0.172852, 0.070801, 0.063965, 0.141602, 0.07373, 0.015747, 0.026611, 0.084473, -0.049072, -0.109863, 0.087891, -0.01001, -0.032715, -0.214844, -0.022705, -0.044678, -0.199219, -0.012512, -0.033447, -0.225586, 0.005524, 0.128906, -0.002258, 0.023071, 0.05249, 0.173828, -0.044189, -0.068848, -0.192383, 0.050781, 0.086426, 0.15332, -0.013794, -0.045166, -0.208008, -0.015747, -0.05249, -0.292969, -0.000748, 0.004578, 0.263672, 0.020752, 0.063477, 0.202148, 0.019653, 0.100098, 0.253906, 0.048584, 0.095703, 0.162109, 0.074707, 0.146484, -0.080078, -0.011658, -0.040039, -0.231445, 0.009521, 0.023071, 0.206055, 0.025757, 0.062256, -0.091309, 0.092285, 0.128906, 0.080566, 0.057129, 0.105957, 0.171875, 0.033203, 0.062256, 0.233398, 0.013306, 0.014526, -0.031494, -0.023315, -0.049316, -0.199219, -0.008606, -0.04541, -0.238281, 0.021606, 0.018188, -0.040771, -0.031738, -0.109375, 0.108398, -0.047363, -0.143555, 0.020508, -0.075195, -0.110352, 0.012146, -0.005768, 0.003357, 0.158203, -0.023071, -0.053711, 0.042236, -0.028931, -0.070801, -0.205078, 0.024292, 0.072754, 0.212891, 0.0625, 0.11084, 0.22168, 0.032227, 0.094727, 0.261719, -0.040283, -0.165039, 0.016357, -0.114746, -0.116699, -0.191406, 0.017578, 0.059082, -0.108887, 0.017212, 0.018677, -0.050781, 0.068359, 0.122559, 0.013, -0.074219, -0.116211, -0.013123, 0.015991, 0.066406, -0.068848, 0.036133, 0.097168, 0.155273, -0.063965, -0.139648, -0.135742, 0.016602, 0.042725, 0.229492, 0.034912, 0.081055, 0.165039, -0.067383, -0.122559, -0.005768, -0.000259, 0.00473, 0.205078, 0.023315, 0.069336, 0.207031, -0.04541, -0.213867, -0.030884, -0.073242, -0.119629, 0.145508, 0.008667, 0.030884, -0.040527, 0.04126, 0.121094, -0.00325, 0.07373, 0.128906, -0.017822, 0.007324, 0.157227, -0.007294, 0.029419, 0.092285, 0.235352, -0.000919, -0.002472, -0.138672, 0.014282, 0.143555, -0.02002, 0.047119, -0.126953, 0.018066, -0.00824, -0.023926, -0.22168, -0.065918, -0.12793, 0.015625, 0.006195, 0.028564, 0.196289, 0.032227, 0.070312, 0.185547, -0.083496, -0.114746, -0.040283, -0.07666, -0.126953, 0.062988, 0.075684, 0.121582, 0.099121, -0.020996, 0.114258, 0.011169, -0.041748, -0.052246, 0.050293, 0.077637, 0.15332, 0.019409, -0.067871, -0.112793, -0.119141, -0.000204, 0.099609, -0.008423, 0.098145, 0.103516, 0.174805, 0.046875, 0.088379, 0.148438, -0.02771, -0.06543, -0.133789, -0.015747, -0.026001, 0.053223, 0.043457, 0.072754, 0.208984, -0.083984, -0.083984, -0.137695, -0.030884, -0.198242, -0.101074, -0.026978, -0.138672, -0.008179, -0.016968, -0.130859, 0.018555, 0.027344, 0.097168, -0.039551, 0.007599, 0.025513, 0.229492, 0.040771, 0.106934, 0.177734, 0.019653, 0.030396, 0.157227, 0.022583, 0.142578, 0.000479, -0.001915, -0.007263, -0.204102, -0.022339, -0.063965, 0.100098, -0.000572, -0.003082, -0.137695, -0.000992, -0.003128, -0.164062, -0.018433, -0.040283, 0.059326, -0.025024, -0.062256, 0.066406, -0.023926, -0.066895, -0.198242, 0.019043, 0.064941, 0.193359, 0.018311, 0.130859, 0.002197, 0.026855, 0.072754, -0.115234, 0.083008, 0.135742, 0.124512, 0.036865, 0.087891, 0.208008, -0.015991, -0.048584, -0.269531, -0.002136, -0.020996, -0.224609, 0.030273, 0.083984, 0.206055, -0.029663, -0.069336, -0.230469, -0.026123, -0.018677, 0.046875, 0.029053, 0.075195, 0.183594, 0.0177, 0.054688, 0.205078, -0.055908, -0.150391, 0.044434, 0.04541, 0.097656, 0.089355, 0.000062, -0.022705, 0.228516, -0.001732, -0.115234, -0.12793, 0.035645, 0.068359, 0.197266, 0.072754, 0.091309, -0.002899, -0.038574, -0.077148, -0.181641, 0.067871, 0.138672, 0.158203, -0.001373, -0.002213, 0.179688, 0.091797, 0.099609, -0.033203, 0.041992, 0.074707, 0.136719, 0.011353, 0.036621, 0.210938, 0.011658, 0.03833, 0.168945, 0.00005, 0.000572, -0.201172, -0.064941, -0.105469, -0.199219, -0.010986, -0.046875, 0.061768, 0.047852, 0.094727, 0.18457, -0.023315, -0.075684, 0.088379, 0.006653, 0.017944, 0.200195, 0.023804, 0.05127, -0.056885, -0.006104, -0.070312, 0.117188, -0.00145, 0.002991, 0.179688, -0.028809, -0.077148, 0.037354, 0.075684, 0.122559, 0.003632, -0.049316, -0.104492, 0.056396, 0.015747, 0.064941, -0.095215, -0.045166, 0.142578, -0.012939, -0.034668, -0.092773, -0.168945, -0.027466, -0.105957, -0.195312, -0.005707, -0.015869, -0.233398, -0.019043, -0.094238, -0.206055, -0.020386, -0.020752, 0.057373, -0.014465, -0.029297, 0.058105, -0.008972, -0.060791, 0.083984, 0.020142, 0.080078, -0.091797, -0.028931, -0.126953, -0.230469, 0.0354, 0.066895, 0.195312, -0.032227, -0.082031, 0.048828, 0.00592, 0.03125, -0.040771, 0.022705, 0.049561, 0.243164, 0.00074, 0.005127, 0.176758, 0.057373, 0.173828, -0.099609, -0.029663, 0.094238, -0.002136, 0.016357, 0.017822, -0.043701, -0.025757, -0.055176, -0.217773, 0.005859, -0.15332, 0.092285, -0.03125, -0.082031, -0.188477, -0.043457, -0.097168, -0.118164, -0.061279, -0.098633, -0.21875, -0.015869, -0.103516, 0.048828, 0.058105, 0.140625, 0.133789, 0.007263, 0.110352, -0.030884, -0.072754, -0.118164, -0.011597, 0.018188, 0.07959, 0.232422, -0.063965, -0.102539, -0.150391, 0.022461, 0.072266, 0.199219, -0.033936, -0.087891, 0.094238, -0.05542, -0.132812, -0.138672, -0.009827, -0.026489, -0.253906, -0.058105, -0.088867, 0.003586, 0.037109, 0.088379, -0.045654, 0.001648, 0.031128, 0.220703, -0.025024, -0.058594, 0.094727, 0.053711, 0.086914, 0.177734, -0.043945, -0.094238, 0.033936, 0.084961, 0.151367, 0.058838, -0.021484, -0.041016, -0.207031, 0.001007, 0.008972, 0.227539, -0.029053, -0.056152, -0.213867, 0.026855, 0.016602, -0.051758, -0.063477, -0.096191, -0.186523, 0.023438, 0.046631, 0.188477, -0.010681, -0.049316, 0.041016, -0.000702, 0.002258, 0.163086, 0.026001, 0.065918, 0.181641, -0.004608, -0.116699, 0.00322, -0.037842, -0.102539, 0.023193, -0.064941, -0.109375, -0.201172, -0.055176, -0.122559, -0.144531, -0.013489, -0.043457, -0.245117, 0.003143, 0.013245, 0.207031, 0.033936, 0.057861, 0.170898, -0.015869, -0.05957, 0.135742, -0.055664, -0.118164, -0.15332, 0.00946, 0.020752, 0.181641, 0.020996, 0.112793, 0.000456, -0.02478, -0.064941, 0.098633, -0.017822, -0.072754, 0.112305, 0.081055, 0.150391, -0.020874, 0.0354, 0.079102, -0.054443, -0.030151, -0.05542, -0.211914, -0.000143, 0.001411, 0.122559, 0.04248, 0.166016, -0.011536, 0.008362, 0.026245, 0.204102, 0.027466, 0.069824, 0.172852, -0.02417, -0.045898, -0.168945, 0.022217, 0.07666, 0.200195, 0.030029, 0.115723, 0.141602, -0.002014, 0.00351, 0.209961, -0.00412, -0.016479, -0.231445, 0.010376, 0.025269, -0.035645, 0.022705, 0.045166, 0.195312, 0.000198, -0.001915, -0.182617, -0.054443, -0.09375, -0.166016, 0.080566, 0.143555, -0.074707, -0.005554, -0.02417, -0.246094, 0.018799, 0.01709, -0.057861, 0.010437, 0.025391, -0.039551, 0.030151, 0.068848, 0.1875, -0.02063, -0.02002, 0.050293, 0.064941, 0.149414, 0.117188, 0.002411, 0.001938, -0.196289, -0.026978, -0.080078, -0.000538, 0.040771, 0.141602, 0.198242, 0.016357, 0.036377, 0.209961, 0.024536, 0.047363, 0.206055, 0.042969, 0.099121, 0.166016, -0.045898, -0.114258, -0.194336, -0.030029, -0.07666, -0.208008, 0.004578, 0.025635, 0.228516, 0.057861, 0.111816, 0.129883, -0.061279, -0.113281, 0.050781, 0.011292, 0.018921, 0.167969, 0.090332, 0.120117, 0.009521, 0.002884, 0.005096, -0.240234, 0.039795, 0.074219, 0.1875, 0.015747, 0.032715, 0.199219, -0.008484, -0.022217, -0.223633, 0.090332, 0.155273, 0.076172, -0.018066, -0.038818, -0.189453, 0.079102, 0.032959, -0.012695, 0.022827, 0.053711, 0.251953, 0.015564, 0.043945, 0.196289, 0.026611, 0.055908, 0.228516, 0.005341, 0.040283, 0.217773, -0.022949, -0.049316, -0.200195, 0.002625, 0.012024, 0.207031, 0.077637, 0.121582, 0.171875, 0.006775, 0.021606, 0.175781, -0.066406, -0.145508, 0.036377, -0.045898, -0.09668, -0.162109, -0.000813, -0.000334, -0.188477, -0.033936, -0.091797, -0.201172, -0.031494, -0.078613, 0.041992, -0.069336, -0.188477, -0.083984, 0.045654, 0.088379, 0.1875, -0.036133, -0.086426, 0.045654, 0.053711, 0.056885, -0.043945, -0.004639, -0.019409, -0.205078, 0.038574, 0.067383, 0.22168, -0.007812, -0.0271, -0.230469, -0.025146, -0.173828, 0.012695, 0.02063, 0.078125, -0.117188, 0.027222, 0.054199, 0.197266, 0.055908, 0.110352, 0.207031, -0.081055, -0.099609, -0.003448, 0.059082, 0.124023, -0.028198, 0.041992, 0.129883, -0.011475, -0.036621, -0.177734, -0.046143, -0.066895, -0.094238, -0.155273, -0.000912, -0.003891, -0.170898, 0.071289, 0.151367, -0.014465, -0.053711, -0.109863, -0.15918, 0.049805, 0.115723, 0.198242, -0.000228, -0.004486, -0.226562, -0.020508, -0.019653, 0.066895, -0.008301, -0.144531, 0.032227, 0.046631, 0.083008, 0.182617, -0.010193, -0.043457, -0.22168, -0.026733, -0.045166, -0.210938, 0.04126, 0.087402, 0.200195, -0.024414, -0.106934, -0.240234, -0.023804, -0.081055, -0.179688, 0.063965, 0.122559, 0.11377, -0.010437, -0.080566, 0.097656, -0.043945, -0.125977, -0.19043, 0.023438, 0.202148, 0.144531, -0.022461, -0.056885, -0.219727, 0.058594, 0.100586, 0.171875, -0.028931, -0.07373, -0.200195, 0.086426, 0.112305, 0.02417, -0.013184, -0.030518, -0.208984, 0.067383, 0.090332, 0.183594, 0.021118, 0.01709, -0.035889, 0.064453, 0.123047, -0.057129, 0.056885, 0.124023, 0.00325, -0.0271, -0.075684, 0.043945, -0.00164, -0.005798, -0.21582, -0.000542, -0.013733, 0.114258, 0.062988, 0.163086, 0.106934, 0.010437, 0.053467, 0.251953, 0.004883, 0.022583, 0.192383, -0.04834, -0.203125, -0.047852, 0.00473, 0.022217, 0.223633, -0.031982, -0.07373, -0.197266, -0.071777, -0.119141, 0.048584, -0.125, -0.135742, 0.040283, 0.112793, 0.113281, 0.07666, 0.020264, 0.057373, 0.236328, 0.017212, 0.018799, -0.039307, -0.059082, -0.134766, -0.158203, 0.012512, 0.050537, -0.07959, -0.034668, -0.097656, 0.000603, 0.057129, 0.082031, 0.15918, -0.080078, -0.118164, -0.040039, -0.05542, -0.137695, -0.141602, 0.077637, 0.165039, 0.095215, 0.034912, 0.070312, 0.188477, -0.032471, -0.097168, 0.000303, -0.022461, -0.047852, 0.069824, -0.038574, -0.089844, -0.179688, 0.083984, 0.107422, -0.050781, 0.02771, 0.074219, 0.165039, -0.001884, 0.00135, 0.204102, -0.006897, -0.035645, 0.037842, -0.02832, -0.155273, 0.004578, -0.028564, -0.053711, 0.058594, -0.020996, -0.021851, 0.070312, -0.002213, -0.001747, -0.208984, 0.02417, 0.016846, -0.037598, -0.08252, -0.151367, -0.068848, -0.021362, -0.060547, -0.203125, 0.017822, 0.125, 0.017212, 0.022583, 0.069336, 0.234375, 0.095703, 0.140625, 0.055664, 0.007721, 0.124023, -0.05127, 0.024902, 0.142578, 0.093262, 0.064941, 0.114258, 0.166016, 0.031128, 0.062012, 0.233398, 0.0625, 0.130859, 0.147461, -0.016968, -0.027344, 0.061279, -0.020874, -0.043213, -0.197266, 0.078613, 0.130859, 0.113281, 0.031494, 0.033691, -0.057617, -0.001556, -0.067383, 0.053223, -0.010071, -0.117676, -0.000061, 0.017212, 0.053467, -0.060059, 0.067383, 0.123535, 0.00531, 0.054199, 0.117676, 0.142578, 0.017578, 0.069824, 0.21582, -0.030273, -0.078125, -0.181641, 0.012512, 0.046875, 0.197266, -0.032227, -0.092773, 0.00708, 0.018188, 0.045898, 0.225586, 0.083008, 0.149414, 0.044434, -0.040527, -0.058594, 0.043457, 0.055664, 0.099609, 0.160156, 0.02478, 0.049561, 0.202148, 0.009949, 0.028687, 0.237305, -0.078125, -0.125977, -0.020996, 0.064941, 0.088379, -0.019897, 0.000885, 0.094238, -0.067383, -0.003647, -0.029541, -0.237305, 0.026611, 0.091309, 0.014587, 0.033447, 0.07666, 0.013916, -0.032227, -0.077148, -0.176758, -0.000063, 0.002136, 0.10498, -0.020874, -0.028809, 0.061523, -0.029175, -0.089355, -0.185547, -0.033203, -0.084961, 0.069824, 0.066406, 0.175781, 0.06543, -0.037354, -0.057861, -0.138672, -0.037842, -0.193359, -0.044678, 0.041504, 0.070312, 0.166992, 0.018311, 0.044678, 0.207031, -0.024536, -0.053955, -0.19043, 0.040283, 0.071289, 0.195312, -0.035156, -0.08252, 0.039307, -0.009766, 0.002792, 0.233398, -0.004211, 0.016846, 0.227539, -0.006073, -0.043457, -0.242188, 0.025391, 0.058105, 0.193359, -0.027222, -0.051758, -0.1875, -0.031982, -0.061035, 0.041992, 0.031738, 0.071777, 0.204102, 0.003067, 0.007233, 0.172852, 0.020386, 0.061279, -0.040771, 0.027832, 0.0625, -0.115723, -0.052979, -0.129883, -0.142578, 0.035645, 0.103027, 0.089844, 0.020264, 0.077148, -0.083496, -0.015564, -0.039795, -0.245117, 0.07373, 0.109863, 0.169922, 0.103027, 0.126953, 0.018311, 0.038818, 0.146484, -0.04126, 0.019409, 0.027222, -0.056885, 0.019897, 0.067871, -0.050049, 0.07373, 0.10791, 0.152344, 0.051758, 0.126953, 0.091797, -0.081543, -0.11377, -0.166992, -0.030029, -0.0177, 0.055176, 0.014587, 0.018188, -0.047852, -0.042725, -0.200195, -0.036621, 0.09668, 0.132812, 0.15918, 0.025879, 0.063965, 0.206055, 0.067871, 0.185547, 0.014954, -0.000378, 0.002747, 0.219727, -0.000163, -0.002777, -0.195312, 0.033447, 0.081543, 0.193359, -0.014587, -0.025024, -0.080566, 0.021118, 0.015869, -0.039062, 0.000774, -0.004913, -0.214844, -0.024292, -0.091309, 0.085449, 0.02002, 0.025635, -0.057373, 0.020752, 0.04248, 0.166992, -0.016724, -0.038818, -0.25, -0.012207, -0.016724, -0.069336, 0.009949, 0.036133, 0.224609, 0.006958, 0.104492, -0.037842, -0.03125, -0.069824, -0.200195, 0.055176, -0.140625, 0.002808, -0.000062, -0.016724, -0.243164, -0.02356, -0.016602, 0.042969, -0.025513, -0.11377, -0.017456, 0.014771, 0.064453, 0.214844, -0.054443, 0.113281, -0.008911, 0.027954, 0.093262, -0.02356, 0.016602, 0.083984, 0.205078, 0.02063, 0.024902, -0.069336, 0.002304, 0.006592, 0.228516, -0.022217, -0.071289, 0.085449, -0.002792, 0.000725, 0.203125, -0.054932, 0.109375, -0.017578, 0.040771, 0.064453, 0.173828, 0.001106, -0.094727, 0.046143, -0.027222, -0.143555, 0.023804, 0.062012, 0.112793, 0.179688, 0.025146, 0.046387, -0.055664, 0.027344, 0.081055, 0.003159, 0.029541, 0.06543, 0.173828, -0.0354, -0.037842, 0.070312, -0.080566, -0.131836, -0.091309, 0.079102, 0.164062, 0.023193, -0.064941, -0.064453, 0.034668, -0.005219, -0.036133, -0.292969, 0.0625, 0.104492, 0.213867, -0.010803, -0.032715, -0.222656, -0.012878, -0.087402, -0.142578, -0.01416, -0.017212, 0.042969, -0.019409, -0.061523, 0.111816, 0.069824, 0.105469, 0.175781, -0.09082, -0.130859, -0.111328, -0.006897, -0.031982, -0.223633, -0.074219, -0.117676, -0.040771, 0.022949, 0.056885, 0.216797, 0.028687, 0.068848, 0.235352, -0.039307, -0.133789, -0.081543, -0.025146, -0.068848, -0.234375, 0.028198, 0.086426, -0.093262, -0.078613, -0.161133, -0.004913, -0.023682, -0.066895, 0.11084, -0.025391, -0.061279, -0.219727, 0.016724, 0.050049, 0.21875, -0.013794, -0.047363, -0.200195, 0.018555, 0.069824, 0.206055, 0.017456, 0.05542, 0.236328, 0.055664, 0.101074, -0.019531, 0.009155, 0.039307, 0.249023, 0.033447, 0.08252, -0.038818, -0.074219, -0.105469, 0.022705, 0.004791, 0.118652, -0.000086, 0.011963, 0.033691, 0.200195, -0.067383, -0.130859, -0.143555, -0.022705, -0.060547, -0.224609, 0.018799, 0.018311, -0.049805, -0.022217, -0.067383, -0.217773, 0.029419, 0.041504, 0.173828, -0.038086, -0.109863, -0.170898, 0.07373, 0.131836, 0.046631, -0.073242, -0.098633, 0.00531, 0.054932, 0.101562, -0.088379 ] } , "name": "LlmExporter::FusedLinearAttention_479", "outputIndexes": [ 290 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 267, 289, 289, 290 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.4/self_attn/FusedLinearAttention", "outputIndexes": [ 291 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 278, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 292 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 286, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.4/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 293 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 292, 293, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.4/self_attn/Concat_1_output_0", "outputIndexes": [ 294 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 291, 294 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.4/self_attn/Reshape_output_0", "outputIndexes": [ 295 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 295 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1111 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1111 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1112 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1112 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 47261178, 524310, 131072, 0, 0 ] } , "name": "/layers.4/self_attn/out_proj/Linear", "outputIndexes": [ 1113 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1113 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1114 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1114 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.4/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 296 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 264, 296 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Add_output_0", "outputIndexes": [ 297 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 297 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 47916560, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.4/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 298 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 298 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1115 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1115 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1116 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1116 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 47924752, 2359318, 589824, 0, 0 ] } , "name": "/layers.4/mlp/w1/Linear", "outputIndexes": [ 1117 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1117 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/mlp/w1/Linear/post_convert", "outputIndexes": [ 1118 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1118 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/w1/Linear/post_reshape", "outputIndexes": [ 299 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 299 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.4/mlp/Mul_output_0", "outputIndexes": [ 300 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1116 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 50873894, 2359318, 589824, 0, 0 ] } , "name": "/layers.4/mlp/w3/Linear", "outputIndexes": [ 1121 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1121 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/mlp/w3/Linear/post_convert", "outputIndexes": [ 1122 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1122 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/w3/Linear/post_reshape", "outputIndexes": [ 301 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 300, 301 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/mlp/Mul_1_output_0", "outputIndexes": [ 302 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 302 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1123 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1123 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.4/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1124 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1124 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 53823036, 2359318, 589824, 0, 0 ] } , "name": "/layers.4/mlp/w2/Linear", "outputIndexes": [ 1125 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1125 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.4/mlp/w2/Linear/post_convert", "outputIndexes": [ 1126 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1126 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.4/mlp/w2/Linear/post_reshape", "outputIndexes": [ 303 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 297, 303 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.4/Add_1_output_0", "outputIndexes": [ 304 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 304, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/Reshape_output_0", "outputIndexes": [ 305 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 305 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 56772178, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.5/input_layernorm/Mul_1_output_0", "outputIndexes": [ 306 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 306 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 1127 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1127 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 1128 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1128 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 56780370, 524310, 131072, 0, 0 ] } , "name": "/layers.5/self_attn/q_proj/Linear", "outputIndexes": [ 1129 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1129 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 1130 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1130 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 307 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 306 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_output_0", "outputIndexes": [ 308 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 308 ] , "main_type": "NONE", "name": "Shape517", "outputIndexes": [ 309 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 308 ] , "main_type": "NONE", "name": "Rank519", "outputIndexes": [ 310 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 310, 310 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp521", "outputIndexes": [ 311 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 311 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze522", "outputIndexes": [ 312 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 311, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp524", "outputIndexes": [ 313 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 313 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze525", "outputIndexes": [ 314 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 309, 312, 314, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice528", "outputIndexes": [ 315 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 315 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze529", "outputIndexes": [ 316 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 316, 316 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp531", "outputIndexes": [ 317 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 308, 317, 311 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_output_0", "outputIndexes": [ 318 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 318, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_output_0", "outputIndexes": [ 319 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 311 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze539", "outputIndexes": [ 320 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 313 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze542", "outputIndexes": [ 321 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 309, 320, 321, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice545", "outputIndexes": [ 322 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 322 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze546", "outputIndexes": [ 323 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 323 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp547", "outputIndexes": [ 324 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 324, 323 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp548", "outputIndexes": [ 325 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 308, 325, 311 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_1_output_0", "outputIndexes": [ 326 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 326, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 327 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 319, 327, 114, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.5/self_attn/Concat_output_0", "outputIndexes": [ 328 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 307, 328 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/self_attn/Reshape_output_0", "outputIndexes": [ 329 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 329 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 57435752, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.5/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 331 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 331, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_output_0", "outputIndexes": [ 332 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 331 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_2_output_0", "outputIndexes": [ 333 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 333 ] , "main_type": "NONE", "name": "Shape563", "outputIndexes": [ 334 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 333 ] , "main_type": "NONE", "name": "Rank565", "outputIndexes": [ 335 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 335, 335 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp567", "outputIndexes": [ 336 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 336 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze568", "outputIndexes": [ 337 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 336, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp570", "outputIndexes": [ 338 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 338 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze571", "outputIndexes": [ 339 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 334, 337, 339, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice574", "outputIndexes": [ 340 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 340 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze575", "outputIndexes": [ 341 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 341 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp576", "outputIndexes": [ 342 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 342, 341 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp577", "outputIndexes": [ 343 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 333, 343, 336 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_2_output_0", "outputIndexes": [ 344 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 344, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Div_output_0", "outputIndexes": [ 345 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 345, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 346 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 331, 346, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_1_output_0", "outputIndexes": [ 347 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 347 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.5/self_attn/Neg_output_0", "outputIndexes": [ 348 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 345, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 349 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 331, 21, 349, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_output_0", "outputIndexes": [ 350 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 348, 350 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.5/self_attn/Concat_3_output_0", "outputIndexes": [ 351 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 351, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_1_output_0", "outputIndexes": [ 352 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 332, 352 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Add_output_0", "outputIndexes": [ 353 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1128 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 57436264, 262166, 65536, 0, 0 ] } , "name": "/layers.5/self_attn/k_proj/Linear", "outputIndexes": [ 1133 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1133 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 1134 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1134 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 354 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 318, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 355 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 326, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 356 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 355, 356, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.5/self_attn/Concat_1_output_0", "outputIndexes": [ 357 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 354, 357 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/self_attn/Reshape_1_output_0", "outputIndexes": [ 358 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 358 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 57763966, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.5/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 360 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 360, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_2_output_0", "outputIndexes": [ 361 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 360 ] , "main_type": "NONE", "name": "/blocks.5/self_attn/Shape_3_output_0", "outputIndexes": [ 362 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 362 ] , "main_type": "NONE", "name": "Shape605", "outputIndexes": [ 363 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 362 ] , "main_type": "NONE", "name": "Rank607", "outputIndexes": [ 364 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 364, 364 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp609", "outputIndexes": [ 365 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 365 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze610", "outputIndexes": [ 366 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 365, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp612", "outputIndexes": [ 367 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 367 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze613", "outputIndexes": [ 368 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 363, 366, 368, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice616", "outputIndexes": [ 369 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 369 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze617", "outputIndexes": [ 370 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 370 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp618", "outputIndexes": [ 371 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 371, 370 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp619", "outputIndexes": [ 372 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 362, 372, 365 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.5/self_attn/Gather_3_output_0", "outputIndexes": [ 373 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 373, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Div_1_output_0", "outputIndexes": [ 374 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 374, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 375 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 360, 375, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_3_output_0", "outputIndexes": [ 376 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 376 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.5/self_attn/Neg_1_output_0", "outputIndexes": [ 377 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 374, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 378 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 360, 21, 378, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.5/self_attn/Slice_2_output_0", "outputIndexes": [ 379 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 377, 379 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.5/self_attn/Concat_4_output_0", "outputIndexes": [ 380 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 380, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Mul_3_output_0", "outputIndexes": [ 381 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 361, 381 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/self_attn/Add_1_output_0", "outputIndexes": [ 382 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1128 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 57764478, 262166, 65536, 0, 0 ] } , "name": "/layers.5/self_attn/v_proj/Linear", "outputIndexes": [ 1137 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1137 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 1138 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1138 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 383 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 318, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 384 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 326, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.5/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 385 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 384, 385, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.5/self_attn/Concat_2_output_0", "outputIndexes": [ 386 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 383, 386 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.5/self_attn/Reshape_2_output_0", "outputIndexes": [ 387 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 353, 382, 387, 212 ] , "main_type": "AttentionParam", "main": { "kv_cache": true } , "name": "/layers.5/self_attn/FusedAttention", "outputIndexes": [ 388 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 388 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 1139 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1139 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 1140 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1140 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 58092180, 524310, 131072, 0, 0 ] } , "name": "/layers.5/self_attn/o_proj/Linear", "outputIndexes": [ 1141 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1141 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 1142 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1142 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 389 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 305, 389 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Add_output_0", "outputIndexes": [ 390 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 390 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 58747562, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.5/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 391 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 391 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1143 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1143 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1144 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1144 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 58755754, 2359318, 589824, 0, 0 ] } , "name": "/layers.5/mlp/w1/Linear", "outputIndexes": [ 1145 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1145 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/mlp/w1/Linear/post_convert", "outputIndexes": [ 1146 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1146 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/w1/Linear/post_reshape", "outputIndexes": [ 392 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 392 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.5/mlp/Mul_output_0", "outputIndexes": [ 393 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1144 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 61704896, 2359318, 589824, 0, 0 ] } , "name": "/layers.5/mlp/w3/Linear", "outputIndexes": [ 1149 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1149 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/mlp/w3/Linear/post_convert", "outputIndexes": [ 1150 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1150 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/w3/Linear/post_reshape", "outputIndexes": [ 394 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 393, 394 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/mlp/Mul_1_output_0", "outputIndexes": [ 395 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 395 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1151 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1151 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.5/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1152 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1152 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 64654038, 2359318, 589824, 0, 0 ] } , "name": "/layers.5/mlp/w2/Linear", "outputIndexes": [ 1153 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1153 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.5/mlp/w2/Linear/post_convert", "outputIndexes": [ 1154 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1154 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.5/mlp/w2/Linear/post_reshape", "outputIndexes": [ 396 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 390, 396 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.5/Add_1_output_0", "outputIndexes": [ 397 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 397, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.6/Reshape_output_0", "outputIndexes": [ 398 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 398 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 67603180, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.6/input_layernorm/Mul_1_output_0", "outputIndexes": [ 399 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 399 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1155 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1155 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1156 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1156 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 67611372, 1572886, 393216, 0, 0 ] } , "name": "/layers.6/self_attn/in_proj/Linear", "outputIndexes": [ 1157 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1157 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1158 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1158 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 400 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 400 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.6/self_attn/Transpose_output_0", "outputIndexes": [ 401 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 399 ] , "main_type": "NONE", "name": "/blocks.6/self_attn/Shape_output_0", "outputIndexes": [ 402 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 402 ] , "main_type": "NONE", "name": "Shape666", "outputIndexes": [ 403 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 402 ] , "main_type": "NONE", "name": "Rank668", "outputIndexes": [ 404 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 404, 404 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp670", "outputIndexes": [ 405 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 405 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze671", "outputIndexes": [ 406 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 405, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp673", "outputIndexes": [ 407 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 407 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze674", "outputIndexes": [ 408 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 403, 406, 408, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice677", "outputIndexes": [ 409 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 409 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze678", "outputIndexes": [ 410 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 410, 410 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp680", "outputIndexes": [ 411 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 402, 411, 405 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.6/self_attn/Gather_output_0", "outputIndexes": [ 412 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 412, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_output_0", "outputIndexes": [ 413 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 405 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze688", "outputIndexes": [ 414 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 407 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze691", "outputIndexes": [ 415 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 403, 414, 415, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice694", "outputIndexes": [ 416 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 416 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze695", "outputIndexes": [ 417 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 417 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp696", "outputIndexes": [ 418 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 418, 417 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp697", "outputIndexes": [ 419 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 402, 419, 405 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.6/self_attn/Gather_1_output_0", "outputIndexes": [ 420 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 420, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 421 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 413, 421, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.6/self_attn/Concat_output_0", "outputIndexes": [ 422 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 422, 32 ] , "main_type": "NONE", "name": "/blocks.6/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 423 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.004944, -0.011963, -0.172852, 0.037109, 0.054443, 0.149414, -0.013062, -0.042969, -0.208008, -0.014221, -0.092773, 0.016968, 0.022705, 0.043457, 0.205078, -0.007751, -0.016846, -0.19043, 0.034912, 0.049316, 0.201172, -0.021851, -0.037354, -0.199219, -0.010071, -0.018677, -0.144531, 0.0271, 0.059082, 0.166016, -0.033936, -0.091797, -0.158203, 0.025146, 0.053223, 0.19043, -0.024292, -0.04126, -0.192383, 0.010376, 0.020508, 0.189453, -0.054932, -0.136719, -0.050537, 0.001709, 0.00264, -0.203125, -0.014709, -0.023071, -0.222656, 0.026367, 0.051514, 0.188477, 0.022705, 0.04126, 0.201172, -0.022217, -0.043213, -0.182617, -0.043945, 0.06543, -0.012634, -0.016479, -0.043213, -0.186523, 0.01355, 0.031494, 0.222656, 0.011353, 0.034424, 0.186523, -0.063965, -0.105469, -0.152344, 0.004395, 0.011658, 0.185547, 0.013, 0.023804, 0.191406, -0.011597, -0.027222, -0.207031, -0.082031, -0.117188, -0.032471, -0.0271, -0.050537, -0.195312, 0.004974, 0.03418, 0.191406, 0.019409, 0.027954, 0.1875, -0.054932, -0.086426, 0.019653, 0.000538, 0.016357, 0.126953, -0.014648, -0.037109, -0.185547, -0.017334, -0.036133, -0.199219, 0.020508, 0.031494, 0.19043, -0.041016, -0.106445, -0.150391, -0.013123, -0.041016, -0.186523, 0.014954, 0.041504, 0.194336, 0.016724, 0.044434, 0.183594, 0.02771, 0.009216, -0.037842, -0.016235, -0.031128, -0.196289, 0.034424, 0.075195, 0.1875, -0.024414, -0.037598, -0.192383, -0.00238, -0.015503, -0.19043, 0.03418, 0.063965, -0.109375, -0.01178, -0.026978, -0.195312, -0.021362, -0.038086, -0.191406, -0.01416, -0.026123, -0.210938, 0.00119, 0.014587, 0.191406, 0.055664, 0.121094, -0.009033, -0.02832, -0.085449, -0.172852, 0.017944, 0.046387, 0.1875, 0.00209, 0.013733, 0.176758, -0.020874, -0.04248, -0.213867, -0.018066, -0.048828, -0.223633, 0.026001, 0.051514, 0.18457, -0.030151, -0.041748, 0.063477, 0.029663, 0.085938, 0.170898, 0.028198, 0.039062, -0.060791, -0.078125, -0.106934, -0.211914, -0.036133, -0.058594, -0.177734, 0.033203, 0.057617, 0.158203, -0.009033, -0.026001, -0.205078, 0.010315, 0.025635, 0.210938, -0.015991, -0.022217, 0.044922, 0.027954, 0.062256, 0.199219, 0.033447, 0.100586, -0.054932, 0.077148, 0.081055, -0.018188, -0.003403, -0.003571, 0.185547, 0.006622, 0.031982, 0.208984, -0.012695, -0.038086, -0.212891, -0.017212, -0.039795, -0.162109, 0.007935, 0.021362, 0.211914, -0.000036, 0.036377, 0.19043, 0.017456, 0.015625, -0.0354, -0.047852, 0.09082, -0.034424, 0.006989, 0.032959, 0.263672, 0.021973, 0.07666, 0.167969, 0.023315, 0.039307, 0.206055, 0.012878, 0.049072, 0.196289, -0.024048, -0.05127, -0.191406, -0.03064, -0.054932, -0.193359, -0.019287, -0.05249, -0.205078, -0.02478, -0.046875, -0.208984, -0.074219, -0.071777, -0.171875, -0.015137, -0.039307, -0.225586, -0.036377, -0.052734, 0.066895, 0.026367, 0.04126, 0.194336, -0.025024, -0.047363, -0.1875, -0.018677, -0.09668, 0.015076, 0.066406, 0.067383, 0.152344, 0.013428, 0.025757, 0.193359, -0.040039, -0.088867, -0.169922, 0.018311, 0.035156, 0.200195, 0.012207, 0.026489, 0.155273, -0.034668, -0.063477, -0.167969, -0.092285, -0.12793, 0.021606, -0.011414, -0.021118, -0.204102, -0.047363, -0.069336, -0.1875, -0.013611, -0.026489, -0.197266, -0.025269, -0.043701, -0.195312, 0.009216, 0.031982, -0.09668, 0.028809, 0.062988, 0.191406, -0.030518, -0.05835, -0.182617, 0.000713, -0.001305, 0.167969, -0.024048, -0.039307, -0.183594, -0.005432, -0.018677, -0.1875, -0.012024, -0.023926, -0.192383, -0.009277, -0.022949, -0.182617, -0.003357, -0.124512, -0.004425, 0.029419, 0.060303, 0.1875, 0.002487, 0.03833, 0.217773, 0.063965, 0.109375, 0.035889, -0.040039, -0.069824, -0.167969, -0.004456, -0.019531, -0.19043, -0.009277, -0.026733, -0.199219, -0.016968, -0.04126, -0.195312, -0.007568, -0.020996, -0.208984, -0.012024, -0.02063, -0.189453, -0.025513, -0.047607, -0.19043, 0.000999, 0.008728, 0.166016, -0.037109, -0.146484, -0.049072, 0.027832, 0.044434, 0.206055, 0.025757, 0.054443, 0.178711, 0.009094, 0.030518, -0.06543, -0.091309, -0.117676, -0.224609, 0.00946, 0.026001, 0.15918, -0.018188, -0.0354, -0.175781, -0.019531, -0.098145, 0.024658, -0.0354, -0.049805, 0.069824, 0.020386, 0.038086, 0.195312, 0.014465, 0.029663, 0.198242, 0.025635, 0.045898, 0.192383, 0.030884, 0.070801, 0.189453, 0.024902, 0.085449, 0.165039, 0.008789, 0.026367, 0.219727, 0.009888, 0.0354, 0.203125, 0.0354, 0.060791, 0.129883, 0.021606, 0.063965, 0.21582, -0.003937, -0.009094, -0.182617, 0.001549, 0.000664, -0.208984, 0.080566, 0.089844, -0.020996, 0.023438, 0.058594, 0.191406, 0.017212, 0.126953, -0.00116, 0.027344, 0.074707, 0.188477, 0.013733, 0.029297, 0.199219, 0.015503, 0.026978, 0.201172, 0.036865, 0.074707, 0.152344, 0.010071, 0.03418, 0.208984, 0.012634, 0.022827, -0.037842, 0.03125, 0.121582, -0.029297, 0.03418, 0.081055, 0.172852, -0.019409, -0.032715, -0.205078, 0.013245, 0.047607, 0.192383, -0.016235, -0.040527, -0.19043, -0.012146, -0.025391, -0.198242, 0.020874, 0.026245, -0.15625, 0.020508, 0.036621, 0.183594, -0.045166, -0.126953, -0.108398, -0.013916, -0.022705, -0.197266, -0.052979, -0.058105, 0.049316, -0.012085, -0.03125, -0.175781, -0.001511, -0.002533, -0.068848, -0.032715, -0.049561, -0.210938, 0.040527, 0.103516, 0.005493, -0.009277, -0.017334, -0.158203, -0.052002, -0.069824, -0.180664, 0.010071, 0.041748, 0.208008, -0.035889, -0.151367, -0.004608, 0.020508, 0.029785, 0.183594, -0.009766, -0.028931, -0.200195, -0.017456, -0.037598, -0.185547, 0.018677, 0.045654, 0.180664, -0.046143, -0.067383, -0.173828, -0.026245, -0.050537, -0.196289, 0.009949, 0.018066, 0.199219, 0.003189, 0.013489, 0.199219, 0.03418, 0.063965, 0.209961, -0.043213, -0.12207, -0.003311, -0.018921, -0.029541, -0.186523, 0.005707, 0.040039, -0.046387, 0.025513, 0.040039, 0.186523, -0.022583, -0.048584, -0.188477, -0.005554, -0.012817, -0.175781, -0.016357, -0.020996, 0.037354, -0.012268, -0.026611, -0.208008, -0.028564, -0.060303, -0.173828, 0.034424, 0.049316, 0.167969, -0.012268, -0.032715, -0.15918, -0.035156, -0.074707, -0.141602, 0.006104, 0.012512, 0.160156, -0.033203, -0.105957, -0.108887, -0.024048, -0.042969, -0.196289, 0.028809, 0.042969, 0.167969, 0.0354, 0.059326, 0.018555, -0.034424, -0.061768, -0.195312, -0.011475, -0.021973, -0.191406, -0.027954, -0.047119, -0.205078, -0.005402, -0.021851, -0.189453, -0.025391, -0.038574, -0.183594, 0.0625, 0.048096, -0.049805, 0.012817, 0.033936, -0.061035, 0.01123, 0.031006, -0.051514, 0.02417, 0.044922, 0.173828, -0.022827, -0.041504, -0.200195, 0.039062, 0.121094, 0.179688, -0.003494, -0.033203, -0.173828, 0.057373, 0.093262, -0.035645, -0.016602, -0.016479, 0.03418, 0.022583, 0.047852, 0.25, -0.007874, -0.019531, -0.201172, 0.035889, 0.053467, 0.203125, -0.028809, -0.049072, -0.197266, -0.002213, 0.000372, -0.133789, -0.020752, -0.041504, -0.229492, -0.007935, -0.047119, -0.189453, 0.008484, 0.023926, 0.160156, -0.024292, -0.046387, -0.208008, 0.019287, 0.04834, 0.197266, -0.020752, -0.044434, -0.179688, 0.006989, 0.013916, 0.188477, -0.036133, -0.053955, -0.179688, -0.01001, -0.026123, -0.199219, -0.010437, -0.020752, -0.181641, -0.015564, -0.040039, -0.199219, -0.039795, -0.081055, 0.026489, 0.007996, 0.032959, -0.042725, -0.027832, -0.041504, -0.166992, 0.050049, 0.069336, -0.023193, -0.001266, -0.004456, -0.175781, -0.021484, -0.045898, -0.199219, -0.002029, -0.007446, -0.178711, -0.016357, -0.039795, -0.183594, 0.008118, 0.017212, 0.198242, -0.016235, -0.008972, 0.023682, -0.026489, -0.050293, -0.173828, 0.023804, 0.067871, 0.21582, -0.003754, -0.01532, -0.183594, 0.019897, 0.046387, 0.177734, 0.025635, 0.049561, 0.1875, 0.026001, 0.010132, -0.038574, 0.003967, 0.010071, 0.15332, -0.118652, -0.126953, -0.084473, -0.008911, -0.032227, -0.177734, 0.014832, 0.03418, -0.065918, -0.006683, -0.016113, -0.183594, -0.001358, -0.009216, 0.15625, -0.022583, -0.069824, -0.149414, -0.040771, -0.065918, -0.197266, 0.00177, 0.012207, 0.188477, -0.000226, 0.102051, -0.057129, 0.025513, 0.077148, 0.163086, 0.023926, 0.064453, 0.214844, 0.01709, 0.02417, 0.169922, 0.023315, 0.036377, 0.183594, 0.010864, 0.022339, -0.108887, -0.043213, 0.115234, -0.015564, 0.000037, 0.000969, 0.208008, -0.016357, -0.042725, -0.249023, -0.037109, -0.0625, -0.185547, 0.012146, 0.039795, -0.036377, -0.031494, -0.042236, -0.208008, -0.011841, -0.025391, -0.209961, 0.024414, 0.068359, 0.1875, 0.040039, 0.142578, 0.073242, 0.022827, 0.039307, 0.194336, 0.035889, 0.058105, 0.19043, -0.018555, -0.101074, 0.02002, -0.019409, -0.052734, -0.210938, -0.015442, -0.02478, -0.178711, 0.037109, 0.070312, 0.180664, 0.014343, 0.029785, 0.222656, -0.022827, -0.078613, -0.157227, -0.043701, -0.059082, -0.189453, 0.021851, 0.049072, 0.191406, -0.045166, -0.083984, -0.183594, 0.018555, 0.040283, 0.18457, 0.016846, 0.039307, 0.182617, -0.078125, -0.131836, -0.163086, 0.004242, 0.015564, 0.175781, -0.031982, -0.05249, -0.192383, -0.024536, -0.092773, -0.165039, -0.004944, -0.001587, 0.162109, -0.033203, -0.126953, -0.030151, -0.021973, -0.035889, -0.206055, -0.003738, -0.011536, -0.18457, -0.029663, -0.056641, -0.188477, 0.071777, 0.085938, -0.019287, -0.016846, -0.037354, -0.166992, -0.07373, -0.112305, -0.041016, -0.000416, -0.055176, 0.042969, -0.003372, -0.036377, 0.051758, 0.031982, 0.049316, 0.183594, 0.017334, 0.041992, 0.200195, 0.010132, 0.026001, 0.204102, -0.019775, -0.044189, -0.155273, -0.021484, -0.057129, -0.217773, -0.011658, -0.021973, -0.189453, -0.016602, -0.089355, -0.152344, -0.009338, -0.031982, -0.189453, 0.029785, 0.051758, 0.198242, 0.001106, 0.004578, 0.164062, 0.007874, 0.020264, 0.132812, 0.016846, 0.029053, 0.188477, 0.039307, 0.064453, 0.208984, 0.025146, 0.04541, 0.192383, -0.001686, -0.020508, -0.195312, 0.011108, 0.019165, 0.193359, 0.017578, 0.033203, 0.193359, -0.015442, -0.037354, -0.196289, 0.002991, -0.01178, -0.173828, 0.04834, 0.118652, -0.034912, 0.00824, 0.030762, 0.206055, 0.023682, 0.048828, 0.216797, -0.010803, -0.016479, -0.200195, -0.020508, -0.046143, -0.188477, -0.001564, -0.0019, 0.111816, -0.007202, -0.0354, -0.205078, -0.020752, -0.044922, -0.178711, -0.01001, -0.020996, -0.203125, 0.023438, 0.139648, -0.00473, 0.001472, 0.004211, 0.179688, 0.027466, 0.068848, 0.167969, -0.030762, -0.0625, -0.163086, 0.000357, -0.004791, -0.229492, -0.086914, -0.095703, -0.069336, 0.028076, 0.045654, 0.197266, 0.029907, 0.053223, 0.196289, -0.003204, -0.022583, -0.195312, 0.005707, 0.01709, 0.203125, -0.014343, -0.018066, 0.052979, -0.025635, -0.060303, -0.204102, 0.019775, 0.043213, -0.055176, 0.004028, 0.010315, 0.176758, -0.040039, -0.09082, -0.150391, 0.020264, 0.031738, 0.166016, -0.024414, -0.078125, 0.058838, -0.013489, -0.025146, 0.041504, 0.022217, 0.031982, 0.198242, 0.017578, 0.029907, 0.177734, -0.063477, -0.123535, -0.05249, -0.020386, -0.030151, -0.238281, 0.009216, 0.031738, 0.195312, 0.006866, 0.022583, 0.203125, -0.02124, -0.040039, -0.166992, 0.030273, 0.047119, 0.189453, -0.013245, -0.023193, -0.195312, 0.033691, 0.058838, 0.15332, 0.080566, 0.094238, -0.023438, 0.031738, 0.128906, 0.018921, -0.053955, 0.071777, -0.008972, 0.005188, 0.02002, 0.167969, -0.008301, -0.026978, -0.201172, -0.012939, -0.026123, -0.197266, 0.041748, 0.06543, 0.172852, 0.085938, 0.094238, -0.019409, -0.026489, -0.046387, -0.203125, 0.032715, 0.069824, -0.053711, -0.009216, -0.029785, -0.191406, -0.021973, -0.052979, -0.222656, -0.0177, -0.050293, -0.199219, 0.002762, -0.006653, -0.179688, 0.007385, 0.012451, 0.170898, 0.029541, 0.089355, 0.171875, 0.024536, 0.05542, 0.287109, -0.018188, -0.026489, 0.061523, -0.025513, -0.056396, -0.182617, 0.0271, 0.045654, 0.213867, 0.02478, 0.047607, 0.189453, 0.00528, 0.031128, 0.227539, 0.001335, -0.002197, -0.195312, -0.045166, -0.09375, -0.171875, -0.023193, -0.051514, -0.186523, 0.024048, 0.043945, 0.168945, 0.050537, 0.109375, 0.002289, -0.05127, -0.087891, 0.019775, -0.026978, -0.061035, -0.209961, 0.014893, 0.047852, 0.209961, 0.019043, 0.025635, -0.04834, -0.046875, 0.074707, -0.013794, -0.00592, 0.00164, 0.160156, 0.015869, 0.031738, 0.15918, -0.009583, -0.0177, -0.196289, -0.026123, -0.041992, -0.182617, 0.032471, 0.048828, 0.174805, 0.069336, 0.104492, -0.020386, -0.06543, -0.073242, -0.166992, 0.020752, 0.034668, -0.073242, -0.060303, -0.075684, 0.049316, -0.0271, -0.035645, -0.212891, 0.000259, -0.009705, -0.186523, 0.024292, 0.047119, 0.185547, -0.025513, -0.047363, -0.198242, 0.025879, 0.045898, 0.210938, 0.004639, 0.011902, 0.129883, 0.036865, 0.050537, -0.081055, -0.016235, -0.040039, -0.183594, -0.03418, -0.062988, -0.196289, -0.044434, -0.123535, -0.074707, 0.017212, 0.023071, 0.188477, 0.032227, 0.062988, 0.169922, 0.038574, 0.073242, 0.181641, -0.018677, -0.038818, -0.199219, -0.021118, -0.033691, -0.132812, 0.021362, 0.058105, 0.179688, 0.064941, 0.107422, 0.037842, 0.022827, 0.039795, 0.1875, -0.017212, -0.018433, 0.038818, -0.066406, -0.09375, 0.02832, 0.016479, 0.036377, 0.1875, 0.004791, 0.013855, 0.200195, -0.009705, -0.02356, -0.200195, -0.010437, -0.027222, -0.194336, -0.027466, -0.052246, -0.177734, -0.057373, -0.139648, 0.00473, 0.026245, 0.057129, 0.228516, 0.048096, 0.091309, 0.15918, -0.014893, -0.043945, -0.205078, 0.019897, 0.036865, 0.1875, 0.0177, 0.040283, 0.195312, -0.018188, -0.055176, -0.182617, -0.024536, -0.06543, -0.21582, 0.00087, 0.00016, -0.175781, -0.006561, -0.04248, -0.162109, -0.003891, -0.024536, -0.219727, 0.022339, 0.024536, -0.047363, -0.001442, -0.033203, -0.207031, -0.004089, -0.136719, 0.011902, -0.012207, -0.043213, -0.186523, -0.029663, -0.064941, -0.166016, -0.022339, -0.0354, -0.189453, 0.027832, 0.05249, 0.19043, -0.014709, -0.034912, -0.208984, 0.04126, 0.059082, 0.179688, 0.037354, 0.045166, 0.161133, -0.032227, -0.121094, -0.024414, 0.004517, 0.002228, 0.128906, 0.008667, 0.033691, -0.185547, 0.007935, 0.02002, 0.196289, -0.027832, -0.064941, -0.166992, -0.009644, -0.020386, -0.178711, 0.028687, 0.046631, 0.1875, -0.036621, -0.057373, -0.180664, -0.032715, -0.075195, -0.192383, -0.023438, -0.036865, -0.208984, 0.013855, 0.022339, 0.219727, 0.015625, 0.023193, 0.178711, -0.014832, -0.043213, -0.236328, -0.053467, -0.10498, -0.225586, 0.049316, 0.079102, 0.185547, 0.022461, 0.03833, 0.177734, -0.027954, -0.042969, -0.182617, -0.00647, -0.006989, -0.224609, 0.028564, 0.048096, 0.188477, -0.003174, -0.009155, -0.15918, 0.006775, 0.015564, 0.217773, -0.019287, -0.039551, -0.219727, 0.013611, 0.034912, 0.15332, -0.022949, -0.048096, -0.193359, -0.006134, -0.018921, -0.185547, 0.063965, 0.111816, 0.070312, 0.023804, 0.037354, -0.053955, 0.041504, 0.078125, -0.026367, -0.041992, 0.074219, -0.012207, -0.012512, -0.027466, -0.158203, -0.039307, -0.080566, -0.194336, 0.009155, 0.02417, 0.182617, 0.016968, 0.044434, 0.239258, -0.009888, -0.015991, -0.161133, -0.022827, -0.040527, -0.181641, 0.030396, 0.057373, 0.177734, 0.031494, 0.019531, -0.050537, -0.01239, -0.049072, -0.230469, -0.01416, -0.025757, 0.039062, 0.02771, 0.062256, 0.19043, 0.019531, 0.034668, 0.191406, -0.021484, -0.0354, -0.203125, 0.017944, 0.018921, -0.046143, 0.000462, -0.000176, 0.199219, -0.025269, -0.037842, -0.202148, 0.002823, 0.012024, -0.231445, 0.034668, 0.052734, 0.200195, -0.011414, -0.015259, 0.030029, -0.027466, -0.044434, -0.220703, 0.008118, 0.048096, 0.166016, 0.015991, 0.028076, 0.143555, 0.014709, 0.026367, 0.194336, -0.001778, -0.017944, -0.192383, -0.023804, -0.050537, -0.196289, -0.032227, -0.050293, -0.203125, 0.007446, 0.030273, 0.206055, -0.022461, -0.048828, -0.161133, -0.013855, -0.02771, -0.189453, 0.012451, 0.016602, -0.060547, -0.026367, -0.056396, -0.205078, -0.019653, -0.031006, -0.196289, -0.009277, -0.030151, -0.179688, -0.010986, -0.029907, -0.173828, -0.006531, -0.020508, -0.182617, -0.049072, -0.089355, -0.173828, -0.033936, -0.128906, 0.001183, 0.052246, 0.098633, -0.011841, -0.011658, -0.031494, -0.194336, 0.02063, 0.014038, -0.040527, 0.000603, 0.019531, 0.186523, -0.021362, -0.033203, -0.203125, 0.005707, 0.0354, 0.188477, -0.035645, -0.056396, -0.162109, -0.03418, -0.052002, -0.197266, -0.013855, -0.034668, -0.228516, -0.02417, -0.046143, -0.169922, -0.044189, -0.083496, -0.078125, 0.003937, 0.043945, -0.047363, -0.032471, -0.101074, -0.162109, 0.010071, 0.022949, 0.204102, 0.078125, 0.119141, -0.004883, -0.025024, -0.11377, 0.007141, 0.003998, 0.01001, 0.192383, -0.039307, -0.053467, -0.199219, -0.008789, -0.045166, -0.182617, -0.030151, -0.052246, -0.192383, -0.018921, -0.035889, -0.189453, 0.023926, 0.049316, 0.205078, -0.019775, -0.052734, -0.167969, 0.009033, 0.157227, 0.020996, -0.0271, -0.056641, -0.213867, 0.038086, 0.11084, 0.164062, 0.005249, 0.094238, -0.004272, -0.040527, -0.068359, -0.183594, -0.003128, -0.029907, -0.220703, 0.053955, 0.070312, 0.143555, 0.046875, 0.11377, -0.089844, -0.013672, -0.032227, -0.182617, -0.018677, -0.050781, -0.208984, 0.021484, 0.013855, -0.042236, 0.018188, 0.032227, 0.166016, -0.031982, -0.050293, -0.197266, 0.083984, 0.09082, -0.017822, 0.019897, 0.019043, -0.037598, 0.02356, 0.15625, 0.012207, 0.00708, 0.080566, -0.062988, 0.02356, 0.031494, 0.183594, 0.030396, 0.075684, 0.192383, -0.016113, -0.031006, -0.217773, 0.02417, 0.011169, -0.038086, -0.027466, -0.051514, -0.19043, -0.001694, -0.080566, 0.047607, 0.030762, 0.062256, 0.21875, 0.022949, 0.052002, 0.165039, 0.007111, 0.020508, -0.021973, 0.040039, 0.095215, 0.141602, -0.005341, -0.057129, 0.034912, 0.011047, 0.024414, 0.18457, -0.027954, -0.056885, -0.199219, 0.0354, 0.072266, 0.178711, -0.018921, -0.040039, -0.201172, -0.017334, -0.035156, -0.206055, 0.012756, 0.051514, 0.196289, -0.006256, -0.024414, -0.21582, -0.025513, -0.039795, -0.168945, 0.021851, 0.038818, 0.177734, -0.064453, -0.106934, -0.131836, 0.002167, -0.006866, -0.188477, 0.041016, 0.096191, -0.050781, -0.029053, -0.0625, -0.177734, 0.012634, 0.040039, 0.185547, 0.00946, 0.030029, 0.229492, -0.031006, -0.061768, 0.023682, 0.016357, 0.031494, 0.176758, 0.046143, 0.082031, 0.1875, 0.000042, 0.006256, 0.164062, 0.036621, 0.075195, 0.169922, 0.010132, 0.035156, -0.050049, 0.000648, 0.004211, 0.147461, -0.02771, -0.052002, -0.210938, 0.034668, 0.054443, 0.177734, 0.000999, 0.001213, 0.165039, -0.043213, -0.066895, -0.174805, -0.036621, 0.048096, -0.012207, 0.012451, 0.041504, 0.214844, 0.002518, 0.005157, 0.21582, -0.01532, -0.035889, -0.222656, 0.026123, 0.046875, 0.198242, 0.002579, 0.008484, 0.141602, -0.015564, -0.031128, -0.160156, -0.031982, -0.045898, -0.144531, -0.014343, -0.016357, 0.033447, -0.093262, -0.122559, 0.053467, -0.024658, -0.039307, -0.207031, 0.011047, 0.032471, 0.171875, -0.001823, -0.011353, -0.235352, 0.0177, 0.037354, 0.170898, 0.023315, 0.039062, 0.203125, -0.002609, -0.023071, -0.19043, -0.003815, 0.004639, 0.181641, -0.014343, -0.078125, 0.070312, 0.016968, 0.039551, 0.185547, -0.040771, -0.056396, -0.188477, -0.060303, 0.104004, -0.009949, -0.011292, -0.022339, -0.194336, 0.018677, 0.056641, 0.209961, -0.003281, -0.017456, -0.191406, 0.015747, 0.025146, 0.207031, -0.011475, -0.018555, -0.175781, -0.005951, -0.006744, -0.191406, -0.032715, -0.010498, 0.049316, -0.003418, -0.01001, -0.197266, 0.037109, 0.15918, 0.02063, 0.031738, 0.045166, 0.199219, 0.021484, 0.039307, 0.205078, 0.013062, 0.017578, 0.164062, 0.026978, 0.036621, 0.19043, -0.031494, -0.047852, -0.191406, -0.015991, -0.030762, -0.208984, -0.044678, 0.069824, -0.009583, -0.015564, -0.046631, -0.182617, -0.046631, 0.105957, -0.01709, -0.029785, -0.054688, -0.191406, 0.027222, 0.050293, 0.188477, 0.024902, 0.055908, 0.180664, -0.015564, -0.022705, 0.046875, 0.0065, 0.02063, 0.193359, -0.011475, -0.029541, -0.19043, 0.020752, 0.056396, 0.208008, -0.033447, -0.056152, -0.177734, -0.025146, -0.013, 0.040771, -0.002319, 0.021729, 0.163086, 0.005432, 0.015076, 0.209961, 0.008423, 0.016602, 0.21582, 0.055176, 0.083984, 0.21582, 0.063477, 0.095703, -0.077637, 0.013367, 0.039062, 0.188477, 0.025024, 0.052002, 0.202148, 0.044678, 0.061035, -0.060791, -0.060059, -0.117676, -0.05127, 0.041016, 0.107422, 0.014587, -0.047607, -0.063965, -0.197266, -0.066406, -0.100586, -0.134766, -0.02002, -0.049805, -0.15918, -0.003189, -0.007996, -0.160156, 0.021484, 0.036377, -0.047607, -0.001389, -0.012024, -0.163086, -0.003036, -0.022339, -0.181641, -0.002228, -0.009521, -0.199219, -0.117676, -0.172852, -0.043213, 0.023926, 0.037354, 0.203125, -0.024536, -0.049805, -0.193359, -0.077637, -0.125977, 0.016235, -0.006714, -0.014099, -0.199219, 0.016846, 0.053467, -0.054199, -0.011047, -0.023804, -0.198242, 0.087891, 0.110352, -0.023438, -0.022461, -0.036377, -0.200195, 0.061768, 0.086426, 0.171875, -0.010071, -0.030884, -0.193359, -0.020996, -0.057373, -0.183594, -0.013855, -0.0271, -0.191406, -0.05249, -0.104004, -0.133789, -0.050781, -0.087891, -0.15625, 0.010071, 0.022217, 0.199219, -0.022095, -0.039307, -0.220703, -0.041504, -0.068848, -0.228516, 0.022949, 0.032227, 0.197266, 0.050537, 0.071777, 0.178711, 0.002228, 0.0177, 0.18457, -0.040039, -0.098145, 0.02832, 0.006653, 0.011292, 0.193359, 0.033447, 0.071777, 0.207031, -0.028198, -0.045654, -0.165039, -0.015747, -0.033447, -0.183594, -0.017456, -0.106445, 0.034424, -0.005127, -0.008057, -0.197266, -0.025391, -0.040527, -0.185547, -0.010986, -0.016479, -0.210938, 0.003403, 0.121582, -0.00647, 0.041748, 0.082031, 0.137695, 0.017822, 0.02417, 0.233398, 0.049316, 0.103027, -0.003265, 0.003189, 0.003326, -0.202148, -0.013062, -0.105957, 0.014099, -0.020508, -0.032227, -0.174805, -0.000138, -0.008789, -0.172852, 0.010498, 0.040039, 0.210938, -0.010132, -0.02002, -0.186523, 0.078613, 0.088867, -0.02063, -0.005035, 0.009155, 0.233398, 0.003769, 0.007263, 0.191406, -0.016724, -0.023438, -0.180664, 0.087402, 0.093262, -0.021362, 0.013062, 0.026733, 0.222656, 0.041016, 0.055908, 0.199219, 0.013489, 0.015991, 0.152344, -0.038574, -0.062012, -0.173828, 0.012329, 0.028076, 0.195312, -0.024902, -0.05127, -0.180664, -0.000395, 0.0005, -0.082031, -0.011536, -0.030273, -0.115723, 0.031006, 0.053955, 0.179688, 0.007233, 0.054932, 0.202148, -0.010925, -0.091309, -0.101074, -0.022949, -0.04541, -0.180664, 0.007721, 0.015991, 0.192383, 0.026978, 0.048096, 0.207031, -0.013611, -0.029175, -0.200195, 0.016235, 0.072266, -0.131836, -0.029663, -0.08252, -0.200195, 0.005432, 0.018677, -0.024658, 0.020386, 0.037842, 0.198242, -0.006714, -0.025024, -0.182617, -0.032959, -0.046143, -0.197266, 0.024658, 0.018433, -0.044189, -0.052979, -0.073242, -0.186523, -0.009583, -0.147461, -0.026123, 0.049072, 0.119141, 0.123047, -0.047607, -0.06543, -0.186523, 0.028564, 0.143555, 0.091309, 0.030762, 0.05957, 0.183594, 0.055176, 0.105957, 0.055908, 0.015747, 0.047607, 0.210938, 0.02356, 0.064941, 0.167969, 0.00946, 0.013062, 0.180664, -0.024292, -0.042969, -0.191406, -0.028809, -0.044434, -0.157227, 0.011658, 0.022461, 0.199219, -0.007874, -0.02832, -0.181641, 0.029175, 0.057861, 0.178711, 0.066895, 0.085938, 0.186523, -0.043213, -0.140625, -0.054199, -0.02063, -0.102539, 0.021729, -0.019287, -0.034668, -0.203125, 0.038574, 0.088867, -0.044189, 0.02771, 0.055908, -0.073242, -0.011597, -0.020508, -0.186523, -0.000984, 0.005768, 0.181641, -0.013672, -0.053467, -0.209961, 0.013672, 0.054443, 0.249023, -0.035645, -0.067871, -0.181641, -0.002441, -0.001236, 0.19043, -0.00033, -0.094727, 0.015991, 0.034912, 0.056396, 0.189453, -0.012085, -0.021851, -0.182617, -0.015991, -0.025879, -0.188477, 0.040771, 0.10791, 0.144531, 0.028931, 0.041504, 0.212891, 0.029053, 0.054199, 0.193359, 0.004028, 0.015137, 0.195312, -0.003189, -0.010132, -0.188477, -0.002441, -0.010376, -0.146484, 0.03064, 0.040771, 0.209961, 0.026855, 0.044189, 0.203125, 0.013977, 0.036621, -0.077637, -0.001625, -0.006866, 0.189453, -0.002121, 0.103027, 0.006897, -0.022339, -0.043701, -0.174805, 0.041016, 0.072754, 0.152344, 0.033203, 0.044434, 0.172852, -0.03125, -0.059082, 0.058105, -0.007141, -0.086914, 0.039307, 0.02771, 0.05835, 0.183594, 0.016968, 0.030151, 0.182617, -0.011719, -0.028809, -0.207031, 0.003448, 0.003998, -0.1875, 0.017334, 0.026733, 0.203125, -0.01178, -0.024292, -0.203125, -0.030884, -0.060059, -0.163086, -0.010254, -0.037842, -0.226562, 0.013733, 0.046387, -0.038574, 0.015747, 0.033691, 0.173828, -0.011902, -0.032471, -0.193359, -0.034668, -0.056885, -0.191406, -0.019531, -0.029907, -0.240234, 0.04834, -0.081543, 0.001427, 0.038818, 0.069336, 0.173828, -0.037109, -0.054688, -0.197266, 0.026245, 0.044922, 0.175781, -0.028687, -0.047119, -0.204102, -0.033447, -0.064941, -0.197266, -0.0354, -0.061523, -0.191406, 0.062012, 0.11377, 0.088379, 0.010742, 0.014771, -0.03064, 0.008484, 0.02002, 0.202148, -0.019409, -0.036377, -0.201172, 0.020508, 0.050781, 0.183594, -0.013611, -0.039307, -0.219727, 0.00946, 0.023438, 0.193359, 0.021362, 0.052002, 0.192383, -0.056152, -0.102539, -0.131836, 0.085938, 0.09375, -0.01709, -0.023071, -0.04126, -0.195312, 0.002365, 0.009277, 0.096191, -0.038574, -0.054932, -0.166016, 0.009888, 0.029297, -0.04126, 0.007294, 0.012268, 0.178711, 0.003143, -0.000591, 0.181641, 0.037842, 0.058105, 0.193359, -0.027588, -0.042969, -0.21582, -0.016113, -0.041504, -0.205078, -0.005768, -0.01178, -0.135742, 0.019043, 0.043457, 0.205078, 0.04541, 0.092285, 0.111816, 0.012756, 0.027588, 0.207031, -0.031006, -0.044922, -0.191406, -0.010071, -0.028442, -0.204102, -0.003067, -0.012268, -0.125977, 0.003372, 0.014038, 0.186523, -0.01123, -0.029419, -0.178711, -0.023804, -0.052734, 0.05957, -0.038818, -0.070801, -0.186523, -0.056152, -0.100098, -0.207031, -0.01062, -0.036621, -0.208008, -0.023193, -0.050293, -0.181641, 0.008423, 0.022827, 0.189453, 0.008667, 0.015564, 0.176758, 0.023804, 0.029785, -0.047607, 0.00412, 0.011902, 0.196289, 0.045898, 0.070312, 0.182617, 0.033447, 0.052002, 0.186523, -0.049805, -0.086426, -0.152344, -0.014648, -0.033691, -0.196289, 0.022461, 0.044434, 0.18457, -0.015747, -0.029541, 0.040771, -0.000223, 0.000008, -0.084473, -0.01532, -0.023315, -0.197266, 0.039062, 0.071777, 0.157227, 0.011841, 0.017944, -0.039062, 0.018066, 0.02771, 0.210938, 0.001999, 0.003525, 0.225586, -0.000519, -0.003815, -0.176758, 0.059082, 0.069336, -0.053711, 0.022705, 0.041016, 0.18457, 0.039307, 0.136719, 0.008545, -0.019531, -0.044434, -0.180664, -0.009399, -0.018677, -0.18457, -0.035645, -0.113281, 0.015137, -0.027466, -0.053955, -0.193359, -0.016357, -0.046631, -0.145508, -0.00705, -0.017944, -0.208008, -0.048828, -0.079102, -0.196289, 0.000174, -0.001404, -0.209961, 0.051758, 0.091309, 0.161133, -0.003448, -0.008911, -0.178711, -0.01239, -0.03064, -0.208008, 0.063965, 0.101562, 0.165039, 0.02478, 0.013916, -0.046143, -0.021729, -0.046631, -0.185547, 0.028442, 0.086914, -0.044922, 0.015503, 0.034424, 0.198242, 0.05542, 0.075684, 0.167969, 0.000542, 0.000835, -0.22168, -0.016357, -0.030884, -0.202148, 0.018066, 0.029785, 0.201172, -0.014221, -0.028931, -0.198242, -0.037354, -0.058594, -0.21582, 0.020386, 0.033203, 0.155273, 0.03418, 0.040527, 0.151367, -0.01532, -0.021851, -0.174805, -0.011414, -0.053223, -0.206055, 0.028809, 0.044189, 0.178711, -0.040283, -0.048828, -0.191406, -0.029785, -0.06543, 0.081543, -0.008545, -0.016479, -0.189453, -0.029785, -0.052734, -0.176758, -0.027222, -0.052002, -0.191406, 0.023315, 0.038574, 0.19043, -0.018066, -0.020264, 0.036621, 0.012512, 0.026611, 0.166992, -0.000067, -0.001213, -0.10791, 0.002197, 0.011353, 0.203125, -0.043945, -0.069336, -0.150391, -0.012512, -0.018799, -0.192383, -0.000824, -0.037109, -0.202148, 0.000311, -0.003738, -0.157227, 0.039307, 0.065918, 0.216797, 0.007263, 0.032715, 0.189453, 0.014465, 0.02356, 0.196289, -0.055664, -0.070801, 0.065918, -0.030273, -0.059326, -0.180664, 0.01532, 0.026123, 0.211914, 0.018555, 0.028931, 0.210938, -0.013123, -0.025635, 0.077637, 0.006714, 0.020142, 0.206055, -0.019287, -0.048828, 0.085938, -0.049561, -0.068359, 0.073242, 0.038818, 0.064453, 0.181641, 0.007202, 0.013733, 0.192383, 0.006012, 0.025635, 0.202148, -0.01062, -0.031738, -0.217773, 0.021118, 0.052979, 0.173828, 0.000957, -0.007568, -0.138672, 0.04834, 0.117188, 0.029541, 0.015625, 0.037109, 0.198242, 0.006989, 0.018066, 0.208984, -0.049316, -0.073242, -0.175781, -0.014404, -0.037598, -0.167969, 0.030273, 0.089844, 0.228516, -0.002884, -0.005615, -0.168945, -0.027954, -0.04126, -0.178711, 0.022095, 0.04248, 0.197266, -0.034424, -0.071289, -0.176758, -0.018188, -0.041992, -0.195312, 0.0047, 0.011963, 0.183594, 0.010437, 0.030396, 0.18457, -0.018921, -0.039062, -0.207031, 0.000912, 0.004791, 0.212891, -0.01709, -0.020264, 0.054932, 0.008362, 0.015137, 0.173828, -0.008606, -0.024048, -0.213867, 0.016479, 0.029053, 0.198242, 0.052979, 0.099609, 0.041504, 0.05957, -0.086914, 0.027344, 0.009949, 0.016602, 0.198242, 0.006042, 0.012085, 0.19043, -0.003006, -0.009827, -0.154297, -0.022949, -0.045166, -0.198242, 0.062012, 0.102539, 0.126953, 0.002121, 0.000706, -0.158203, 0.011475, 0.089355, -0.032471, -0.029175, -0.106934, 0.020874, -0.026733, -0.053467, -0.175781, -0.016357, -0.035889, 0.044189, 0.033203, 0.064941, 0.257812, 0.016602, 0.038818, 0.18457, 0.036377, 0.048828, 0.1875, -0.00132, -0.007477, -0.129883, 0.063477, 0.080078, 0.155273, -0.015869, -0.104004, 0.011963, 0.022461, 0.034668, 0.175781, -0.061768, -0.083984, -0.147461, -0.010437, -0.018188, -0.198242, -0.012451, -0.048828, -0.195312, -0.019775, -0.03418, -0.223633, -0.037842, -0.130859, -0.04248, -0.005402, -0.016235, -0.188477, -0.072754, -0.079102, 0.007721, 0.033691, 0.068848, 0.198242, 0.028564, 0.062012, 0.132812, -0.01416, -0.020508, -0.205078, -0.060791, -0.115234, -0.02063, 0.034668, 0.049805, 0.195312, -0.033691, -0.073242, -0.198242, 0.008789, 0.021362, 0.203125, -0.07959, -0.102051, -0.098145, 0.041748, 0.067871, 0.183594, -0.050293, -0.076172, -0.175781, 0.009155, 0.045898, 0.207031, 0.020386, 0.033936, 0.174805, -0.015747, -0.026489, -0.198242, 0.016724, 0.042725, 0.188477, 0.02417, 0.060303, 0.208008, 0.026001, 0.045654, 0.194336, 0.053467, 0.110352, 0.046631, 0.015625, 0.040771, 0.176758, 0.028809, 0.046387, 0.196289, 0.022339, 0.048828, 0.183594, 0.012939, 0.021851, -0.04541, -0.025391, -0.063965, 0.045166, 0.052979, 0.105957, 0.100098, 0.02478, 0.032715, 0.183594, -0.015381, -0.027344, -0.192383, -0.014648, -0.031982, -0.19043, -0.027588, -0.045898, 0.054932, 0.013, 0.017456, -0.037109, 0.068359, -0.094727, 0.003891, -0.010742, -0.032471, -0.197266, 0.013123, 0.031982, 0.231445, 0.034668, 0.087891, 0.202148, 0.026733, 0.049805, 0.224609, 0.015991, 0.062988, -0.070801, -0.020264, -0.033691, -0.18457, 0.02063, 0.043945, 0.22168, 0.002151, -0.002991, -0.230469, -0.001411, -0.010803, -0.178711, -0.054932, -0.080566, 0.046631, -0.032471, -0.014709, 0.045898, -0.016479, -0.026367, 0.043213, 0.004425, 0.137695, -0.016235, 0.041748, 0.059814, 0.200195, 0.011292, 0.023071, 0.198242, -0.020874, -0.043945, -0.19043, 0.020264, 0.028687, 0.152344, -0.026245, -0.05542, -0.177734, -0.023438, -0.101562, 0.026001, 0.00415, 0.03125, 0.204102, 0.007141, 0.019165, 0.181641, -0.014526, -0.030151, -0.204102, 0.045654, -0.078125, 0.016724, 0.022461, 0.045166, 0.178711, 0.0271, 0.047607, 0.170898, -0.029663, -0.106445, 0.011597, -0.005402, -0.002304, -0.239258, 0.007385, 0.021118, 0.206055, 0.026855, 0.11084, 0.037598, 0.032959, 0.044922, 0.191406, -0.014893, -0.035645, 0.061035, -0.012817, -0.021362, -0.202148, -0.03833, -0.108887, 0.036377, 0.004089, 0.008728, 0.183594, 0.03125, 0.045166, 0.198242, 0.024414, 0.037598, 0.197266, -0.029907, -0.070801, -0.195312, 0.019409, 0.033203, 0.194336, -0.035156, -0.05835, -0.176758, 0.039795, 0.09082, 0.202148, -0.0177, -0.026123, -0.198242, -0.007935, -0.017456, -0.177734, 0.009705, 0.02417, 0.176758, 0.023315, 0.044189, 0.197266, 0.009216, 0.022827, 0.181641, 0.055176, 0.105469, 0.158203, 0.014282, 0.025269, 0.197266, -0.010193, -0.037842, -0.181641, -0.015625, -0.027344, 0.055908, -0.0354, -0.101074, 0.015076, 0.016357, 0.056885, 0.178711, 0.019287, 0.043457, 0.193359, 0.064941, 0.111328, 0.200195, -0.003586, -0.00415, 0.185547, -0.007202, -0.019653, -0.199219, 0.021729, 0.027466, -0.046631, -0.014771, -0.041748, -0.200195, -0.005249, -0.031494, -0.176758, -0.000236, -0.00074, -0.050537 ] } , "name": "LlmExporter::FusedLinearAttention_699", "outputIndexes": [ 424 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 401, 423, 423, 424 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.6/self_attn/FusedLinearAttention", "outputIndexes": [ 425 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 412, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 426 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 420, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.6/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 427 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 426, 427, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.6/self_attn/Concat_1_output_0", "outputIndexes": [ 428 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 425, 428 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.6/self_attn/Reshape_output_0", "outputIndexes": [ 429 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 429 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1159 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1159 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1160 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1160 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 69577474, 524310, 131072, 0, 0 ] } , "name": "/layers.6/self_attn/out_proj/Linear", "outputIndexes": [ 1161 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1161 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1162 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1162 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.6/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 430 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 398, 430 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Add_output_0", "outputIndexes": [ 431 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 431 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 70232856, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.6/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 432 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 432 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1163 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1163 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1164 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1164 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 70241048, 2359318, 589824, 0, 0 ] } , "name": "/layers.6/mlp/w1/Linear", "outputIndexes": [ 1165 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1165 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/mlp/w1/Linear/post_convert", "outputIndexes": [ 1166 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1166 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/w1/Linear/post_reshape", "outputIndexes": [ 433 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 433 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.6/mlp/Mul_output_0", "outputIndexes": [ 434 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1164 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 73190190, 2359318, 589824, 0, 0 ] } , "name": "/layers.6/mlp/w3/Linear", "outputIndexes": [ 1169 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1169 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/mlp/w3/Linear/post_convert", "outputIndexes": [ 1170 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1170 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/w3/Linear/post_reshape", "outputIndexes": [ 435 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 434, 435 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/mlp/Mul_1_output_0", "outputIndexes": [ 436 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 436 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1171 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1171 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.6/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1172 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1172 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 76139332, 2359318, 589824, 0, 0 ] } , "name": "/layers.6/mlp/w2/Linear", "outputIndexes": [ 1173 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1173 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.6/mlp/w2/Linear/post_convert", "outputIndexes": [ 1174 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1174 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.6/mlp/w2/Linear/post_reshape", "outputIndexes": [ 437 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 431, 437 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.6/Add_1_output_0", "outputIndexes": [ 438 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 438, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.7/Reshape_output_0", "outputIndexes": [ 439 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 439 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 79088474, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.7/input_layernorm/Mul_1_output_0", "outputIndexes": [ 440 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 440 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1175 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1175 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1176 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1176 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 79096666, 1572886, 393216, 0, 0 ] } , "name": "/layers.7/self_attn/in_proj/Linear", "outputIndexes": [ 1177 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1177 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1178 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1178 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 441 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 441 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.7/self_attn/Transpose_output_0", "outputIndexes": [ 442 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 440 ] , "main_type": "NONE", "name": "/blocks.7/self_attn/Shape_output_0", "outputIndexes": [ 443 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 443 ] , "main_type": "NONE", "name": "Shape738", "outputIndexes": [ 444 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 443 ] , "main_type": "NONE", "name": "Rank740", "outputIndexes": [ 445 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 445, 445 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp742", "outputIndexes": [ 446 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 446 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze743", "outputIndexes": [ 447 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 446, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp745", "outputIndexes": [ 448 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 448 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze746", "outputIndexes": [ 449 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 444, 447, 449, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice749", "outputIndexes": [ 450 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 450 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze750", "outputIndexes": [ 451 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 451, 451 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp752", "outputIndexes": [ 452 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 443, 452, 446 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.7/self_attn/Gather_output_0", "outputIndexes": [ 453 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 453, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_output_0", "outputIndexes": [ 454 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 446 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze760", "outputIndexes": [ 455 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 448 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze763", "outputIndexes": [ 456 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 444, 455, 456, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice766", "outputIndexes": [ 457 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 457 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze767", "outputIndexes": [ 458 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 458 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp768", "outputIndexes": [ 459 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 459, 458 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp769", "outputIndexes": [ 460 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 443, 460, 446 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.7/self_attn/Gather_1_output_0", "outputIndexes": [ 461 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 461, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 462 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 454, 462, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.7/self_attn/Concat_output_0", "outputIndexes": [ 463 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 463, 32 ] , "main_type": "NONE", "name": "/blocks.7/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 464 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.014954, 0.01416, -0.033691, 0.057373, 0.108398, -0.072754, 0.022705, 0.059326, 0.201172, 0.005615, 0.032471, 0.246094, 0.047852, 0.152344, -0.000797, -0.001617, 0.001778, 0.15332, 0.023682, 0.016968, -0.042969, 0.033936, 0.071777, 0.166992, -0.080078, -0.094238, -0.142578, 0.031494, 0.064941, 0.220703, 0.03125, 0.07373, 0.195312, 0.010742, 0.028442, -0.163086, -0.006805, -0.018799, -0.120605, 0.028687, 0.050293, 0.163086, -0.119141, -0.084473, 0.04541, -0.012634, -0.047119, -0.175781, -0.002884, -0.015137, -0.149414, 0.00386, 0.008423, 0.160156, 0.01239, 0.02771, 0.180664, 0.027832, 0.056152, 0.162109, -0.017944, -0.031738, -0.211914, 0.02124, 0.069824, 0.229492, -0.015991, -0.033691, -0.207031, -0.013123, -0.028564, -0.208008, -0.000992, -0.006683, -0.120117, 0.024414, 0.039307, 0.168945, 0.011597, 0.03064, 0.182617, -0.044189, -0.104004, 0.016968, 0.003342, 0.042969, 0.24707, 0.002365, 0.023682, 0.166016, -0.074707, -0.117188, -0.004913, -0.014465, -0.044678, -0.220703, -0.050049, -0.07959, -0.205078, 0.02124, 0.042969, 0.225586, 0.028076, 0.095703, 0.194336, -0.013123, -0.039551, -0.216797, -0.029541, -0.062988, -0.200195, -0.007782, -0.033447, -0.219727, 0.001144, 0.00206, -0.223633, 0.014465, 0.034668, 0.205078, -0.00058, -0.029175, -0.203125, -0.090332, -0.126953, -0.031738, -0.015381, -0.074219, -0.232422, -0.010803, -0.024902, -0.146484, -0.030762, -0.043457, -0.163086, -0.023804, -0.128906, 0.016479, 0.004669, 0.028687, 0.245117, -0.046631, -0.092773, -0.200195, 0.025024, 0.060303, 0.1875, -0.024292, -0.01532, 0.03833, 0.025024, 0.058838, 0.15918, -0.017822, -0.033936, -0.182617, -0.030762, -0.055176, -0.176758, -0.013062, -0.026367, -0.240234, -0.009705, -0.135742, -0.011719, 0.002777, -0.003357, -0.164062, 0.038574, 0.12207, -0.019165, -0.044922, -0.100586, 0.068848, 0.045166, 0.124512, 0.086426, 0.039795, 0.070312, 0.19043, -0.0354, -0.121094, -0.142578, -0.006744, -0.028931, -0.198242, 0.071289, 0.108887, 0.121094, 0.020752, 0.02478, -0.037109, 0.026245, 0.089844, 0.158203, -0.001755, 0.015747, 0.206055, 0.02063, 0.019531, -0.044922, 0.090332, 0.12793, 0.042725, -0.008362, -0.008972, -0.193359, -0.002197, -0.024048, -0.241211, 0.02417, 0.054199, 0.219727, -0.010864, -0.064941, 0.102539, -0.020508, -0.032715, -0.193359, 0.032959, 0.050293, 0.136719, -0.094238, -0.145508, -0.078613, -0.012207, -0.026367, -0.19043, -0.028564, -0.048584, -0.189453, 0.011841, 0.035156, 0.162109, -0.057861, -0.103516, -0.19043, -0.001839, -0.034668, 0.03833, -0.004791, -0.030884, -0.229492, -0.082031, -0.104004, 0.017578, 0.071289, 0.08252, 0.1875, 0.013916, 0.02063, -0.032959, 0.020874, 0.066895, -0.059082, -0.027832, -0.065918, -0.226562, 0.009827, 0.015137, -0.027954, 0.020142, 0.062256, -0.054688, -0.010315, -0.099121, 0.056641, -0.032471, -0.067871, -0.182617, -0.007874, -0.026245, -0.18457, -0.016235, -0.037354, -0.199219, -0.044434, -0.081055, -0.168945, -0.001335, -0.044189, -0.185547, 0.026855, 0.040771, 0.169922, -0.029541, -0.041748, -0.263672, -0.007568, -0.025757, -0.177734, 0.076172, 0.106445, 0.103516, 0.006317, 0.023071, 0.22168, 0.00705, 0.02356, 0.209961, 0.021484, 0.063965, 0.151367, 0.006195, 0.025879, 0.214844, 0.011658, 0.025391, 0.177734, 0.030762, 0.078125, 0.180664, -0.015869, -0.057373, -0.171875, -0.059814, -0.113281, -0.125977, -0.027954, -0.060791, -0.1875, -0.006287, -0.022095, -0.206055, 0.04126, 0.069824, 0.1875, -0.012085, -0.027222, -0.208984, 0.068848, 0.101074, -0.102539, -0.02002, -0.054199, -0.195312, 0.002289, 0.010254, 0.139648, -0.008667, -0.019043, -0.223633, -0.003052, -0.011902, -0.180664, 0.005768, 0.022827, 0.178711, 0.016479, 0.035156, -0.046143, 0.068359, 0.09082, 0.179688, -0.015564, -0.030762, -0.203125, 0.000744, -0.022095, -0.206055, -0.069336, -0.118652, -0.19043, 0.018677, 0.06543, 0.203125, -0.064453, -0.101562, -0.172852, -0.025635, -0.03833, -0.195312, -0.033203, -0.104004, 0.074219, -0.014709, -0.074219, 0.027344, 0.039307, 0.103516, 0.02124, 0.104492, 0.120117, 0.092773, -0.034668, -0.064453, -0.195312, -0.007812, -0.010803, 0.019165, 0.002884, 0.005646, -0.19043, 0.023438, 0.026123, -0.049805, -0.012146, -0.030518, -0.217773, -0.000652, 0.001518, 0.169922, -0.005768, -0.026855, -0.205078, -0.022949, -0.04541, -0.1875, -0.007812, -0.02478, -0.21582, -0.017212, -0.036377, -0.18457, -0.010498, -0.022217, -0.188477, -0.008972, -0.046387, -0.199219, -0.025146, -0.048584, -0.197266, 0.013916, 0.038086, 0.181641, 0.086426, 0.124023, 0.05127, -0.055176, -0.10791, 0.030029, -0.015747, -0.04834, -0.180664, 0.010803, 0.062012, -0.05835, -0.012695, -0.036377, -0.186523, 0.052002, 0.119141, 0.144531, -0.060547, -0.099609, -0.123047, -0.00946, -0.108398, -0.01709, 0.026855, 0.054199, 0.19043, -0.018921, -0.071289, 0.136719, -0.021973, -0.049316, -0.18457, -0.06543, -0.103516, -0.167969, 0.045898, 0.073242, 0.125977, -0.002762, 0.009827, 0.211914, 0.067383, 0.09082, 0.168945, -0.034668, -0.05835, -0.188477, 0.014465, 0.027344, 0.202148, -0.019653, -0.047363, -0.189453, -0.032959, -0.066406, -0.149414, -0.000774, 0.021606, 0.225586, 0.014343, 0.031738, 0.175781, 0.043457, 0.039062, -0.052246, 0.002213, 0.006409, 0.121094, 0.08252, 0.133789, 0.124512, 0.055176, 0.089844, 0.1875, -0.025635, -0.050293, -0.212891, -0.054199, -0.104492, 0.074219, -0.095215, -0.119629, -0.103027, 0.023315, 0.106445, 0.009338, -0.003708, -0.019287, -0.206055, -0.013367, -0.033447, -0.212891, -0.019653, -0.060791, -0.183594, 0.00708, 0.011475, 0.188477, 0.019775, 0.066895, 0.178711, -0.020264, -0.048096, -0.201172, 0.01416, 0.03833, -0.056641, 0.081543, 0.115723, 0.04248, 0.002625, 0.002792, -0.158203, 0.077637, 0.123047, 0.062012, -0.001198, 0.000568, 0.176758, -0.00592, -0.019409, -0.176758, -0.019653, -0.038818, -0.236328, 0.026367, 0.044189, 0.197266, -0.011047, -0.031738, -0.21582, 0.000248, 0.142578, -0.005066, -0.008179, -0.019287, -0.089355, 0.012085, 0.041504, 0.211914, 0.018555, 0.066895, -0.054199, -0.023438, -0.052734, -0.181641, 0.023804, 0.057129, 0.225586, 0.002625, -0.000123, -0.176758, 0.02417, 0.061768, 0.210938, 0.024414, 0.118164, 0.1875, 0.024658, 0.059814, 0.217773, -0.000957, -0.000418, 0.173828, -0.012085, -0.025146, -0.166016, -0.026367, -0.055908, -0.189453, 0.018677, 0.041992, 0.1875, -0.080566, -0.085449, -0.068359, -0.006683, -0.015869, -0.198242, -0.019287, -0.042236, -0.194336, 0.107422, 0.124023, -0.008362, 0.030884, 0.083008, 0.200195, 0.027832, 0.041016, 0.195312, 0.000568, -0.025024, -0.220703, 0.052734, 0.079102, 0.219727, 0.033203, 0.081543, 0.251953, -0.027954, -0.05249, -0.249023, 0.089844, 0.046387, -0.02832, -0.030396, -0.096191, -0.166992, 0.030518, 0.068848, 0.213867, 0.019409, 0.050537, 0.181641, -0.033936, -0.072266, -0.163086, 0.075684, 0.101562, 0.063965, -0.049072, -0.084473, -0.191406, -0.017334, -0.037598, -0.183594, 0.030518, 0.070801, 0.208008, -0.010803, -0.029175, -0.1875, 0.008606, 0.038574, 0.214844, 0.04126, 0.070801, 0.149414, -0.059814, -0.143555, -0.110352, 0.081543, 0.116699, 0.075684, 0.002075, -0.035889, -0.234375, -0.010376, -0.051758, -0.199219, 0.08252, 0.104492, -0.042236, 0.013245, 0.045654, 0.166992, -0.018188, -0.036377, -0.166992, 0.006683, 0.022705, 0.172852, 0.007477, 0.015625, 0.202148, 0.000694, 0.007172, 0.133789, 0.010925, 0.023926, 0.203125, -0.01709, -0.067871, 0.058105, -0.033936, -0.060547, -0.206055, -0.07373, -0.128906, 0.043701, -0.047852, -0.088379, -0.207031, -0.066406, -0.140625, -0.104492, -0.041504, -0.085449, -0.183594, -0.001259, 0.017212, 0.192383, 0.061768, 0.078613, 0.12207, 0.018311, 0.029419, 0.166016, 0.025146, 0.067871, -0.061768, 0.074219, 0.116699, 0.046875, 0.000437, 0.003494, -0.147461, -0.041748, -0.128906, 0.056885, 0.014771, 0.048584, 0.19043, 0.002625, -0.002991, -0.15918, -0.00647, -0.072266, 0.059082, 0.044678, 0.07373, 0.186523, -0.01709, -0.046143, -0.205078, -0.01239, -0.041504, -0.208984, 0.044922, 0.081055, 0.328125, 0.048096, 0.081543, 0.191406, 0.011169, 0.00885, 0.060059, -0.039307, -0.074707, -0.186523, 0.010925, 0.025269, 0.242188, 0.044189, 0.081543, 0.181641, 0.052734, 0.116211, 0.12207, 0.055664, 0.149414, 0.040527, -0.019409, -0.068848, 0.051514, -0.031738, -0.062256, -0.200195, 0.006775, 0.026123, 0.202148, 0.01355, 0.029541, 0.179688, 0.025391, 0.043457, 0.164062, 0.015747, 0.063477, -0.054443, -0.020508, -0.039795, 0.080078, -0.027588, -0.047607, -0.200195, 0.047363, 0.075195, 0.150391, -0.022217, -0.059814, -0.182617, 0.0177, 0.065918, -0.055908, -0.014893, -0.034912, -0.204102, -0.036133, -0.068359, -0.175781, 0.029663, 0.046387, 0.152344, -0.000538, -0.00206, 0.178711, -0.032959, -0.082031, -0.146484, -0.050049, -0.103027, -0.179688, -0.003342, -0.001274, 0.192383, 0.053955, 0.100586, 0.131836, 0.025391, 0.049316, 0.192383, 0.023804, 0.05127, 0.217773, 0.020996, 0.024658, -0.050049, -0.028442, -0.092285, -0.178711, -0.022827, -0.073242, -0.198242, 0.029785, 0.052979, 0.201172, -0.094238, -0.111328, -0.091797, 0.017334, 0.043945, 0.206055, -0.007172, -0.012878, -0.172852, 0.011902, 0.052246, 0.198242, 0.002075, 0.004822, -0.208008, 0.059814, 0.100098, 0.196289, -0.002396, -0.007996, -0.207031, -0.022583, -0.023315, 0.045898, 0.012146, 0.030762, 0.203125, 0.007172, 0.018677, 0.158203, -0.00193, -0.01062, -0.199219, -0.009521, -0.029663, -0.208984, -0.008301, -0.032471, -0.195312, 0.033936, 0.0625, 0.147461, -0.013306, -0.034424, -0.1875, 0.084961, 0.138672, 0.09668, -0.007721, -0.017212, -0.147461, 0.014526, 0.026367, 0.169922, -0.048584, -0.069824, -0.15332, 0.000085, -0.022949, -0.201172, -0.073242, -0.08252, -0.173828, 0.023315, 0.09082, -0.051758, -0.040039, -0.068359, -0.188477, -0.018799, -0.034668, -0.1875, -0.014282, 0.041748, -0.022583, -0.018677, -0.039795, -0.160156, 0.026611, 0.092285, 0.197266, 0.009949, 0.004791, 0.182617, -0.034668, -0.05127, -0.186523, -0.033203, -0.10498, 0.075195, -0.005402, -0.030273, -0.192383, 0.052002, 0.105469, 0.057861, -0.012146, -0.068359, -0.200195, 0.016235, 0.016357, -0.036865, 0.021851, 0.054688, 0.208984, 0.007019, 0.021851, 0.180664, 0.043701, 0.141602, 0.098633, 0.001312, 0.004028, -0.179688, 0.014954, 0.01062, -0.024658, -0.021484, -0.046387, -0.200195, 0.022583, 0.04248, 0.206055, -0.002701, -0.007782, -0.18457, 0.00003, 0.000246, -0.151367, 0.030029, 0.060791, 0.197266, 0.002014, 0.0047, -0.217773, -0.031738, -0.059082, -0.212891, 0.018799, 0.017578, -0.03833, 0.031128, 0.105469, -0.074219, 0.002548, -0.088379, 0.028564, -0.024902, -0.054443, -0.177734, 0.014648, 0.030273, 0.267578, -0.017212, -0.043945, -0.198242, -0.026489, -0.05542, -0.204102, -0.060303, -0.083496, -0.163086, -0.013, -0.026367, -0.201172, 0.021606, 0.051514, 0.195312, 0.083496, 0.128906, 0.060791, -0.033691, -0.10791, 0.068359, 0.016479, 0.056396, -0.050293, 0.020874, 0.061035, -0.061035, 0.012451, 0.021851, 0.243164, -0.047852, -0.129883, -0.002808, 0.07666, 0.125977, 0.130859, 0.031738, 0.05127, 0.135742, 0.007019, 0.031738, 0.210938, -0.001305, 0.006714, 0.185547, 0.018799, 0.052246, 0.182617, -0.038574, -0.08252, -0.147461, -0.023071, -0.024536, 0.04834, -0.091797, -0.148438, -0.024048, 0.008789, 0.033203, 0.193359, 0.033936, 0.070312, 0.178711, -0.000154, 0.105957, 0.145508, -0.04126, -0.060059, -0.179688, 0.007355, 0.053711, -0.032959, 0.032959, 0.095215, 0.146484, -0.019043, -0.061768, -0.201172, -0.019897, -0.08252, 0.074707, -0.021729, -0.056396, -0.21582, -0.001411, -0.09082, 0.004974, -0.015747, -0.03418, -0.204102, -0.028198, -0.103027, 0.073242, 0.000774, -0.00415, -0.130859, -0.007782, -0.032471, -0.193359, 0.004425, 0.027466, 0.186523, -0.005737, -0.019775, -0.191406, -0.003586, -0.032471, 0.045166, -0.014587, -0.062256, -0.162109, -0.037842, -0.085938, -0.025635, -0.008362, -0.035645, -0.173828, 0.018311, 0.056152, 0.242188, 0.079102, 0.107422, 0.066406, -0.00824, -0.076172, 0.056152, -0.009644, -0.052002, -0.212891, 0.000828, 0.003311, 0.163086, 0.002045, 0.017334, 0.179688, 0.001518, 0.009827, 0.211914, 0.059082, 0.09668, 0.149414, 0.020874, 0.050293, 0.223633, -0.012634, -0.057373, -0.198242, -0.054199, -0.088867, -0.160156, -0.011292, -0.031738, -0.217773, -0.009827, -0.02356, 0.036865, 0.017212, 0.047607, 0.194336, -0.019409, -0.034424, -0.257812, -0.018921, -0.038818, -0.211914, 0.001602, 0.003265, -0.192383, -0.044922, -0.119141, 0.014709, -0.019531, -0.036865, -0.19043, -0.012451, -0.049561, -0.207031, 0.043945, 0.085449, 0.160156, -0.057861, -0.087891, -0.152344, -0.034424, -0.05835, -0.210938, -0.008057, -0.021118, -0.191406, 0.093262, 0.12793, 0.067383, -0.024048, -0.080566, -0.060791, 0.018311, 0.053467, 0.185547, 0.02832, 0.075684, 0.160156, -0.004089, -0.029907, -0.201172, 0.004089, 0.023193, 0.1875, -0.01178, -0.034424, -0.191406, 0.007355, 0.09375, -0.054443, 0.005524, 0.006073, -0.189453, 0.069824, 0.114746, 0.117676, 0.000889, -0.000698, -0.201172, -0.042725, -0.055664, -0.186523, 0.047607, 0.075684, 0.174805, 0.017944, 0.061279, 0.202148, 0.019531, 0.019287, -0.043213, -0.022095, -0.048584, -0.170898, -0.032715, -0.095215, -0.166992, -0.031738, -0.054443, -0.206055, -0.064941, -0.093262, -0.180664, -0.018066, -0.063477, -0.194336, -0.007874, -0.023315, -0.203125, -0.052979, -0.135742, -0.152344, -0.073242, -0.135742, -0.106934, 0.035156, 0.061035, 0.186523, 0.009399, 0.031128, 0.204102, -0.03418, -0.082031, -0.170898, 0.020996, 0.050537, 0.192383, -0.021973, -0.121094, 0.007812, 0.020752, 0.037842, 0.191406, 0.04248, 0.09668, 0.085938, -0.019287, -0.041016, -0.244141, -0.060547, -0.116211, -0.110352, 0.059814, 0.103516, 0.148438, -0.046875, -0.081055, -0.097656, 0.02771, 0.058838, 0.175781, 0.023071, 0.048584, 0.157227, -0.00528, -0.018311, -0.243164, -0.026611, -0.068359, -0.173828, -0.022949, -0.067383, -0.214844, 0.015259, 0.026367, -0.043213, -0.039062, -0.050049, 0.05249, -0.084961, -0.128906, -0.06543, -0.040527, -0.075195, -0.177734, -0.000412, 0.014465, 0.208984, -0.016479, -0.015991, 0.038574, -0.02478, -0.050049, -0.182617, 0.054688, 0.06543, 0.15918, 0.000713, -0.003937, -0.186523, 0.041016, 0.066406, 0.166992, -0.001366, -0.002029, -0.06543, -0.021606, -0.023193, 0.039551, 0.003906, 0.031128, -0.027466, -0.014709, -0.04248, -0.196289, -0.014221, -0.014893, 0.033691, 0.023193, 0.078125, 0.135742, 0.000874, 0.003662, -0.200195, 0.059814, 0.091309, 0.131836, 0.022461, 0.029175, -0.041748, -0.010254, -0.020752, -0.193359, -0.057617, -0.118652, 0.007874, 0.034912, 0.029419, -0.045898, -0.005829, -0.010742, 0.201172, -0.025269, -0.097656, 0.078613, -0.041748, -0.080566, -0.158203, 0.006592, 0.015564, 0.155273, 0.077637, 0.124512, 0.161133, 0.002686, -0.09375, 0.047852, -0.069336, -0.123047, -0.152344, 0.019165, 0.047119, 0.154297, -0.042969, -0.060547, -0.165039, -0.013, -0.03125, -0.208984, -0.104492, -0.151367, -0.030029, -0.049072, -0.091309, -0.175781, 0.03125, 0.079102, 0.201172, -0.09082, -0.139648, -0.061768, -0.013611, -0.031738, -0.209961, 0.006073, -0.000702, -0.174805, 0.007019, 0.026855, 0.199219, -0.027344, -0.049561, -0.203125, 0.050293, 0.105957, 0.174805, -0.005768, 0.011719, 0.211914, 0.045166, 0.094238, 0.179688, -0.020142, -0.049561, -0.210938, -0.021606, -0.046143, -0.200195, -0.03125, -0.077637, -0.186523, 0.026123, 0.066406, 0.173828, -0.015564, -0.049316, -0.224609, 0.102051, -0.033447, -0.020996, -0.02478, -0.073242, 0.046875, -0.049805, -0.106445, 0.072754, 0.053955, 0.117188, -0.030273, -0.019043, -0.022583, 0.046631, 0.00264, -0.003464, -0.205078, -0.039551, -0.087402, -0.154297, 0.018433, 0.046875, 0.179688, -0.022217, -0.01709, 0.035645, 0.00885, 0.036865, 0.161133, 0.035156, 0.059326, 0.197266, -0.026489, -0.065918, 0.060303, 0.011047, 0.029419, 0.197266, -0.050781, -0.102539, -0.158203, 0.013123, 0.053223, 0.176758, 0.053223, 0.078125, 0.196289, -0.011658, -0.013611, 0.030029, -0.052734, -0.097656, -0.152344, -0.004547, 0.003998, 0.265625, -0.005737, -0.005463, 0.189453, -0.011719, -0.028564, 0.041748, 0.022461, 0.041016, 0.192383, -0.040283, -0.053955, -0.151367, 0.06543, 0.09668, 0.104004, -0.018921, -0.067383, -0.176758, 0.000111, -0.018066, -0.225586, 0.014587, 0.032471, 0.208984, 0.012207, 0.020996, -0.034912, -0.05835, -0.088379, -0.147461, -0.024536, -0.022217, 0.035889, 0.040039, 0.075684, 0.173828, -0.00592, 0.000435, 0.194336, -0.047119, -0.078613, -0.010193, -0.012207, -0.025269, 0.040527, -0.041748, -0.082031, -0.170898, 0.052002, 0.093262, 0.067871, 0.029419, 0.060303, 0.198242, -0.050537, -0.095703, -0.176758, -0.017944, -0.015137, 0.040771, -0.006256, -0.056396, 0.052734, 0.014832, 0.033447, 0.196289, 0.020874, 0.053711, 0.205078, 0.048584, 0.103516, 0.186523, -0.020508, -0.04126, -0.166016, -0.029785, -0.060303, -0.204102, 0.039795, 0.066406, 0.180664, -0.007294, -0.013855, -0.208008, 0.035156, 0.057861, 0.235352, 0.022705, 0.052002, 0.181641, -0.012024, -0.03125, -0.164062, -0.025269, -0.055908, -0.201172, 0.005035, 0.025269, 0.177734, -0.045898, -0.079102, -0.163086, -0.025513, -0.036133, -0.174805, -0.007263, -0.034912, -0.185547, -0.071777, -0.11084, -0.053223, -0.011292, -0.041016, -0.222656, 0.031982, 0.106445, -0.070312, 0.029297, 0.048096, 0.144531, 0.022339, 0.065918, 0.245117, -0.056885, -0.137695, -0.070312, 0.029175, 0.07666, -0.045166, -0.023682, -0.046387, -0.178711, -0.019287, -0.046875, -0.185547, 0.017212, 0.057617, 0.229492, -0.002945, 0.003723, 0.1875, 0.017456, 0.057373, 0.222656, 0.040771, 0.040283, -0.054932, -0.037354, -0.066895, -0.19043, -0.037842, -0.072266, -0.139648, 0.005524, 0.016846, 0.246094, 0.008789, 0.044189, 0.197266, -0.011658, -0.039795, -0.214844, -0.006439, -0.011108, 0.125977, -0.07959, -0.125977, -0.053955, 0.011536, 0.01355, -0.028931, 0.000111, -0.003265, -0.173828, 0.040771, 0.110352, -0.066895, 0.02417, 0.031128, -0.053711, 0.075684, 0.133789, 0.087402, -0.016113, -0.033691, -0.180664, -0.010193, -0.014465, 0.023315, -0.031982, -0.053955, -0.15918, -0.072266, -0.10791, -0.15332, 0.005341, 0.029053, 0.211914, -0.020508, -0.044922, -0.193359, -0.012756, -0.037842, -0.207031, -0.000372, 0.028687, 0.227539, 0.015869, 0.036133, 0.180664, 0.00528, 0.02063, 0.200195, -0.006744, -0.028931, -0.212891, 0.002197, 0.003403, -0.185547, -0.029907, -0.053223, -0.189453, -0.045654, -0.088379, -0.161133, 0.000729, 0.007294, -0.166016, -0.033691, -0.108887, 0.069824, -0.003815, -0.014893, -0.239258, 0.012146, 0.03125, 0.179688, 0.024414, 0.074707, 0.161133, -0.000075, 0.008362, 0.207031, 0.028442, 0.039307, 0.236328, -0.018066, -0.034424, -0.185547, 0.018433, 0.04248, 0.213867, 0.021118, 0.119141, -0.014709, -0.02417, -0.054443, -0.214844, -0.008057, -0.026733, -0.21875, -0.014465, -0.051514, -0.216797, 0.019043, 0.008606, -0.027466, -0.000881, -0.002411, 0.200195, 0.042236, 0.116699, -0.002838, -0.002319, 0.00235, 0.205078, -0.018555, -0.049805, -0.201172, 0.011414, 0.028198, 0.180664, 0.066406, 0.081543, 0.172852, -0.021606, -0.067383, 0.061035, -0.060547, -0.097168, -0.117188, -0.021729, -0.105469, 0.000045, 0.036133, 0.078613, 0.208984, -0.092773, -0.098633, -0.174805, -0.065918, -0.116699, -0.121582, 0.015503, 0.025635, -0.047119, 0.052734, 0.124023, -0.005646, -0.035156, -0.099609, -0.192383, 0.091797, 0.126953, 0.086426, -0.014282, -0.016602, 0.035889, 0.015076, 0.050537, 0.177734, 0.015259, 0.05127, 0.214844, 0.053223, 0.074219, 0.138672, 0.018311, 0.037109, 0.164062, -0.005157, -0.016846, -0.202148, -0.029419, -0.067871, -0.157227, 0.02124, 0.056396, 0.237305, 0.04248, 0.080078, 0.193359, -0.001663, -0.009338, -0.191406, -0.031494, -0.059082, -0.200195, 0.041504, 0.064453, 0.157227, 0.004944, 0.015625, 0.198242, -0.004913, -0.014099, -0.125, 0.034912, 0.05127, 0.176758, -0.022339, -0.05542, -0.171875, 0.026123, 0.097656, 0.124512, -0.011414, -0.021729, 0.029663, 0.064941, 0.139648, 0.003891, 0.028198, 0.066406, 0.170898, -0.019653, -0.048584, -0.166016, 0.054688, 0.105957, 0.240234, 0.008728, 0.02832, 0.181641, 0.006683, 0.043945, -0.136719, -0.010925, -0.100586, 0.038818, -0.009766, -0.026245, -0.196289, 0.011841, 0.031738, 0.226562, -0.027222, -0.072754, 0.062988, 0.003647, -0.005066, -0.171875, 0.013977, 0.038574, 0.193359, -0.013611, -0.037354, -0.236328, -0.019653, -0.0625, -0.197266, 0.005646, 0.020874, 0.208984, -0.009644, -0.033936, -0.204102, 0.019043, 0.014526, -0.037842, 0.014832, 0.068359, -0.054688, -0.077148, -0.11084, -0.098633, 0.010803, 0.026978, 0.152344, -0.045898, -0.093262, -0.010254, -0.004211, -0.026978, -0.217773, -0.00473, -0.031738, -0.208984, -0.026611, -0.057129, -0.194336, 0.038818, 0.065918, 0.234375, -0.025757, -0.059326, -0.212891, 0.016357, 0.04126, 0.195312, 0.011963, 0.029785, 0.195312, -0.044434, -0.089355, -0.178711, -0.0354, -0.079102, -0.177734, -0.03418, -0.055908, -0.206055, 0.06543, 0.12207, 0.160156, 0.04248, 0.139648, -0.038086, 0.026855, -0.066406, 0.029297, -0.039062, -0.069824, 0.053711, -0.053955, -0.09082, -0.074219, 0.013977, 0.056396, 0.061279, -0.052246, -0.097656, -0.141602, -0.028687, -0.049561, -0.185547, 0.020996, 0.052979, 0.213867, 0.01355, 0.030273, 0.222656, 0.011475, 0.056152, -0.055664, 0.032715, 0.074707, 0.15625, 0.029053, 0.102051, -0.074219, -0.038574, -0.100586, -0.115723, -0.000748, -0.013428, -0.216797, -0.000954, -0.013, -0.18457, -0.055908, -0.137695, 0.001091, -0.049072, -0.100586, -0.210938, -0.061523, -0.125977, -0.129883, -0.039062, -0.088867, -0.173828, -0.005737, -0.030518, -0.229492, -0.002731, -0.049805, -0.206055, 0.007812, 0.083496, -0.070312, 0.024536, 0.048584, 0.241211, -0.011292, -0.03833, -0.208984, -0.027832, -0.05835, -0.220703, 0.021484, 0.019165, -0.039307, 0.013184, 0.041016, 0.198242, -0.023071, -0.04541, -0.183594, -0.042236, -0.070312, -0.180664, -0.097168, -0.129883, -0.154297, 0.000935, 0.001579, -0.213867, 0.062256, 0.104004, 0.185547, 0.009827, 0.032227, 0.166016, 0.007355, 0.018433, 0.148438, -0.099121, -0.134766, -0.094727, -0.003204, -0.00135, 0.231445, -0.002014, 0.006012, 0.152344, 0.047119, 0.101562, 0.102051, 0.042969, 0.114746, -0.062012, -0.011475, -0.077148, 0.064453, 0.053223, 0.053955, -0.031982, 0.011169, 0.026855, 0.244141, 0.001419, -0.013306, -0.207031, 0.033691, 0.060791, 0.202148, 0.037598, 0.074707, 0.253906, -0.018799, -0.038574, -0.204102, -0.000675, -0.006897, -0.25, -0.001358, -0.004791, 0.22168, 0.000343, -0.000977, -0.185547, -0.044189, -0.104492, -0.233398, -0.047607, -0.118164, -0.078125, -0.028198, -0.059814, -0.192383, 0.015747, 0.038574, 0.186523, -0.007996, 0.095215, -0.042236, -0.026001, -0.073242, -0.176758, -0.024536, -0.048828, -0.197266, -0.019653, -0.035156, -0.208008, 0.027466, 0.067383, 0.148438, -0.028564, -0.082031, -0.21582, -0.021118, -0.043701, -0.170898, -0.031128, -0.054443, -0.197266, 0.086914, -0.012268, -0.003586, 0.072266, 0.098145, 0.084961, 0.008362, 0.061523, -0.058105, 0.024292, 0.063965, 0.191406, -0.001396, -0.003098, 0.248047, 0.008179, 0.027832, 0.198242, 0.030029, 0.02832, -0.04541, -0.040771, -0.080566, -0.164062, -0.002945, -0.019897, -0.22168, -0.024292, -0.016968, 0.041504, -0.025391, -0.052734, -0.177734, 0.002899, 0.009216, 0.193359, 0.05127, 0.088867, 0.206055, -0.014465, -0.018555, 0.026001, 0.050293, 0.068848, 0.202148, 0.022949, 0.054688, 0.160156, -0.010986, -0.062988, 0.092773, -0.060059, -0.097168, -0.180664, -0.026978, -0.111328, 0.07666, 0.05249, 0.114746, 0.143555, -0.072266, -0.118652, -0.021118, 0.005829, 0.023682, 0.168945, -0.016724, -0.049805, 0.047363, -0.012024, -0.029907, -0.216797, 0.024414, 0.05957, 0.197266, 0.005005, 0.020752, 0.214844, -0.005524, -0.03833, -0.216797, 0.097168, 0.136719, 0.165039, -0.017822, -0.023193, 0.051758, -0.054443, -0.100586, -0.147461, -0.019653, -0.060059, 0.057617, -0.001556, 0.011719, 0.224609, -0.02832, -0.043701, -0.1875, 0.038574, 0.067383, 0.176758, 0.026733, 0.070312, -0.09082, 0.002487, 0.003281, -0.229492, -0.008972, -0.022339, 0.032959, 0.032227, 0.104004, -0.074707, -0.001938, -0.004181, -0.140625, -0.04126, -0.074219, -0.180664, 0.073242, 0.124512, 0.016968, 0.008545, 0.060547, 0.21582, 0.024048, 0.048584, 0.201172, -0.048828, -0.078125, -0.185547, 0.01178, 0.017822, 0.245117, 0.005127, 0.08252, -0.051514, 0.072266, 0.146484, 0.067383, 0.014954, 0.046387, 0.154297, -0.069336, -0.111328, -0.142578, 0.066406, 0.119629, 0.157227, -0.023926, -0.039062, -0.174805, -0.0625, -0.105469, 0.041504, 0.032959, 0.066895, 0.175781, -0.027344, -0.046631, -0.158203, -0.015564, -0.100586, 0.020874, 0.044922, 0.101074, -0.046631, -0.019775, -0.055908, -0.21875, 0.025391, 0.083008, -0.015259, -0.008423, -0.016235, -0.180664, 0.02417, 0.063965, -0.060303, 0.021606, 0.012024, -0.032471, 0.009216, 0.03125, -0.043701, 0.013428, 0.051025, 0.21582, 0.000351, 0.032959, 0.236328, 0.013306, 0.090332, -0.123047, 0.008972, 0.035156, 0.168945, -0.006409, -0.017944, -0.223633, 0.088867, 0.143555, 0.101074, 0.006805, 0.019043, -0.147461, 0.028198, 0.055176, 0.226562, 0.019287, 0.040283, 0.206055, 0.005615, 0.007324, 0.178711, -0.007812, -0.143555, 0.029297, 0.005493, 0.033447, 0.232422, -0.014404, -0.078613, -0.169922, -0.013489, -0.01709, 0.04541, 0.040527, 0.09668, -0.080078, -0.025024, -0.042725, -0.249023, -0.027832, -0.056641, -0.163086, -0.066406, -0.116211, -0.145508, 0.015198, 0.068359, 0.033203, -0.020142, -0.016968, 0.043701, 0.020264, 0.040283, 0.220703, 0.07666, 0.112793, 0.017212, 0.007355, 0.019897, 0.191406, 0.01532, 0.038574, 0.19043, -0.072266, -0.133789, -0.043457, -0.020508, -0.023193, 0.045898, 0.026367, 0.016357, -0.044434, 0.012878, 0.043213, 0.223633, -0.050049, 0.111816, -0.010803, 0.062988, 0.087891, 0.176758, 0.009216, 0.033203, 0.197266, 0.008423, 0.025269, 0.210938, 0.021973, 0.020996, -0.048096, -0.013916, -0.037109, -0.213867, -0.003296, -0.002991, 0.183594, 0.043213, 0.072754, 0.213867, 0.003815, 0.020142, 0.208984, -0.001213, -0.002914, 0.173828, -0.01532, -0.032715, -0.195312, -0.022217, -0.046875, -0.202148, 0.056641, 0.09668, -0.017212, -0.032715, -0.056641, -0.206055, -0.027832, -0.016357, 0.060303, 0.018433, 0.015625, -0.036133, -0.024536, -0.063965, 0.059814, 0.031738, 0.05957, 0.242188, -0.029907, -0.069824, -0.195312, -0.026978, -0.023804, 0.051025, 0.053467, 0.091309, 0.00116, 0.05835, 0.091797, 0.136719, -0.024292, -0.055908, -0.223633, -0.012024, -0.038574, -0.238281, 0.031982, 0.05542, 0.186523, 0.026978, 0.055908, 0.210938, -0.013672, -0.034424, -0.182617, 0.016357, 0.041748, 0.208008, -0.004761, -0.112793, -0.000431, -0.016357, -0.018066, 0.047607, -0.023926, -0.135742, 0.045654, -0.015076, -0.019531, 0.041016, -0.026611, -0.087891, 0.015869, -0.0065, -0.015198, -0.182617, 0.021851, 0.044678, 0.188477, -0.035889, -0.063965, -0.217773, 0.052002, 0.068359, -0.060303, -0.039307, -0.076172, -0.193359, -0.040771, -0.075684, -0.201172, 0.009705, 0.035156, 0.1875, 0.016357, 0.015503, -0.035645, 0.064941, 0.128906, 0.029419, 0.039795, 0.062012, 0.183594, -0.030762, -0.063477, -0.237305, -0.006866, -0.031006, -0.216797, 0.032715, 0.043457, 0.236328, -0.001709, -0.012329, -0.170898, -0.022827, -0.049072, -0.248047, -0.036377, -0.073242, -0.227539, 0.002808, -0.001572, -0.186523, 0.008423, 0.025513, 0.180664, -0.016724, -0.022461, 0.039551, -0.014709, -0.051025, -0.192383, 0.018677, 0.04541, 0.140625, -0.026978, -0.050781, -0.198242, -0.008362, -0.022705, -0.176758, 0.016602, -0.046143, 0.0271, -0.035889, -0.072754, -0.061279, -0.001297, -0.004303, -0.060059, 0.004456, 0.02771, 0.197266, -0.024048, -0.065918, -0.211914, -0.014832, -0.027588, -0.173828, 0.005859, 0.017334, 0.200195, -0.001701, -0.000938, 0.198242, -0.023804, -0.039062, -0.170898, -0.021118, -0.075684, -0.199219, -0.022583, -0.049316, -0.209961, 0.029785, 0.053711, 0.209961, -0.008667, -0.028931, -0.203125, -0.06543, -0.120117, -0.136719, -0.002365, -0.01062, -0.179688, -0.007507, -0.019775, -0.200195, 0.002518, 0.001984, 0.213867, -0.062988, -0.120117, -0.03418, 0.045654, 0.108398, 0.15918, 0.024048, 0.021973, -0.047852, 0.035889, 0.064941, 0.204102, -0.005402, -0.013733, -0.195312, 0.023438, 0.048584, 0.199219, 0.033447, 0.025513, -0.040527, -0.02356, -0.035645, 0.043701, 0.000732, -0.021973, -0.213867, -0.022217, -0.049805, -0.205078, -0.063965, -0.105469, -0.079102, 0.043213, 0.109863, -0.013916, 0.015747, 0.016602, -0.039551, 0.000307, 0.002121, 0.18457, 0.024902, 0.11084, -0.059082, -0.009644, -0.041748, -0.226562, -0.025024, -0.104492, -0.052002, -0.050781, -0.09082, -0.209961, 0.050049, 0.054199, 0.131836, 0.012756, 0.031738, 0.212891, -0.00589, -0.020386, -0.207031, 0.013733, 0.036865, 0.199219, 0.017456, 0.046631, 0.205078, 0.05249, 0.09375, 0.15625, -0.070801, -0.113281, -0.042236, 0.013489, 0.036621, 0.201172, 0.021484, 0.037598, 0.194336, 0.054443, 0.075195, 0.189453, -0.041748, -0.058838, -0.139648, 0.041748, 0.09375, 0.213867, 0.047119, 0.093262, 0.177734, -0.069824, -0.136719, -0.047363, 0.035889, 0.074219, 0.191406, -0.033203, -0.056152, -0.193359, -0.04834, -0.080078, -0.167969, 0.047119, 0.091309, 0.175781, -0.022461, -0.045166, -0.191406, 0.001701, -0.008362, -0.204102, -0.000778, 0.008545, 0.191406, 0.018066, 0.026367, 0.163086, -0.000343, -0.001465, -0.182617, -0.08252, -0.117676, -0.149414, 0.001366, -0.008301, -0.209961, 0.019287, 0.023071, -0.046143, -0.045166, -0.088867, 0.072754, -0.003906, -0.017334, -0.208984, 0.012024, 0.029663, 0.197266, -0.017944, -0.035645, -0.244141, 0.02832, 0.058594, 0.18457, -0.009277, -0.026123, -0.21582, 0.00383, 0.019775, 0.212891, -0.070312, -0.142578, -0.02002, 0.004059, 0.067383, 0.113281, -0.031006, -0.080566, -0.165039, 0.095703, 0.133789, 0.057373, -0.013367, -0.031738, -0.207031, -0.016357, -0.036133, -0.208008, 0.001892, 0.016113, 0.19043, -0.019165, -0.071289, -0.236328, -0.062988, -0.104004, 0.059326, 0.023071, 0.058838, 0.216797, 0.015869, 0.028931, 0.240234, 0.072754, 0.09082, 0.147461, 0.009399, 0.100586, -0.020508, -0.020874, -0.037109, 0.037842, -0.031738, -0.061035, -0.201172, -0.056396, -0.112793, -0.146484, -0.000423, -0.00058, -0.219727, -0.047607, -0.101562, 0.015625, -0.025635, -0.013611, 0.039551, -0.022095, -0.040771, -0.168945, 0.049805, 0.066406, -0.084473, -0.021118, -0.056396, -0.225586, -0.005402, -0.011475, -0.205078, 0.035156, 0.090332, 0.203125, 0.021362, 0.039795, 0.228516, 0.015259, 0.026123, 0.261719, 0.041992, 0.100098, 0.097168, 0.024658, 0.078613, 0.18457, -0.001999, -0.001862, 0.194336, 0.075195, 0.112793, 0.166016, -0.006073, -0.129883, 0.006439, 0.018921, 0.042236, 0.192383, 0.010925, 0.019409, 0.210938, 0.085449, 0.05835, -0.121094, 0.014648, 0.030151, 0.211914, -0.042236, -0.063477, -0.179688, 0.009277, 0.034912, 0.204102, 0.008972, 0.027588, 0.217773, 0.013855, 0.067383, -0.054199, 0.015503, 0.066895, -0.054443, 0.061279, 0.112793, 0.067871, 0.031494, 0.09082, 0.15332, 0.039062, 0.079102, 0.031982, 0.030151, 0.054688, 0.22168, 0.01123, 0.020386, 0.160156, 0.018799, 0.034668, 0.1875, 0.021729, 0.058594, 0.188477, -0.001381, 0.020508, 0.193359, 0.018311, 0.019043, -0.037842, 0.042236, 0.098633, 0.1875, 0.049561, 0.092773, 0.157227, -0.014282, -0.03125, -0.186523, -0.012268, -0.040771, -0.208008, -0.031128, -0.05127, -0.199219, 0.016235, 0.039307, 0.198242, -0.047852, -0.118164, -0.136719, 0.029663, 0.075195, -0.043457, -0.008484, -0.039062, -0.225586, 0.083496, 0.125, 0.176758, 0.019775, 0.016846, -0.036621, -0.015625, -0.026123, -0.197266, -0.015564, -0.049805, -0.233398, -0.001701, -0.002609, 0.166016, 0.006439, -0.087891, 0.045166, 0.037598, 0.077637, 0.243164, -0.022705, -0.015564, 0.039062, -0.023926, -0.060791, -0.180664, 0.060303, 0.07666, 0.161133, -0.019531, -0.040283, -0.192383, -0.023193, -0.064941, 0.058594, -0.028931, -0.056885, -0.169922, -0.093262, -0.165039, -0.032227, -0.006165, -0.044922, -0.235352, -0.023193, -0.050537, -0.182617, 0.020874, 0.066406, -0.056152, 0.015747, 0.040527, 0.234375, -0.017944, -0.05957, 0.053223, 0.031738, 0.060791, 0.214844, -0.048828, -0.102051, -0.152344, -0.026245, -0.047607, -0.179688, 0.007874, 0.01532, -0.026245, 0.023193, 0.049072, -0.058105, 0.056396, 0.103027, 0.106934, -0.020752, -0.050537, -0.196289, 0.0177, 0.053955, 0.185547, -0.017212, -0.044678, -0.226562, 0.050049, 0.10791, -0.072266, 0.025757, 0.057861, 0.222656, -0.014526, -0.025269, -0.236328 ] } , "name": "LlmExporter::FusedLinearAttention_760", "outputIndexes": [ 465 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 442, 464, 464, 465 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.7/self_attn/FusedLinearAttention", "outputIndexes": [ 466 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 453, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 467 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 461, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.7/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 468 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 467, 468, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.7/self_attn/Concat_1_output_0", "outputIndexes": [ 469 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 466, 469 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.7/self_attn/Reshape_output_0", "outputIndexes": [ 470 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 470 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1179 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1179 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1180 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1180 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 81062768, 524310, 131072, 0, 0 ] } , "name": "/layers.7/self_attn/out_proj/Linear", "outputIndexes": [ 1181 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1181 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1182 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1182 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.7/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 471 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 439, 471 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Add_output_0", "outputIndexes": [ 472 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 472 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 81718150, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.7/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 473 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 473 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1183 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1183 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1184 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1184 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 81726342, 2359318, 589824, 0, 0 ] } , "name": "/layers.7/mlp/w1/Linear", "outputIndexes": [ 1185 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1185 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/mlp/w1/Linear/post_convert", "outputIndexes": [ 1186 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1186 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/w1/Linear/post_reshape", "outputIndexes": [ 474 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 474 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.7/mlp/Mul_output_0", "outputIndexes": [ 475 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1184 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 84675484, 2359318, 589824, 0, 0 ] } , "name": "/layers.7/mlp/w3/Linear", "outputIndexes": [ 1189 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1189 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/mlp/w3/Linear/post_convert", "outputIndexes": [ 1190 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1190 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/w3/Linear/post_reshape", "outputIndexes": [ 476 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 475, 476 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/mlp/Mul_1_output_0", "outputIndexes": [ 477 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 477 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1191 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1191 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.7/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1192 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1192 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 87624626, 2359318, 589824, 0, 0 ] } , "name": "/layers.7/mlp/w2/Linear", "outputIndexes": [ 1193 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1193 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.7/mlp/w2/Linear/post_convert", "outputIndexes": [ 1194 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1194 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.7/mlp/w2/Linear/post_reshape", "outputIndexes": [ 478 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 472, 478 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.7/Add_1_output_0", "outputIndexes": [ 479 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 479, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/Reshape_output_0", "outputIndexes": [ 480 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 480 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 90573768, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.8/input_layernorm/Mul_1_output_0", "outputIndexes": [ 481 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 481 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 1195 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1195 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 1196 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1196 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 90581960, 524310, 131072, 0, 0 ] } , "name": "/layers.8/self_attn/q_proj/Linear", "outputIndexes": [ 1197 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1197 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 1198 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1198 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 482 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 481 ] , "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_output_0", "outputIndexes": [ 483 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 483 ] , "main_type": "NONE", "name": "Shape810", "outputIndexes": [ 484 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 483 ] , "main_type": "NONE", "name": "Rank812", "outputIndexes": [ 485 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 485, 485 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp814", "outputIndexes": [ 486 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 486 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze815", "outputIndexes": [ 487 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 486, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp817", "outputIndexes": [ 488 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 488 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze818", "outputIndexes": [ 489 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 484, 487, 489, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice821", "outputIndexes": [ 490 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 490 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze822", "outputIndexes": [ 491 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 491, 491 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp824", "outputIndexes": [ 492 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 483, 492, 486 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_output_0", "outputIndexes": [ 493 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 493, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_output_0", "outputIndexes": [ 494 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 486 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze832", "outputIndexes": [ 495 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 488 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze835", "outputIndexes": [ 496 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 484, 495, 496, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice838", "outputIndexes": [ 497 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 497 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze839", "outputIndexes": [ 498 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 498 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp840", "outputIndexes": [ 499 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 499, 498 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp841", "outputIndexes": [ 500 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 483, 500, 486 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_1_output_0", "outputIndexes": [ 501 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 501, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 502 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 494, 502, 114, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.8/self_attn/Concat_output_0", "outputIndexes": [ 503 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 482, 503 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/self_attn/Reshape_output_0", "outputIndexes": [ 504 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 504 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 91237342, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.8/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 506 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_output_0", "outputIndexes": [ 507 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506 ] , "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_2_output_0", "outputIndexes": [ 508 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 508 ] , "main_type": "NONE", "name": "Shape856", "outputIndexes": [ 509 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 508 ] , "main_type": "NONE", "name": "Rank858", "outputIndexes": [ 510 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 510, 510 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp860", "outputIndexes": [ 511 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 511 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze861", "outputIndexes": [ 512 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 511, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp863", "outputIndexes": [ 513 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 513 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze864", "outputIndexes": [ 514 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 509, 512, 514, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice867", "outputIndexes": [ 515 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 515 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze868", "outputIndexes": [ 516 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 516 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp869", "outputIndexes": [ 517 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 517, 516 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp870", "outputIndexes": [ 518 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 508, 518, 511 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_2_output_0", "outputIndexes": [ 519 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 519, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Div_output_0", "outputIndexes": [ 520 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 520, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 521 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506, 521, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_1_output_0", "outputIndexes": [ 522 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 522 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.8/self_attn/Neg_output_0", "outputIndexes": [ 523 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 520, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 524 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 506, 21, 524, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_output_0", "outputIndexes": [ 525 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 523, 525 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.8/self_attn/Concat_3_output_0", "outputIndexes": [ 526 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 526, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_1_output_0", "outputIndexes": [ 527 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 507, 527 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Add_output_0", "outputIndexes": [ 528 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1196 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 91237854, 262166, 65536, 0, 0 ] } , "name": "/layers.8/self_attn/k_proj/Linear", "outputIndexes": [ 1201 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1201 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 1202 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1202 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 529 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 493, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 530 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 501, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 531 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 530, 531, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.8/self_attn/Concat_1_output_0", "outputIndexes": [ 532 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 529, 532 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/self_attn/Reshape_1_output_0", "outputIndexes": [ 533 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 533 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 91565556, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.8/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 535 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 535, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_2_output_0", "outputIndexes": [ 536 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 535 ] , "main_type": "NONE", "name": "/blocks.8/self_attn/Shape_3_output_0", "outputIndexes": [ 537 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 537 ] , "main_type": "NONE", "name": "Shape898", "outputIndexes": [ 538 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 537 ] , "main_type": "NONE", "name": "Rank900", "outputIndexes": [ 539 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 539, 539 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp902", "outputIndexes": [ 540 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 540 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze903", "outputIndexes": [ 541 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 540, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp905", "outputIndexes": [ 542 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 542 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze906", "outputIndexes": [ 543 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 538, 541, 543, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice909", "outputIndexes": [ 544 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 544 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze910", "outputIndexes": [ 545 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 545 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp911", "outputIndexes": [ 546 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 546, 545 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp912", "outputIndexes": [ 547 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 537, 547, 540 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.8/self_attn/Gather_3_output_0", "outputIndexes": [ 548 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 548, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Div_1_output_0", "outputIndexes": [ 549 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 549, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 550 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 535, 550, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_3_output_0", "outputIndexes": [ 551 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 551 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.8/self_attn/Neg_1_output_0", "outputIndexes": [ 552 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 549, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 553 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 535, 21, 553, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.8/self_attn/Slice_2_output_0", "outputIndexes": [ 554 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 552, 554 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.8/self_attn/Concat_4_output_0", "outputIndexes": [ 555 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 555, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Mul_3_output_0", "outputIndexes": [ 556 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 536, 556 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/self_attn/Add_1_output_0", "outputIndexes": [ 557 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1196 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 91566068, 262166, 65536, 0, 0 ] } , "name": "/layers.8/self_attn/v_proj/Linear", "outputIndexes": [ 1205 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1205 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 1206 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1206 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 558 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 493, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 559 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 501, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.8/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 560 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 559, 560, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.8/self_attn/Concat_2_output_0", "outputIndexes": [ 561 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 558, 561 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.8/self_attn/Reshape_2_output_0", "outputIndexes": [ 562 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 528, 557, 562, 212 ] , "main_type": "AttentionParam", "main": { "kv_cache": true } , "name": "/layers.8/self_attn/FusedAttention", "outputIndexes": [ 563 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 563 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 1207 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1207 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 1208 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1208 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 91893770, 524310, 131072, 0, 0 ] } , "name": "/layers.8/self_attn/o_proj/Linear", "outputIndexes": [ 1209 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1209 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 1210 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1210 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 564 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 480, 564 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Add_output_0", "outputIndexes": [ 565 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 565 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 92549152, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.8/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 566 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 566 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1211 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1211 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1212 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1212 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 92557344, 2359318, 589824, 0, 0 ] } , "name": "/layers.8/mlp/w1/Linear", "outputIndexes": [ 1213 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1213 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/mlp/w1/Linear/post_convert", "outputIndexes": [ 1214 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1214 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/w1/Linear/post_reshape", "outputIndexes": [ 567 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 567 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.8/mlp/Mul_output_0", "outputIndexes": [ 568 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1212 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 95506486, 2359318, 589824, 0, 0 ] } , "name": "/layers.8/mlp/w3/Linear", "outputIndexes": [ 1217 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1217 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/mlp/w3/Linear/post_convert", "outputIndexes": [ 1218 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1218 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/w3/Linear/post_reshape", "outputIndexes": [ 569 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 568, 569 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/mlp/Mul_1_output_0", "outputIndexes": [ 570 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 570 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1219 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1219 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.8/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1220 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1220 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 98455628, 2359318, 589824, 0, 0 ] } , "name": "/layers.8/mlp/w2/Linear", "outputIndexes": [ 1221 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1221 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.8/mlp/w2/Linear/post_convert", "outputIndexes": [ 1222 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1222 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.8/mlp/w2/Linear/post_reshape", "outputIndexes": [ 571 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 565, 571 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.8/Add_1_output_0", "outputIndexes": [ 572 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 572, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.9/Reshape_output_0", "outputIndexes": [ 573 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 573 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 101404770, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.9/input_layernorm/Mul_1_output_0", "outputIndexes": [ 574 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 574 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1223 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1223 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1224 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1224 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 101412962, 1572886, 393216, 0, 0 ] } , "name": "/layers.9/self_attn/in_proj/Linear", "outputIndexes": [ 1225 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1225 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1226 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1226 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 575 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 575 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.9/self_attn/Transpose_output_0", "outputIndexes": [ 576 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 574 ] , "main_type": "NONE", "name": "/blocks.9/self_attn/Shape_output_0", "outputIndexes": [ 577 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 577 ] , "main_type": "NONE", "name": "Shape959", "outputIndexes": [ 578 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 577 ] , "main_type": "NONE", "name": "Rank961", "outputIndexes": [ 579 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 579, 579 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp963", "outputIndexes": [ 580 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 580 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze964", "outputIndexes": [ 581 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 580, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp966", "outputIndexes": [ 582 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 582 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze967", "outputIndexes": [ 583 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 578, 581, 583, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice970", "outputIndexes": [ 584 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 584 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze971", "outputIndexes": [ 585 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 585, 585 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp973", "outputIndexes": [ 586 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 577, 586, 580 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.9/self_attn/Gather_output_0", "outputIndexes": [ 587 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 587, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_output_0", "outputIndexes": [ 588 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 580 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze981", "outputIndexes": [ 589 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 582 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze984", "outputIndexes": [ 590 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 578, 589, 590, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice987", "outputIndexes": [ 591 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 591 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze988", "outputIndexes": [ 592 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 592 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp989", "outputIndexes": [ 593 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 593, 592 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp990", "outputIndexes": [ 594 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 577, 594, 580 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.9/self_attn/Gather_1_output_0", "outputIndexes": [ 595 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 595, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 596 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 588, 596, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.9/self_attn/Concat_output_0", "outputIndexes": [ 597 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 597, 32 ] , "main_type": "NONE", "name": "/blocks.9/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 598 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.018066, 0.017334, -0.075195, 0.020874, 0.057617, 0.193359, 0.012146, 0.021484, -0.043945, -0.048828, -0.060303, -0.178711, -0.009338, -0.074219, 0.002243, -0.035889, -0.069336, -0.178711, 0.027588, 0.053711, 0.169922, -0.061035, -0.065918, -0.061279, -0.007355, -0.026001, 0.033447, 0.05249, 0.072754, 0.145508, -0.019653, -0.060059, -0.214844, -0.002151, -0.007599, 0.162109, -0.025635, -0.062012, -0.212891, 0.002151, 0.006012, 0.182617, -0.038574, -0.070312, -0.170898, -0.048096, -0.086426, -0.192383, -0.031738, -0.055664, -0.207031, 0.040283, 0.089844, -0.002579, 0.055176, 0.09082, 0.123047, -0.016479, -0.052979, -0.193359, -0.038086, -0.065918, -0.227539, -0.012634, -0.037354, -0.157227, 0.040771, 0.089355, 0.200195, 0.050049, 0.097168, 0.186523, 0.002258, 0.000805, -0.214844, -0.000622, -0.005127, 0.182617, 0.002945, 0.012573, -0.066895, 0.010559, 0.033691, -0.042969, -0.005188, -0.050781, 0.050293, -0.022217, -0.046143, -0.196289, -0.05542, -0.084473, -0.174805, 0.016235, 0.108398, 0.006805, -0.052002, -0.096191, -0.166992, 0.008789, 0.025146, -0.030029, -0.026733, -0.028076, 0.040039, 0.027466, 0.115234, 0.109863, 0.003311, 0.094727, -0.065918, 0.027588, 0.072754, 0.167969, 0.022705, 0.035645, 0.155273, -0.025635, -0.057129, -0.178711, -0.002106, -0.004059, 0.173828, -0.038574, -0.088379, -0.201172, -0.011414, -0.07373, 0.000334, -0.038818, -0.067383, -0.19043, -0.039062, -0.072266, -0.188477, 0.001381, 0.008057, 0.157227, -0.035645, -0.05249, 0.100098, -0.001015, -0.017822, -0.232422, 0.050537, 0.068848, 0.21582, -0.04541, -0.080566, -0.197266, -0.094727, -0.149414, -0.031982, -0.004059, -0.009033, -0.154297, -0.02417, -0.05542, -0.18457, 0.001205, 0.00235, -0.196289, -0.036133, -0.066406, -0.194336, -0.017212, -0.036133, -0.166992, 0.061768, 0.105957, 0.112793, -0.003235, -0.019653, -0.201172, -0.021118, -0.023438, 0.046387, 0.010742, 0.032471, -0.044922, -0.016479, -0.041748, -0.206055, 0.027832, 0.060303, 0.185547, -0.03125, -0.056396, -0.198242, -0.062988, -0.108398, -0.158203, -0.044434, -0.061523, -0.172852, -0.036377, -0.067383, -0.198242, -0.024048, -0.025757, 0.043945, 0.041016, 0.067383, 0.208984, -0.001472, -0.015564, -0.197266, -0.014099, -0.063965, 0.045166, -0.038086, -0.134766, -0.004791, 0.001434, -0.002716, -0.147461, 0.060791, 0.081055, 0.214844, 0.020386, 0.013428, -0.029419, 0.026978, 0.064941, 0.212891, 0.008728, 0.021973, -0.029907, -0.047119, -0.078125, -0.18457, -0.027832, -0.062988, 0.028809, -0.022217, -0.062256, -0.202148, -0.024902, -0.06543, -0.193359, 0.000671, 0.010681, 0.169922, -0.023804, -0.036133, -0.176758, -0.015259, -0.015015, 0.034424, -0.060791, -0.09668, -0.180664, -0.039307, -0.062012, 0.037354, 0.032471, 0.097168, 0.347656, -0.067383, -0.11084, -0.146484, 0.00769, 0.014038, 0.141602, -0.105469, -0.111816, -0.031128, -0.01532, -0.030273, 0.044434, -0.006561, -0.091309, 0.012146, 0.0625, 0.07959, 0.198242, -0.009644, -0.072754, 0.001099, -0.056885, -0.086914, -0.100586, 0.059814, 0.094238, 0.186523, -0.008545, -0.017578, -0.116211, 0.037598, 0.060303, 0.182617, 0.071289, 0.100098, 0.168945, -0.058838, -0.081543, -0.158203, -0.0625, -0.095215, -0.155273, -0.011658, -0.075195, 0.000755, -0.057617, -0.080566, -0.137695, -0.00589, -0.012207, 0.169922, 0.070312, 0.129883, 0.05249, 0.025879, 0.061035, 0.216797, 0.017944, 0.022583, 0.12207, 0.026367, 0.048828, 0.139648, 0.021606, 0.043701, 0.148438, 0.046143, 0.095215, 0.193359, 0.045898, 0.082031, 0.166992, -0.057861, -0.079102, -0.163086, 0.045654, 0.08252, -0.025391, -0.031982, -0.043213, -0.192383, 0.065918, 0.071289, 0.178711, 0.032471, 0.062988, 0.196289, 0.0271, 0.091797, 0.194336, 0.048096, 0.088867, 0.147461, 0.067383, 0.081543, 0.166016, 0.022827, 0.068359, 0.22168, -0.039062, -0.096191, -0.197266, 0.03125, 0.043457, 0.236328, 0.041748, 0.083496, 0.202148, -0.0271, -0.03418, 0.042236, -0.023926, -0.027344, 0.042969, 0.027222, 0.054932, 0.213867, 0.10498, 0.120605, 0.129883, -0.016113, -0.02356, -0.185547, 0.051514, 0.067383, -0.040771, -0.040527, -0.046875, -0.097168, -0.054932, -0.076172, -0.069336, -0.018555, -0.033936, 0.042969, -0.02832, -0.028931, 0.038818, -0.013367, -0.01709, 0.031982, -0.020874, -0.041748, 0.045898, 0.01062, 0.061768, -0.051758, -0.04834, -0.074219, -0.186523, -0.031494, -0.071289, -0.197266, 0.023804, 0.070312, -0.050537, 0.046387, 0.049805, 0.133789, 0.03064, 0.051514, 0.208008, 0.004364, 0.019531, 0.178711, 0.024292, 0.047363, 0.201172, 0.024658, 0.051758, 0.194336, -0.017944, -0.044678, -0.192383, 0.010254, 0.016235, -0.025146, 0.063965, 0.089355, 0.204102, 0.013184, 0.02832, 0.194336, 0.024658, 0.056396, 0.171875, -0.10791, -0.116211, -0.027222, -0.002136, -0.004822, 0.165039, 0.027466, 0.068848, 0.174805, -0.01239, -0.074707, -0.000427, -0.030518, -0.064941, -0.182617, 0.031494, 0.064453, 0.171875, 0.037598, 0.074707, 0.192383, -0.003433, -0.092773, 0.017334, 0.063477, 0.097656, -0.022339, 0.008301, 0.018433, -0.031738, -0.039551, -0.074707, -0.189453, 0.039795, 0.110352, 0.173828, 0.001846, 0.001266, 0.148438, 0.045654, 0.074219, 0.171875, -0.031494, -0.060303, -0.164062, -0.064941, -0.151367, -0.101074, -0.056396, -0.074219, -0.241211, 0.031982, 0.066895, 0.124023, -0.041748, -0.069824, -0.15332, -0.047119, -0.083496, -0.154297, -0.05957, -0.085938, -0.223633, 0.033203, 0.054199, 0.183594, 0.015869, 0.047363, 0.148438, -0.023193, -0.075684, -0.197266, 0.046631, 0.060059, -0.036621, 0.016357, 0.091309, 0.068848, 0.011658, 0.029907, -0.026855, -0.010986, -0.045654, -0.194336, 0.053223, 0.077637, 0.144531, -0.007599, -0.013062, 0.021118, -0.021729, -0.052734, 0.059082, 0.019287, 0.064453, 0.201172, 0.067871, 0.142578, 0.071777, -0.031982, -0.068848, -0.149414, 0.037598, 0.080078, 0.05835, -0.031006, -0.063477, -0.210938, 0.001404, 0.008728, -0.065918, -0.007111, -0.043701, -0.198242, -0.035156, -0.056152, -0.173828, 0.014709, 0.033691, 0.182617, -0.025635, -0.029907, 0.042725, -0.033447, -0.059082, -0.210938, -0.037598, -0.057129, -0.166992, 0.052979, 0.086914, 0.176758, -0.002136, -0.027588, -0.207031, 0.042236, 0.130859, 0.04126, 0.095215, 0.134766, 0.07666, 0.022461, 0.033203, -0.041016, -0.002594, -0.001015, -0.201172, 0.002335, 0.009705, 0.146484, 0.028564, 0.054199, 0.169922, -0.014099, -0.021118, 0.041016, -0.066895, -0.103027, -0.161133, 0.037598, 0.079102, 0.177734, -0.048828, -0.058838, 0.040527, 0.031494, -0.057129, 0.018677, -0.04248, -0.065918, -0.175781, -0.015747, -0.048828, -0.267578, -0.05127, -0.099609, -0.137695, -0.038818, -0.070801, -0.163086, 0.053711, 0.067871, 0.173828, -0.075684, -0.100586, -0.132812, -0.00766, -0.020264, -0.158203, -0.006378, -0.031494, 0.036621, -0.028076, -0.074707, -0.201172, -0.015076, -0.029907, -0.195312, -0.071289, -0.065918, 0.066895, -0.023926, -0.121582, -0.007477, 0.021362, 0.071289, 0.197266, 0.004456, -0.007599, -0.224609, -0.032471, -0.050049, -0.194336, -0.036621, -0.055908, 0.058838, -0.014343, -0.092285, -0.193359, -0.04834, -0.082031, -0.168945, 0.088379, 0.116211, 0.189453, 0.017456, 0.037109, 0.213867, 0.036133, 0.073242, 0.193359, 0.002045, 0.011536, 0.158203, 0.028564, 0.04541, 0.143555, -0.105469, 0.101074, 0.004089, -0.006378, -0.042969, -0.21582, -0.046875, -0.080078, -0.146484, -0.071289, -0.107422, -0.131836, 0.034912, 0.088867, 0.231445, -0.020386, -0.068848, -0.182617, 0.007233, 0.025879, 0.168945, 0.001602, 0.007507, -0.162109, 0.050537, 0.132812, 0.047607, -0.006287, -0.073242, -0.00415, 0.035156, 0.060303, 0.186523, -0.022827, -0.171875, 0.00103, -0.022827, -0.070801, -0.062988, 0.072754, 0.118164, 0.100586, 0.043213, -0.067871, 0.014465, 0.01239, 0.032471, 0.193359, -0.015869, -0.069824, -0.298828, -0.00946, -0.0177, 0.025757, 0.063965, 0.07666, 0.198242, -0.037354, -0.070801, -0.165039, 0.0354, 0.051758, 0.152344, 0.007629, 0.075684, -0.049561, -0.002838, -0.004852, -0.091309, 0.007812, 0.022827, -0.028809, 0.05835, 0.101074, 0.12793, 0.000862, -0.000006, 0.222656, -0.068848, -0.137695, -0.022095, -0.01709, -0.020264, 0.048584, 0.061523, 0.148438, 0.09082, 0.069336, 0.109863, -0.023804, -0.019653, -0.052734, -0.166016, -0.043945, -0.083496, -0.234375, -0.09668, -0.150391, -0.094727, 0.061035, 0.075195, 0.199219, 0.053955, 0.092285, 0.117676, 0.052979, 0.089355, 0.155273, -0.104004, -0.111816, -0.032959, -0.035645, -0.056152, -0.164062, -0.051758, 0.07373, -0.006653, -0.032471, -0.074707, -0.175781, -0.03418, -0.031738, 0.041992, -0.018311, -0.020142, 0.050049, 0.002228, 0.067383, -0.04541, 0.048096, 0.09668, 0.165039, 0.012451, 0.028198, 0.198242, 0.048828, 0.082031, 0.202148, 0.022217, 0.025024, -0.036865, -0.038086, -0.095703, -0.169922, -0.064453, -0.131836, -0.040039, 0.010071, 0.070312, -0.049561, -0.043945, -0.068359, -0.185547, 0.008545, 0.040527, 0.195312, 0.000157, 0.011169, 0.199219, 0.04248, 0.084473, 0.174805, -0.022827, -0.029175, 0.048584, -0.036377, -0.054443, -0.197266, -0.040527, -0.059814, -0.177734, 0.010376, 0.031738, -0.043213, 0.011658, 0.078613, -0.064453, 0.002975, 0.006592, -0.15332, 0.043213, 0.054932, -0.035156, 0.00002, 0.001122, -0.178711, -0.002029, -0.018677, -0.202148, -0.022827, 0.06543, -0.00209, -0.008118, -0.016357, -0.167969, 0.005402, 0.088867, 0.00061, 0.007935, 0.032471, 0.177734, 0.086914, 0.098145, 0.157227, -0.0354, -0.139648, -0.008057, -0.057617, -0.112793, -0.140625, -0.03418, -0.072754, -0.208008, 0.019287, 0.066895, 0.211914, 0.000187, 0.004333, -0.171875, 0.001892, -0.132812, -0.015991, -0.039307, -0.116211, 0.00135, -0.016724, -0.033447, -0.182617, 0.034424, 0.12793, 0.00415, 0.00103, 0.018311, 0.193359, -0.048096, -0.079102, -0.169922, 0.020874, 0.039551, 0.161133, 0.012146, 0.031494, 0.182617, -0.054932, -0.081543, -0.140625, -0.008545, -0.011169, 0.204102, 0.002213, -0.002106, -0.124512, -0.026001, -0.058594, -0.204102, -0.014526, -0.039062, -0.161133, -0.007629, -0.047363, -0.212891, -0.002518, -0.012024, 0.066406, 0.010681, 0.025269, 0.169922, 0.015259, 0.060303, -0.057373, 0.037354, 0.066895, 0.172852, -0.001877, -0.008667, 0.065918, -0.017822, -0.062012, 0.047607, 0.001755, -0.002594, -0.169922, 0.012207, 0.11084, -0.024048, 0.030029, 0.06543, 0.1875, -0.025635, -0.04541, -0.163086, -0.016235, -0.03064, -0.181641, -0.029785, -0.070312, -0.194336, 0.036377, 0.036865, -0.039551, -0.080566, 0.09082, -0.008057, 0.014832, 0.01709, -0.033691, -0.006378, -0.137695, 0.011719, -0.001472, -0.008423, -0.161133, 0.083984, 0.047119, -0.078613, 0.015747, 0.068848, 0.198242, -0.058105, -0.097656, -0.175781, -0.000782, -0.002289, -0.062988, -0.001495, -0.023315, -0.1875, 0.000317, 0.003082, 0.143555, 0.051025, 0.064941, 0.219727, -0.018433, -0.05127, -0.202148, 0.008301, 0.056396, -0.064941, -0.023682, -0.046631, -0.194336, -0.001259, -0.007111, -0.166016, 0.056641, 0.107422, 0.22168, -0.10498, -0.130859, -0.130859, 0.007996, -0.069336, 0.047852, 0.032227, 0.064453, 0.15332, 0.023193, 0.031494, -0.044678, 0.027344, 0.109863, 0.024902, -0.018799, -0.084473, 0.00322, -0.048584, -0.074219, 0.016113, -0.049316, -0.081543, -0.226562, -0.074707, -0.096191, -0.189453, 0.021484, 0.05957, 0.217773, -0.004883, -0.07959, 0.000246, -0.008545, -0.016357, 0.026978, -0.046875, -0.079102, -0.21582, 0.004974, 0.007294, -0.177734, 0.043945, 0.069336, 0.15918, -0.045898, -0.087891, -0.189453, 0.032227, 0.063477, 0.178711, 0.058838, 0.086426, 0.123535, -0.025879, -0.026611, 0.039795, -0.025269, -0.149414, -0.008606, -0.000397, 0.003738, 0.240234, -0.031982, -0.065918, -0.165039, -0.003036, -0.020996, -0.213867, -0.0625, -0.099121, -0.195312, -0.016968, -0.035645, 0.047607, 0.036865, 0.08252, 0.172852, 0.067383, 0.093262, 0.154297, -0.008545, -0.072266, 0.001175, 0.022827, 0.060059, 0.205078, 0.052979, 0.098633, 0.173828, 0.002518, 0.022583, 0.197266, -0.067871, -0.123047, -0.097656, -0.053467, -0.101562, -0.198242, -0.002823, 0.001823, 0.180664, -0.01062, -0.015869, 0.035645, -0.042725, -0.062256, -0.183594, -0.063477, -0.113281, -0.005371, 0.036133, -0.062988, 0.018311, 0.039551, 0.074707, 0.226562, -0.000075, 0.003723, 0.155273, -0.009766, -0.021362, 0.034912, -0.01709, -0.073242, -0.198242, -0.007751, 0.125, -0.021606, 0.073242, 0.115723, 0.175781, -0.031006, -0.081543, -0.214844, 0.067383, 0.081055, 0.19043, -0.009277, -0.030884, -0.188477, -0.005951, -0.018677, -0.154297, -0.011292, -0.037354, -0.210938, -0.023193, -0.047119, -0.199219, -0.056396, -0.083984, -0.211914, 0.045898, 0.081055, 0.189453, 0.057617, 0.07959, -0.036621, -0.008911, -0.033691, -0.205078, 0.001945, 0.125977, -0.030151, -0.005585, -0.02417, -0.189453, 0.048584, 0.079102, 0.151367, 0.013062, 0.022949, 0.142578, 0.000231, 0.000213, 0.175781, -0.012024, -0.023926, -0.170898, 0.049805, 0.075684, 0.169922, 0.067871, 0.072754, 0.067871, 0.003677, 0.015869, 0.180664, -0.047607, -0.081055, -0.1875, 0.061035, 0.100098, 0.163086, -0.019531, -0.05542, -0.158203, 0.028931, 0.062256, 0.198242, 0.019409, 0.060791, 0.241211, -0.017334, -0.043213, -0.194336, -0.01532, -0.026245, -0.158203, -0.036377, -0.085449, -0.236328, -0.056641, -0.098145, 0.067383, 0.001854, 0.026489, -0.038086, -0.019043, -0.045166, -0.204102, -0.040283, -0.059082, -0.185547, -0.018433, -0.06543, -0.176758, 0.022827, 0.043701, 0.195312, -0.008057, -0.031128, 0.033203, -0.033203, -0.069824, -0.185547, -0.044922, -0.059814, 0.036133, 0.068848, 0.105957, 0.163086, 0.011414, 0.039795, 0.186523, 0.025391, 0.060791, 0.188477, -0.055908, -0.094238, -0.130859, -0.015869, -0.042236, -0.195312, 0.022705, 0.057373, 0.172852, -0.027344, -0.078613, -0.196289, 0.041748, 0.086426, 0.183594, -0.016968, -0.030884, 0.038086, 0.048828, 0.115723, 0.005157, 0.018066, 0.038086, -0.045898, -0.000496, -0.007355, 0.192383, -0.033203, -0.073242, -0.176758, -0.001526, -0.010559, 0.064941, -0.044678, -0.084473, -0.124023, 0.004486, 0.014893, 0.141602, 0.05127, 0.082031, 0.219727, -0.006012, -0.041748, -0.210938, 0.026489, 0.04834, 0.157227, -0.056641, -0.084961, -0.113281, -0.018677, -0.050049, -0.211914, -0.025757, -0.077148, -0.171875, 0.038818, 0.040527, -0.037842, 0.02002, 0.048584, -0.040039, 0.007812, -0.080078, 0.049072, -0.039551, -0.067871, -0.176758, -0.001122, -0.005798, -0.199219, -0.040283, -0.100098, -0.180664, -0.034424, -0.052246, -0.148438, -0.008789, -0.059082, 0.068359, 0.026123, 0.051758, 0.186523, -0.04541, -0.084961, -0.144531, -0.009094, -0.015381, 0.026123, -0.033203, -0.070801, -0.185547, -0.054199, -0.076172, -0.173828, -0.041504, -0.071777, -0.203125, -0.034912, 0.05542, -0.018066, 0.018921, 0.025024, -0.044434, -0.004883, -0.015869, -0.125, -0.059326, -0.09668, -0.146484, 0.046387, 0.070312, 0.216797, 0.025024, 0.097656, -0.012024, -0.022949, -0.021973, -0.165039, 0.053711, 0.063965, 0.15625, -0.045166, -0.058594, 0.037598, 0.013062, 0.02832, 0.172852, -0.032959, -0.061035, -0.180664, 0.037598, 0.116211, -0.016724, -0.003708, 0.000368, 0.195312, 0.008789, 0.023926, -0.029907, -0.05249, -0.070801, -0.141602, -0.014221, -0.033447, -0.195312, 0.105957, -0.042236, -0.057861, -0.026245, -0.03418, -0.15332, -0.04248, -0.074219, -0.046875, 0.012512, 0.034668, 0.182617, -0.032959, -0.084961, -0.171875, 0.069824, 0.112793, 0.149414, -0.008606, -0.037109, 0.029297, -0.003128, -0.008606, 0.171875, -0.015015, -0.02356, 0.041504, 0.048096, 0.074219, 0.183594, -0.019287, -0.05542, 0.081055, 0.026611, 0.057861, 0.180664, 0.004456, 0.038574, -0.047119, 0.018311, 0.033203, -0.04248, 0.025879, 0.031494, -0.042236, -0.006622, -0.007263, 0.158203, -0.015503, -0.083008, 0.032471, 0.048828, 0.087891, -0.105957, -0.041504, -0.062988, -0.15918, -0.002762, -0.003281, 0.173828, 0.003876, -0.006927, -0.177734, 0.004639, 0.019897, -0.066406, 0.041016, 0.119629, 0.130859, -0.063477, -0.067871, -0.0625, 0.003036, 0.011414, 0.149414, 0.062256, 0.085449, 0.175781, -0.0177, -0.032471, -0.196289, -0.013123, -0.047119, -0.209961, -0.03125, -0.100098, -0.179688, 0.024292, 0.09375, 0.204102, -0.001045, -0.013489, -0.182617, -0.072266, -0.116699, -0.121094, -0.024292, -0.049805, -0.206055, 0.008118, 0.015991, -0.026978, 0.008911, 0.059326, -0.033203, -0.040527, -0.083496, -0.017944, 0.028442, 0.074219, 0.197266, -0.013977, -0.04248, 0.048584, 0.019409, 0.05835, -0.059082, -0.002563, -0.00766, 0.165039, -0.038818, -0.071777, -0.196289, -0.004425, -0.011353, -0.152344, 0.010559, 0.053955, 0.19043, 0.021973, 0.061523, 0.18457, -0.034912, -0.072266, -0.195312, 0.002563, 0.01001, 0.216797, 0.075195, 0.098633, -0.053955, 0.028809, 0.065918, 0.238281, 0.007935, 0.025757, -0.203125, 0.046631, 0.146484, 0.024292, -0.057861, -0.104004, -0.191406, -0.015198, -0.085449, 0.031494, -0.065918, -0.157227, -0.031982, 0.033203, 0.069336, 0.1875, 0.037109, 0.068359, 0.198242, -0.025391, -0.064941, -0.173828, -0.02478, -0.071289, -0.194336, -0.069824, -0.099609, -0.194336, 0.00415, 0.037354, 0.25, -0.036377, -0.058594, -0.229492, 0.037354, 0.070801, 0.186523, 0.03833, 0.087891, 0.180664, 0.004333, -0.00946, -0.239258, 0.078613, 0.111816, 0.177734, 0.002426, 0.022705, 0.177734, 0.039307, 0.040039, -0.041016, -0.024658, -0.050781, -0.060303, 0.006378, 0.01709, 0.154297, -0.038574, -0.095215, -0.173828, -0.039551, -0.043945, -0.125977, 0.02417, 0.042969, -0.047119, 0.040771, 0.046387, 0.149414, 0.070801, 0.067383, 0.057617, 0.025635, 0.066406, 0.217773, -0.051514, -0.070312, -0.19043, 0.047852, 0.087891, 0.206055, 0.063965, -0.105469, 0.030518, 0.047607, 0.070312, 0.21582, 0.045898, 0.119629, 0.04541, 0.048828, 0.080566, 0.180664, 0.01062, 0.029663, 0.263672, -0.022217, -0.027832, 0.036621, 0.060303, 0.063477, 0.055176, -0.006866, -0.02478, -0.203125, 0.057129, 0.081055, 0.166016, -0.014221, -0.034424, -0.18457, 0.002808, 0.007172, -0.19043, -0.044922, -0.068848, -0.178711, 0.058594, 0.077148, 0.21582, -0.000095, -0.012756, -0.200195, -0.09082, -0.130859, -0.126953, 0.000486, 0.003937, 0.15918, 0.00415, 0.055664, 0.220703, 0.00354, 0.021973, 0.192383, -0.026123, -0.066406, -0.222656, -0.054932, -0.102539, -0.207031, -0.017212, -0.031494, 0.04541, 0.067383, 0.119629, 0.032715, -0.030884, -0.066406, -0.200195, 0.108887, -0.031738, -0.001816, 0.007355, 0.018066, 0.084473, 0.022705, 0.053711, 0.185547, 0.024902, 0.056641, 0.206055, -0.032959, -0.055908, -0.177734, 0.052246, 0.077148, 0.21875, -0.029541, -0.05542, -0.19043, 0.083984, 0.094727, 0.160156, 0.014099, 0.037354, 0.160156, 0.080566, 0.087402, 0.230469, -0.033936, -0.063965, -0.201172, -0.002441, -0.009827, -0.191406, 0.02478, 0.044922, 0.165039, 0.018677, 0.050537, 0.202148, 0.014221, 0.036133, -0.058838, -0.029053, -0.066895, -0.197266, 0.015869, 0.041504, 0.186523, -0.006866, -0.015076, 0.021729, -0.004547, -0.033203, 0.030396, 0.047119, 0.056152, 0.178711, 0.046387, 0.058838, 0.193359, -0.081055, -0.102051, -0.162109, 0.066406, 0.105957, 0.163086, -0.054443, -0.057129, -0.129883, 0.001045, 0.006012, -0.15332, -0.048828, -0.09375, -0.200195, -0.063965, -0.117188, -0.081055, 0.060547, 0.129883, 0.116211, 0.061523, 0.099121, 0.136719, -0.039551, -0.074219, -0.211914, -0.021118, -0.052002, -0.201172, 0.007233, 0.016235, -0.020508, 0.045166, 0.133789, -0.006104, 0.083984, 0.073242, -0.007507, 0.026245, 0.053467, -0.095703, 0.033936, 0.071777, 0.15918, 0.018066, 0.041748, 0.202148, 0.034424, 0.061279, 0.157227, 0.015747, 0.05957, 0.209961, -0.050293, -0.070801, -0.199219, -0.009216, -0.03833, 0.049072, 0.016113, 0.067871, 0.219727, -0.015137, -0.034912, 0.046387, 0.104004, -0.03833, -0.024292, 0.012634, 0.117188, -0.019043, 0.035889, 0.088867, 0.21582, 0.034912, 0.079102, 0.207031, -0.039551, -0.074219, -0.195312, 0.002853, 0.016968, 0.160156, -0.033203, -0.072266, -0.199219, 0.063965, 0.09668, 0.161133, 0.02832, 0.073242, 0.170898, 0.018799, 0.02356, -0.03833, 0.016479, 0.044189, 0.176758, -0.024658, -0.022461, 0.037354, -0.021729, -0.038086, -0.235352, -0.047363, -0.056885, -0.18457, 0.034668, 0.081055, 0.216797, 0.07666, 0.09668, 0.170898, 0.037842, 0.120117, 0.158203, -0.066406, -0.117188, -0.18457, 0.016113, 0.074707, 0.199219, -0.057861, -0.115234, -0.214844, 0.026001, 0.049316, 0.132812, -0.103027, -0.154297, -0.068848, -0.031982, -0.054199, -0.166992, -0.036621, -0.058594, -0.170898, -0.034668, -0.072266, -0.1875, 0.015991, 0.019531, 0.136719, -0.010315, -0.023682, -0.202148, 0.021973, 0.050293, 0.175781, -0.01416, -0.028442, -0.15332, 0.006622, 0.022949, 0.186523, 0.007935, 0.069824, -0.001297, -0.047119, -0.097656, -0.180664, 0.00885, 0.017456, -0.025879, 0.075684, 0.09668, 0.142578, -0.015869, -0.069336, -0.225586, -0.000284, -0.000156, 0.223633, 0.030029, 0.053711, 0.181641, 0.088867, 0.105469, 0.195312, 0.039795, 0.106445, -0.055908, -0.013184, -0.019897, 0.038086, 0.031494, 0.058838, -0.051025, 0.001518, 0.008301, 0.132812, 0.054443, 0.085449, 0.174805, -0.026855, -0.049561, -0.183594, 0.01709, 0.045654, 0.177734, -0.005524, -0.061035, 0.002594, 0.005249, 0.02478, 0.179688, 0.070312, 0.119629, 0.146484, -0.046875, -0.055908, -0.166016, -0.005157, -0.026489, -0.196289, -0.092773, 0.030151, 0.067383, 0.039307, 0.084473, 0.216797, 0.028564, 0.089844, 0.182617, 0.057373, -0.119141, 0.005188, 0.047119, 0.060791, -0.037598, -0.038086, -0.098145, -0.202148, -0.019043, -0.0625, -0.216797, 0.001778, 0.009888, -0.06543, 0.027466, 0.063477, 0.191406, 0.04248, 0.07373, 0.138672, -0.016235, -0.035645, -0.170898, 0.03125, 0.07373, 0.227539, 0.036133, 0.061523, 0.165039, -0.00528, -0.006134, -0.157227, 0.011353, 0.022339, -0.032227, 0.022705, 0.061035, 0.207031, 0.056641, 0.101562, 0.103516, 0.029297, 0.064453, 0.196289, -0.006439, -0.026978, -0.19043, 0.030396, 0.078125, 0.224609, -0.012817, -0.027466, -0.173828, 0.014465, 0.020508, -0.036621, 0.036377, 0.099121, 0.169922, 0.001907, 0.009949, 0.181641, -0.04248, -0.090332, -0.208008, 0.024048, 0.061279, 0.179688, -0.025879, -0.026733, 0.043213, 0.000022, -0.002594, 0.171875, -0.041992, -0.075195, -0.07373, 0.014954, 0.131836, 0.000786, -0.084961, -0.104004, -0.162109, 0.050293, 0.094238, 0.160156, -0.018555, -0.026367, -0.072266, 0.088867, -0.039307, -0.075195, -0.012878, -0.030273, -0.158203, -0.034668, -0.065918, -0.210938, 0.044922, 0.083984, 0.113281, 0.022949, 0.064453, 0.207031, 0.055664, 0.064453, 0.069336, 0.04126, 0.082031, 0.179688, -0.047119, -0.078125, -0.205078, -0.054443, -0.086426, -0.179688, -0.009277, -0.020142, -0.134766, -0.016479, -0.035889, 0.039551, 0.00824, 0.043213, 0.074707, 0.000401, -0.013428, -0.202148, 0.035645, 0.075195, 0.208008, -0.01355, -0.054443, -0.202148, -0.074707, -0.08252, 0.0177, -0.048584, -0.092285, -0.15918, 0.020996, 0.059326, 0.220703, -0.005524, -0.070801, 0.001839, 0.046875, 0.064453, 0.158203, -0.006622, -0.022217, -0.243164, 0.000359, 0.004761, -0.181641, 0.020386, 0.047119, 0.149414, -0.032471, -0.08252, -0.163086, 0.031982, 0.071777, 0.230469, -0.008057, -0.093262, 0.027832, -0.001488, -0.013245, 0.077148, 0.036377, 0.055664, 0.196289, -0.032715, -0.074219, -0.1875, -0.062256, -0.107422, -0.145508, -0.000935, -0.004364, 0.147461, -0.07959, -0.065918, 0.072266, 0.022339, 0.070312, 0.195312, 0.008911, 0.028931, -0.035156, -0.001518, 0.001549, 0.179688, 0.001579, -0.001144, -0.137695, -0.05957, -0.104004, 0.018066, -0.051758, -0.095215, -0.194336, 0.004974, -0.008484, -0.229492, -0.016968, -0.047363, -0.219727, 0.026489, 0.070801, 0.194336, 0.026733, 0.033936, -0.050049, 0.024536, 0.050049, 0.191406, -0.023804, -0.078613, -0.230469, -0.020142, -0.022827, -0.070801, 0.009216, 0.027832, -0.039307, 0.026855, 0.066406, 0.188477, -0.001579, -0.001274, -0.171875, -0.015747, -0.083984, 0.044922, 0.052002, 0.094727, 0.194336, 0.005951, 0.07666, -0.029053, -0.002441, -0.031494, 0.023315, -0.044434, -0.088379, -0.164062, -0.034424, -0.058105, -0.177734, -0.001923, -0.006805, 0.115234, -0.011841, -0.033203, -0.18457, -0.013855, -0.050537, -0.210938, 0.017334, 0.043213, 0.112793, 0.057373, 0.125, 0.129883, 0.039795, 0.11084, 0.074707, 0.021484, 0.058838, 0.18457, -0.024536, -0.053955, -0.208008, 0.03064, 0.066406, 0.179688, -0.009949, -0.023315, 0.030762, 0.01532, 0.047852, 0.22168, 0.033691, 0.092773, -0.034424, -0.040283, -0.070312, -0.142578, 0.016602, 0.035645, 0.173828, 0.050537, 0.109863, 0.197266, 0.042969, 0.075684, 0.166992, -0.000275, -0.032227, -0.233398, -0.030151, -0.066406, -0.1875, 0.037354, 0.081543, 0.15918, 0.00708, 0.05249, -0.043945, 0.018555, 0.0625, 0.203125, 0.040527, 0.086426, 0.173828, -0.000957, -0.034912, -0.227539, -0.088867, -0.100586, -0.171875, -0.031982, -0.063477, -0.186523, -0.049316, -0.077148, -0.182617, 0.034424, 0.074219, 0.199219, -0.001884, 0.012024, 0.205078, 0.041992, 0.078613, 0.199219, -0.006256, -0.015747, -0.207031, -0.00069, 0.001198, -0.15332, 0.043945, 0.061279, 0.18457, -0.006165, -0.024414, 0.030151, -0.015991, -0.029785, 0.050049, 0.033447, 0.040771, 0.121094, -0.040283, -0.067383, -0.192383, 0.044678, 0.077148, 0.175781, 0.028931, 0.059814, 0.217773, -0.000067, -0.001137, -0.134766, 0.034912, 0.065918, 0.186523, -0.042236, -0.054932, 0.035645, -0.013428, -0.035156, -0.1875, -0.008057, -0.03418, -0.204102, -0.071289, -0.130859, -0.171875, 0.019287, 0.038086, 0.172852, -0.042969, -0.089355, -0.208984, 0.014404, 0.016602, -0.029663, 0.048828, 0.090332, 0.210938, 0.00145, -0.022827, -0.208008, 0.049561, 0.07959, 0.160156, -0.007019, -0.036133, -0.180664, 0.014038, 0.061523, 0.208984, -0.081543, -0.080566, 0.045898, 0.013611, 0.044434, 0.173828, 0.033203, 0.05835, 0.194336, 0.014832, 0.025269, -0.045166, -0.003113, -0.041748, 0.034668, -0.020752, -0.070312, -0.235352, 0.015991, 0.102051, 0.051514, 0.042236, 0.052246, 0.210938, 0.059082, 0.117188, 0.168945, 0.015381, 0.049316, 0.207031, -0.007782, -0.037842, 0.044434, 0.014771, 0.041992, 0.257812, -0.086914, -0.121582, -0.162109, 0.016724, 0.019653, -0.033936, 0.044189, 0.069824, 0.203125, -0.010071, -0.026733, 0.144531, 0.048096, 0.091309, 0.182617, 0.005676, 0.034668, 0.203125, 0.004211, 0.029663, 0.186523, 0.00885, 0.038574, 0.203125, -0.042969, -0.077148, -0.191406, 0.088867, 0.119141, 0.181641, 0.014893, 0.08252, -0.058838, -0.001572, -0.001244, 0.171875, 0.066895, 0.107422, 0.001335, 0.064941, 0.095215, 0.197266, 0.022095, 0.089844, -0.046875, 0.033936, 0.09668, -0.024048, 0.015259, 0.035645, 0.193359, -0.030518, -0.045898, -0.209961, -0.007019, -0.02356, -0.160156, -0.061035, -0.074219, -0.166016, -0.019043, -0.048096, -0.206055, 0.041016, 0.075195, 0.206055, 0.023804, 0.062256, 0.18457, -0.001701, -0.009644, 0.065918, -0.026733, -0.065918, -0.196289, -0.040039, -0.082031, 0.033203, 0.003403, -0.000771, -0.136719, 0.004059, 0.064941, 0.000565, -0.01062, -0.071777, 0.000965, -0.081543, 0.006866, 0.040527, 0.021973, 0.032715, 0.234375, -0.030884, -0.060059, -0.177734, 0.063965, 0.041992, -0.010681, -0.011536, -0.075195, 0.001083, 0.036377, 0.068359, 0.18457, 0.009888, 0.044922, -0.040039, 0.022095, 0.024414, -0.034668, 0.000881, 0.001244, -0.163086, -0.020142, -0.030273, 0.04248, 0.030151, 0.076172, 0.200195, -0.042969, -0.069336, -0.162109, 0.012207, 0.020874, -0.043945, 0.028564, 0.073242, 0.186523, 0.032227, 0.064941, 0.15332, -0.030884, -0.051758, -0.202148, -0.04126, -0.069336, -0.164062, -0.079102, -0.084473, -0.164062, 0.052979, 0.089355, 0.162109, -0.018555, -0.029907, 0.057617, -0.001953, -0.001541, 0.165039, 0.018921, 0.057129, 0.193359, 0.072266, 0.118652, 0.197266, 0.027344, 0.044678, 0.158203, -0.04834, -0.083496, -0.217773, 0.046143, 0.060059, -0.037109, -0.044189, -0.0625, 0.035889, 0.00769, 0.028687, 0.206055, 0.089844, 0.102051, 0.185547, 0.058838, 0.081055, 0.109375, -0.061035, -0.126953, -0.141602, -0.001984, -0.013855, 0.067871, -0.068848, -0.102051, -0.18457, -0.022949, -0.043213, -0.183594, -0.027466, -0.081543, -0.155273, 0.008606, 0.069824, -0.053955, -0.039795, -0.036621, 0.041992, -0.050293, -0.082031, -0.166016, -0.000992, 0.03125, 0.206055, 0.039551, 0.06543, 0.198242, 0.05127, 0.082031, 0.15918, 0.039551, 0.052979, 0.214844, -0.051514, -0.086914, -0.163086, 0.040527, 0.069336, 0.188477, 0.010925, 0.033203, 0.170898, -0.020874, -0.041504, 0.047852, -0.002029, -0.009338, 0.071777, 0.018921, 0.057129, 0.186523, -0.059326, -0.038574, 0.05957, 0.027222, 0.126953, 0.016113, 0.053467, 0.080566, 0.186523, -0.048584, -0.063965, -0.149414, 0.059082, 0.100098, 0.105957, -0.09082, 0.049805, 0.056885, 0.088379, 0.117676, 0.15625, -0.022461, -0.05542, -0.183594, 0.091797, 0.123047, 0.117188, 0.024292, 0.063477, 0.182617, 0.026611, 0.05835, 0.22168, 0.03833, 0.087402, 0.183594, -0.017212, -0.088379, -0.179688, -0.031128, -0.054932, -0.212891, -0.029419, -0.049561, -0.18457, 0.001129, 0.024658, 0.181641, -0.047852, -0.089355, -0.231445, 0.028931, 0.06543, 0.21582, -0.041748, -0.081055, -0.161133, -0.002228, -0.024292, -0.220703, -0.003738, -0.008484, -0.118652, -0.051025, -0.092773, -0.205078, 0.037354, 0.046387, 0.185547, 0.000031, -0.023193, -0.15625, 0.019531, 0.042969, 0.172852, 0.00079, -0.003799, 0.158203, 0.020874, 0.063477, 0.188477, -0.012756, -0.027344, -0.193359, 0.028198, 0.062012, 0.168945, 0.013306, 0.039307, 0.205078, 0.004669, 0.064941, -0.001663, -0.030762, -0.055664, -0.175781, 0.014648, 0.023682, -0.031738, -0.063965, -0.064941, -0.060791, 0.033447, 0.060059, 0.177734, 0.010437, 0.049805, -0.03418, -0.064453, -0.065918, -0.060303, 0.01123, 0.079102, -0.001335, 0.032959, 0.068848, 0.1875, -0.048828, -0.067383, -0.166016, 0.06543, 0.017456, -0.137695, -0.08252, -0.126953, -0.176758, -0.087891, -0.116211, -0.135742, -0.012146, -0.025513, 0.033203, -0.019409, -0.053467, 0.023926, 0.026001, 0.03833, -0.043701, -0.025879, -0.05127, -0.15332, -0.01123, -0.105957, 0.026245, 0.032471, 0.098633, 0.177734, 0.066895, 0.067383, 0.061035, -0.081055, -0.102051, -0.162109, 0.000576, 0.000984, -0.199219, 0.009583, 0.013489, -0.025146, 0.074219, 0.130859, 0.066406, 0.046631, 0.102051, 0.202148, -0.013977, -0.095703, 0.043213, -0.086914, -0.111816, -0.143555, -0.0177, -0.052734, -0.185547, -0.000026, -0.003601, -0.154297, 0.009705, 0.075195, -0.001068, -0.012329, -0.025513, -0.183594, -0.036133, -0.081055, -0.165039, 0.07959, 0.115234, 0.180664, -0.027222, 0.044922, -0.013123, -0.028198, -0.05957, -0.178711, 0.005127, 0.016479, 0.182617, -0.033936, 0.056641, -0.018921, -0.027222, -0.117188, 0.01062, -0.014099, -0.083008, 0.05835, 0.061768, 0.109375, 0.067871, 0.019165, 0.053955, 0.196289, -0.030518, -0.061279, -0.183594, 0.011047, 0.015991, -0.030518, 0.028687, 0.029541, -0.039551, -0.047119, -0.080078, -0.146484, 0.037842, 0.064453, -0.025757, 0.058105, 0.085449, 0.195312, 0.040039, 0.066406, 0.173828, 0.040039, 0.089355, 0.024292, 0.013855, 0.114746, -0.067383, -0.043701, -0.07959, -0.182617, -0.00238, -0.007874, -0.166016, -0.02771, -0.05835, -0.199219, 0.045166, 0.063965, 0.132812, 0.022583, 0.052246, 0.226562, 0.014954, 0.031128, 0.172852, -0.002243, 0.016479, 0.21582, 0.00946, 0.022339, 0.155273, -0.049805, -0.129883, -0.010742, 0.038818, 0.076172, 0.203125, -0.046631, -0.062012, 0.037598, -0.038086, -0.074219, -0.180664, -0.00132, -0.002274, 0.166016, 0.046387, 0.080078, 0.164062, -0.055664, -0.119141, -0.192383, 0.014893, 0.036865, -0.050781, 0.007935, 0.01709, -0.025879, -0.048096, -0.157227, 0.00135, -0.055908, -0.083984, -0.160156, 0.021118, 0.030884, -0.047119, 0.019775, 0.057861, 0.171875, -0.044678, -0.083008, -0.178711, -0.048828, -0.063965, -0.178711, -0.041748, -0.068359, -0.194336, -0.00238, -0.012085, 0.069336, -0.0625, -0.093262, -0.170898, 0.020264, 0.04126, 0.18457, -0.044434, -0.081055, -0.144531, -0.026855, -0.059814, -0.191406, 0.001411, 0.008362, -0.06543, 0.010742, 0.019531, -0.031006, -0.040039, -0.092285, -0.18457, -0.026245, -0.056396, -0.181641, 0.041992, 0.055176, 0.186523, -0.060791, -0.064941, -0.059814, -0.04541, -0.076172, -0.199219, -0.010925, -0.079102, -0.225586, 0.050537, 0.102539, 0.157227, 0.052734, 0.09375, 0.199219, -0.055176, -0.078125, -0.101562, -0.006042, -0.091309, -0.003204, -0.123047, -0.180664, -0.04248, -0.039551, -0.07666, -0.176758, 0.059082, 0.080566, 0.146484, 0.032715, 0.065918, 0.175781, 0.032959, 0.084961, 0.176758, 0.021362, 0.056396, 0.209961, -0.053711, -0.076172, -0.200195, -0.037354, -0.068359, -0.210938 ] } , "name": "LlmExporter::FusedLinearAttention_980", "outputIndexes": [ 599 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 576, 598, 598, 599 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.9/self_attn/FusedLinearAttention", "outputIndexes": [ 600 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 587, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 601 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 595, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.9/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 602 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 601, 602, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.9/self_attn/Concat_1_output_0", "outputIndexes": [ 603 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 600, 603 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.9/self_attn/Reshape_output_0", "outputIndexes": [ 604 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 604 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1227 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1227 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1228 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1228 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 103379064, 524310, 131072, 0, 0 ] } , "name": "/layers.9/self_attn/out_proj/Linear", "outputIndexes": [ 1229 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1229 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1230 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1230 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.9/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 605 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 573, 605 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Add_output_0", "outputIndexes": [ 606 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 606 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 104034446, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.9/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 607 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 607 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1231 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1231 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1232 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1232 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 104042638, 2359318, 589824, 0, 0 ] } , "name": "/layers.9/mlp/w1/Linear", "outputIndexes": [ 1233 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1233 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/mlp/w1/Linear/post_convert", "outputIndexes": [ 1234 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1234 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/w1/Linear/post_reshape", "outputIndexes": [ 608 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 608 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.9/mlp/Mul_output_0", "outputIndexes": [ 609 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1232 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 106991780, 2359318, 589824, 0, 0 ] } , "name": "/layers.9/mlp/w3/Linear", "outputIndexes": [ 1237 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1237 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/mlp/w3/Linear/post_convert", "outputIndexes": [ 1238 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1238 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/w3/Linear/post_reshape", "outputIndexes": [ 610 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 609, 610 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/mlp/Mul_1_output_0", "outputIndexes": [ 611 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 611 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1239 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1239 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.9/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1240 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1240 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 109940922, 2359318, 589824, 0, 0 ] } , "name": "/layers.9/mlp/w2/Linear", "outputIndexes": [ 1241 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1241 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.9/mlp/w2/Linear/post_convert", "outputIndexes": [ 1242 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1242 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.9/mlp/w2/Linear/post_reshape", "outputIndexes": [ 612 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 606, 612 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.9/Add_1_output_0", "outputIndexes": [ 613 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 613, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/Reshape_output_0", "outputIndexes": [ 614 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 614 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 112890064, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.10/input_layernorm/Mul_1_output_0", "outputIndexes": [ 615 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 615 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 1243 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1243 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 1244 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1244 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 112898256, 524310, 131072, 0, 0 ] } , "name": "/layers.10/self_attn/q_proj/Linear", "outputIndexes": [ 1245 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1245 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 1246 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1246 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 616 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 615 ] , "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_output_0", "outputIndexes": [ 617 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 617 ] , "main_type": "NONE", "name": "Shape1031", "outputIndexes": [ 618 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 617 ] , "main_type": "NONE", "name": "Rank1033", "outputIndexes": [ 619 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 619, 619 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1035", "outputIndexes": [ 620 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 620 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1036", "outputIndexes": [ 621 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 620, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1038", "outputIndexes": [ 622 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 622 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1039", "outputIndexes": [ 623 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 618, 621, 623, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1042", "outputIndexes": [ 624 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 624 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1043", "outputIndexes": [ 625 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 625, 625 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1045", "outputIndexes": [ 626 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 617, 626, 620 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_output_0", "outputIndexes": [ 627 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 627, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_output_0", "outputIndexes": [ 628 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 620 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1053", "outputIndexes": [ 629 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 622 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1056", "outputIndexes": [ 630 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 618, 629, 630, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1059", "outputIndexes": [ 631 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 631 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1060", "outputIndexes": [ 632 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 632 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1061", "outputIndexes": [ 633 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 633, 632 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1062", "outputIndexes": [ 634 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 617, 634, 620 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_1_output_0", "outputIndexes": [ 635 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 635, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 636 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 628, 636, 114, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.10/self_attn/Concat_output_0", "outputIndexes": [ 637 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 616, 637 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/self_attn/Reshape_output_0", "outputIndexes": [ 638 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 638 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 113553638, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.10/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 640 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 640, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_output_0", "outputIndexes": [ 641 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 640 ] , "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_2_output_0", "outputIndexes": [ 642 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 642 ] , "main_type": "NONE", "name": "Shape1077", "outputIndexes": [ 643 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 642 ] , "main_type": "NONE", "name": "Rank1079", "outputIndexes": [ 644 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 644, 644 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1081", "outputIndexes": [ 645 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 645 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1082", "outputIndexes": [ 646 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 645, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1084", "outputIndexes": [ 647 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 647 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1085", "outputIndexes": [ 648 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 643, 646, 648, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1088", "outputIndexes": [ 649 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 649 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1089", "outputIndexes": [ 650 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 650 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1090", "outputIndexes": [ 651 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 651, 650 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1091", "outputIndexes": [ 652 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 642, 652, 645 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_2_output_0", "outputIndexes": [ 653 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 653, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Div_output_0", "outputIndexes": [ 654 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 654, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 655 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 640, 655, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_1_output_0", "outputIndexes": [ 656 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 656 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.10/self_attn/Neg_output_0", "outputIndexes": [ 657 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 654, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 658 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 640, 21, 658, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_output_0", "outputIndexes": [ 659 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 657, 659 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.10/self_attn/Concat_3_output_0", "outputIndexes": [ 660 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 660, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_1_output_0", "outputIndexes": [ 661 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 641, 661 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Add_output_0", "outputIndexes": [ 662 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1244 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 113554150, 262166, 65536, 0, 0 ] } , "name": "/layers.10/self_attn/k_proj/Linear", "outputIndexes": [ 1249 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1249 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 1250 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1250 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 663 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 627, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 664 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 635, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 665 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 664, 665, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.10/self_attn/Concat_1_output_0", "outputIndexes": [ 666 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 663, 666 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/self_attn/Reshape_1_output_0", "outputIndexes": [ 667 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 667 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 113881852, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.10/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 669 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 669, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_2_output_0", "outputIndexes": [ 670 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 669 ] , "main_type": "NONE", "name": "/blocks.10/self_attn/Shape_3_output_0", "outputIndexes": [ 671 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 671 ] , "main_type": "NONE", "name": "Shape1119", "outputIndexes": [ 672 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 671 ] , "main_type": "NONE", "name": "Rank1121", "outputIndexes": [ 673 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 673, 673 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1123", "outputIndexes": [ 674 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 674 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1124", "outputIndexes": [ 675 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 674, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1126", "outputIndexes": [ 676 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 676 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1127", "outputIndexes": [ 677 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 672, 675, 677, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1130", "outputIndexes": [ 678 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 678 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1131", "outputIndexes": [ 679 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 679 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1132", "outputIndexes": [ 680 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 680, 679 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1133", "outputIndexes": [ 681 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 671, 681, 674 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.10/self_attn/Gather_3_output_0", "outputIndexes": [ 682 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 682, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Div_1_output_0", "outputIndexes": [ 683 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 683, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 684 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 669, 684, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_3_output_0", "outputIndexes": [ 685 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 685 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.10/self_attn/Neg_1_output_0", "outputIndexes": [ 686 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 683, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 687 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 669, 21, 687, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.10/self_attn/Slice_2_output_0", "outputIndexes": [ 688 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 686, 688 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.10/self_attn/Concat_4_output_0", "outputIndexes": [ 689 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 689, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Mul_3_output_0", "outputIndexes": [ 690 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 670, 690 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/self_attn/Add_1_output_0", "outputIndexes": [ 691 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1244 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 113882364, 262166, 65536, 0, 0 ] } , "name": "/layers.10/self_attn/v_proj/Linear", "outputIndexes": [ 1253 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1253 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 1254 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1254 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 692 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 627, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 693 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 635, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.10/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 694 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 693, 694, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.10/self_attn/Concat_2_output_0", "outputIndexes": [ 695 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 692, 695 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.10/self_attn/Reshape_2_output_0", "outputIndexes": [ 696 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 662, 691, 696, 212 ] , "main_type": "AttentionParam", "main": { "kv_cache": true } , "name": "/layers.10/self_attn/FusedAttention", "outputIndexes": [ 697 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 697 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 1255 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1255 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 1256 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1256 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 114210066, 524310, 131072, 0, 0 ] } , "name": "/layers.10/self_attn/o_proj/Linear", "outputIndexes": [ 1257 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1257 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 1258 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1258 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 698 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 614, 698 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Add_output_0", "outputIndexes": [ 699 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 699 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 114865448, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.10/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 700 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 700 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1259 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1259 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1260 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1260 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 114873640, 2359318, 589824, 0, 0 ] } , "name": "/layers.10/mlp/w1/Linear", "outputIndexes": [ 1261 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1261 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/mlp/w1/Linear/post_convert", "outputIndexes": [ 1262 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1262 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/w1/Linear/post_reshape", "outputIndexes": [ 701 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 701 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.10/mlp/Mul_output_0", "outputIndexes": [ 702 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1260 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 117822782, 2359318, 589824, 0, 0 ] } , "name": "/layers.10/mlp/w3/Linear", "outputIndexes": [ 1265 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1265 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/mlp/w3/Linear/post_convert", "outputIndexes": [ 1266 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1266 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/w3/Linear/post_reshape", "outputIndexes": [ 703 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 702, 703 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/mlp/Mul_1_output_0", "outputIndexes": [ 704 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 704 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1267 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1267 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.10/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1268 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1268 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 120771924, 2359318, 589824, 0, 0 ] } , "name": "/layers.10/mlp/w2/Linear", "outputIndexes": [ 1269 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1269 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.10/mlp/w2/Linear/post_convert", "outputIndexes": [ 1270 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1270 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.10/mlp/w2/Linear/post_reshape", "outputIndexes": [ 705 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 699, 705 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.10/Add_1_output_0", "outputIndexes": [ 706 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 706, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.11/Reshape_output_0", "outputIndexes": [ 707 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 707 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 123721066, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.11/input_layernorm/Mul_1_output_0", "outputIndexes": [ 708 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 708 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1271 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1271 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1272 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1272 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 123729258, 1572886, 393216, 0, 0 ] } , "name": "/layers.11/self_attn/in_proj/Linear", "outputIndexes": [ 1273 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1273 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1274 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1274 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 709 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 709 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.11/self_attn/Transpose_output_0", "outputIndexes": [ 710 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 708 ] , "main_type": "NONE", "name": "/blocks.11/self_attn/Shape_output_0", "outputIndexes": [ 711 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 711 ] , "main_type": "NONE", "name": "Shape1180", "outputIndexes": [ 712 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 711 ] , "main_type": "NONE", "name": "Rank1182", "outputIndexes": [ 713 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 713, 713 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1184", "outputIndexes": [ 714 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 714 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1185", "outputIndexes": [ 715 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 714, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1187", "outputIndexes": [ 716 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 716 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1188", "outputIndexes": [ 717 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 712, 715, 717, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1191", "outputIndexes": [ 718 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 718 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1192", "outputIndexes": [ 719 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 719, 719 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1194", "outputIndexes": [ 720 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 711, 720, 714 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.11/self_attn/Gather_output_0", "outputIndexes": [ 721 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 721, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_output_0", "outputIndexes": [ 722 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 714 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1202", "outputIndexes": [ 723 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 716 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1205", "outputIndexes": [ 724 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 712, 723, 724, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1208", "outputIndexes": [ 725 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 725 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1209", "outputIndexes": [ 726 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 726 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1210", "outputIndexes": [ 727 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 727, 726 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1211", "outputIndexes": [ 728 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 711, 728, 714 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.11/self_attn/Gather_1_output_0", "outputIndexes": [ 729 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 729, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 730 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 722, 730, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.11/self_attn/Concat_output_0", "outputIndexes": [ 731 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 731, 32 ] , "main_type": "NONE", "name": "/blocks.11/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 732 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.018311, -0.038086, -0.1875, 0.009949, 0.041748, -0.072266, -0.014709, -0.030518, -0.163086, 0.000862, -0.008423, -0.1875, -0.006897, -0.119629, -0.081543, -0.012939, -0.04541, -0.152344, -0.002472, -0.008118, -0.124023, 0.001595, 0.012695, 0.225586, -0.020874, -0.058838, -0.179688, 0.0047, 0.023071, 0.172852, 0.000797, 0.020508, 0.164062, 0.000801, 0.001091, 0.166016, -0.001015, 0.000816, -0.179688, -0.010986, -0.044678, -0.166992, -0.0354, -0.083008, -0.140625, 0.020996, 0.053467, -0.041748, -0.002197, 0.009094, 0.193359, -0.00079, 0.002014, -0.171875, 0.01001, 0.034912, 0.185547, -0.000049, 0.001915, 0.174805, -0.010925, -0.043213, -0.166016, 0.018921, 0.046631, 0.173828, -0.002258, -0.11084, -0.01416, -0.007111, -0.019531, -0.158203, -0.000641, -0.00132, 0.180664, 0.036621, 0.119141, -0.03418, 0.005402, 0.014954, 0.163086, 0.009644, 0.04126, -0.040771, -0.001648, -0.003906, -0.091309, -0.007202, -0.025269, -0.166016, -0.018677, -0.065918, 0.036865, -0.011292, -0.032959, -0.189453, -0.007812, -0.030273, -0.18457, 0.014648, 0.037109, 0.166992, -0.020752, -0.053223, -0.146484, 0.003326, 0.125977, -0.007385, -0.026611, -0.068359, 0.042969, 0.005493, 0.027832, 0.171875, 0.01001, 0.103516, -0.005066, -0.002655, -0.011658, -0.135742, -0.002457, -0.005554, 0.186523, 0.02002, 0.067383, -0.035156, 0.002548, 0.024048, 0.147461, -0.000828, 0.00267, 0.167969, -0.016602, -0.035889, -0.169922, 0.009155, 0.03833, 0.176758, -0.023315, -0.061768, -0.118164, -0.001236, -0.005951, -0.168945, 0.000973, -0.001015, 0.15332, 0.008179, 0.038086, 0.167969, -0.001686, -0.005249, 0.165039, 0.028687, 0.069824, 0.151367, 0.010193, 0.095215, 0.000885, -0.001968, -0.014709, -0.19043, -0.044678, -0.086914, -0.04248, 0.028931, 0.065918, 0.155273, -0.02356, -0.040527, -0.236328, -0.000151, -0.007599, -0.146484, -0.056396, -0.078125, 0.099121, 0.014893, 0.130859, -0.00325, 0.013367, 0.041016, 0.149414, -0.003174, -0.029541, -0.195312, -0.018799, -0.070312, 0.041748, 0.000774, 0.004944, 0.168945, 0.011169, 0.041016, -0.0354, -0.037109, -0.087891, -0.151367, 0.012268, 0.045898, -0.19043, 0.029541, 0.059814, 0.172852, 0.021484, 0.038818, 0.180664, 0.000467, 0.016479, 0.163086, -0.018066, -0.052979, -0.166992, 0.012939, 0.050537, 0.176758, -0.001701, -0.019165, -0.1875, 0.011597, 0.041992, 0.173828, 0.010742, 0.033447, 0.163086, -0.022217, -0.059082, -0.166992, -0.000694, 0.004547, 0.1875, 0.00766, 0.01532, 0.181641, 0.016724, 0.04541, 0.186523, 0.031006, 0.069336, 0.181641, 0.006989, 0.036377, 0.183594, 0.000317, 0.00473, 0.168945, 0.020508, 0.068359, 0.157227, 0.015747, 0.04126, 0.186523, 0.012146, 0.029297, 0.186523, -0.010376, -0.035889, -0.155273, 0.001305, 0.0047, 0.188477, 0.01239, 0.043213, 0.182617, -0.007996, -0.022217, -0.160156, 0.032715, 0.074707, -0.025391, -0.058105, 0.022705, 0.197266, -0.002808, -0.011475, -0.188477, -0.000079, 0.004578, -0.207031, 0.04834, 0.101562, -0.022705, -0.009583, -0.032227, 0.03064, 0.000376, -0.003082, -0.183594, -0.000196, 0.000088, -0.177734, 0.005585, 0.015198, 0.167969, -0.040039, -0.090332, -0.170898, -0.000071, 0.000984, -0.168945, -0.003998, -0.012329, -0.154297, -0.006805, -0.019287, -0.142578, -0.044189, -0.074707, -0.200195, 0.005676, 0.017456, 0.141602, -0.015442, -0.040527, -0.172852, -0.013245, -0.028687, -0.167969, -0.012268, -0.059814, 0.003021, -0.035645, -0.074707, 0.05957, 0.008545, 0.033203, 0.167969, 0.037842, 0.075684, -0.02002, 0.019287, 0.048096, 0.171875, -0.012878, -0.034912, -0.163086, 0.09375, 0.054688, -0.029419, 0.025513, 0.063965, -0.041016, 0.041992, 0.080566, 0.178711, -0.010315, -0.028687, -0.194336, 0.009033, 0.039307, 0.192383, 0.006073, 0.026123, 0.178711, 0.003448, 0.011292, 0.192383, 0.015747, 0.059814, -0.019043, 0.013489, 0.052246, 0.205078, 0.007172, 0.025513, 0.169922, 0.002075, 0.018677, 0.191406, 0.003143, 0.074219, -0.015503, 0.001038, -0.007996, -0.143555, 0.012207, 0.047363, 0.174805, -0.000132, -0.000992, -0.131836, 0.008179, 0.030518, 0.189453, 0.011963, 0.04248, 0.172852, -0.021362, -0.057617, -0.200195, -0.026367, -0.068848, -0.167969, 0.010437, 0.028076, -0.040039, 0.013367, 0.033691, 0.189453, 0.000271, -0.00528, -0.197266, 0.009888, 0.088379, -0.000828, -0.016479, -0.059814, -0.162109, -0.005096, -0.016479, -0.172852, -0.017822, -0.050293, -0.160156, -0.032471, -0.070312, -0.172852, 0.018799, 0.048828, 0.179688, 0.006348, 0.041992, 0.1875, -0.000252, 0.012329, 0.169922, -0.015747, -0.041504, -0.166016, -0.01123, -0.04126, -0.181641, 0.005188, 0.020264, 0.150391, -0.00885, -0.0354, -0.179688, 0.004608, 0.017822, 0.191406, 0.000694, 0.002487, -0.147461, 0.008911, 0.029175, 0.204102, -0.008911, -0.093262, 0.014893, 0.010437, 0.044434, 0.182617, -0.012573, -0.032227, 0.028198, -0.001434, 0.000075, 0.210938, -0.009155, -0.031494, -0.170898, -0.002197, -0.002762, 0.182617, 0.008789, 0.02063, 0.15625, 0.017578, 0.051514, -0.046387, -0.000133, -0.002899, -0.098633, 0.010803, 0.061523, -0.04126, 0.014221, 0.066895, -0.037842, -0.064941, -0.090332, -0.162109, 0.019165, 0.06543, 0.206055, -0.007782, -0.028564, -0.173828, 0.005066, 0.0177, 0.158203, -0.002411, -0.026245, -0.163086, -0.054443, -0.135742, -0.065918, 0.006195, 0.016479, 0.142578, 0.006592, 0.143555, -0.015564, 0.003967, 0.017334, 0.181641, -0.031494, -0.057861, -0.166992, 0.005035, 0.007599, 0.154297, 0.016113, 0.084473, -0.019409, -0.00238, -0.009277, -0.147461, -0.006805, -0.020508, -0.164062, 0.003937, 0.039062, 0.200195, -0.036621, -0.098633, 0.028931, 0.007812, 0.027466, 0.183594, 0.016235, 0.048584, 0.188477, -0.001328, 0.002365, 0.222656, -0.000011, 0.008545, 0.195312, 0.001343, 0.004517, 0.186523, -0.026001, -0.066895, -0.172852, -0.022339, -0.046387, -0.12793, 0.016235, 0.045898, 0.165039, 0.022461, 0.067383, -0.037354, -0.005066, -0.025879, -0.178711, 0.00053, -0.00473, -0.1875, 0.023926, 0.061279, 0.185547, 0.023071, 0.060059, 0.162109, -0.01123, -0.033447, -0.194336, -0.00119, -0.004486, -0.198242, 0.005341, 0.025635, 0.166016, -0.008179, -0.03125, -0.18457, 0.017944, 0.047852, 0.185547, 0.004944, 0.018677, 0.144531, -0.013428, -0.041016, -0.202148, -0.022705, -0.043945, -0.183594, 0.015137, 0.031494, 0.163086, 0.017212, 0.044678, 0.180664, 0.019043, 0.051514, 0.179688, -0.009216, -0.024658, -0.137695, 0.00473, 0.016113, 0.169922, -0.001335, -0.004547, -0.162109, 0.011902, 0.032471, 0.186523, 0.012451, 0.042969, 0.174805, 0.020264, 0.060059, -0.038574, -0.059814, -0.105957, -0.148438, 0.033936, 0.083984, -0.031494, 0.019043, 0.050781, -0.039307, 0.012451, 0.036865, 0.166992, 0.001938, 0.004913, -0.181641, 0.008911, 0.020752, 0.185547, 0.005005, 0.019531, 0.161133, 0.004333, 0.123535, -0.009827, -0.012939, -0.029907, -0.210938, -0.017822, -0.051758, -0.171875, 0.002365, 0.018433, 0.174805, -0.019775, -0.039307, -0.186523, -0.010437, -0.046631, 0.051758, -0.020996, -0.058105, -0.112793, -0.018555, -0.058105, -0.18457, -0.001122, -0.004578, -0.125, -0.029419, -0.067383, -0.18457, 0.027466, 0.083496, -0.04126, -0.014709, -0.032227, -0.177734, 0.012146, 0.035645, 0.19043, -0.066406, -0.120605, -0.00766, -0.001404, -0.025146, -0.168945, 0.001579, 0.02124, 0.201172, -0.017944, -0.040283, -0.172852, -0.010193, -0.026733, -0.166016, 0.009888, 0.030273, 0.189453, -0.013367, -0.041748, -0.15918, 0.006653, 0.023193, 0.19043, -0.052246, -0.101562, -0.101562, 0.029297, 0.067383, 0.171875, 0.012329, 0.056641, -0.038574, 0.004333, 0.10791, -0.005463, 0.028564, 0.089844, -0.031494, -0.001465, -0.005524, -0.19043, -0.011169, -0.023193, 0.025879, -0.017822, -0.049072, 0.035645, -0.001419, -0.01178, -0.205078, -0.00473, -0.019653, -0.152344, 0.007599, 0.031006, 0.201172, 0.000927, -0.005859, -0.212891, 0.017578, 0.048584, 0.18457, 0.025024, 0.055176, 0.163086, 0.023926, 0.07373, 0.149414, 0.000984, 0.000587, -0.165039, -0.031128, 0.008911, 0.21875, -0.016968, -0.031738, -0.195312, -0.043213, -0.089355, 0.003876, 0.001389, -0.002365, -0.157227, -0.004395, -0.014343, -0.146484, -0.010559, -0.141602, 0.004608, -0.006287, -0.031494, -0.185547, 0.022217, 0.058838, 0.18457, -0.007812, -0.016968, -0.204102, 0.005249, 0.031982, 0.176758, -0.015503, -0.041504, -0.181641, 0.012878, 0.048584, 0.1875, 0.00708, 0.028076, 0.166016, 0.034424, 0.096191, 0.007874, 0.00824, 0.022949, 0.168945, -0.017456, -0.037842, -0.166016, 0.040039, 0.054932, 0.174805, 0.006409, 0.013428, 0.140625, -0.00386, -0.002518, 0.191406, 0.000698, 0.000698, -0.180664, -0.005554, -0.017334, -0.171875, -0.018311, -0.068848, -0.193359, 0.003693, 0.011597, 0.191406, 0.013916, 0.054688, 0.178711, 0.001396, 0.019287, 0.21582, -0.044189, -0.080078, 0.003647, -0.002701, -0.012512, -0.166016, 0.022339, 0.038086, 0.240234, -0.015625, -0.026611, -0.152344, 0.00079, -0.00412, -0.191406, -0.019775, -0.051514, -0.172852, 0.025269, 0.087402, 0.001999, 0.014832, 0.064941, 0.123047, -0.015259, -0.07373, -0.032715, -0.016479, -0.081055, 0.030273, 0.005951, 0.024048, 0.170898, -0.003357, -0.007416, -0.128906, 0.014465, 0.063477, -0.041504, 0.000231, 0.005249, 0.210938, 0.001671, 0.019287, 0.176758, -0.003311, -0.001404, 0.228516, -0.031128, -0.077637, -0.145508, 0.015137, 0.037842, -0.041748, -0.009827, -0.026123, -0.1875, 0.026123, 0.086914, 0.229492, 0.005646, 0.022583, 0.175781, -0.031982, -0.078613, -0.146484, 0.014832, 0.047852, 0.194336, -0.002014, -0.033936, -0.183594, -0.010254, -0.0354, -0.183594, -0.019165, -0.043945, -0.168945, 0.010864, 0.043457, 0.171875, -0.000843, 0.005219, 0.168945, 0.03418, 0.073242, -0.059326, 0.005951, 0.021606, 0.162109, -0.001488, -0.019165, -0.21582, 0.015869, 0.07959, -0.020874, -0.012268, -0.053955, -0.189453, 0.017212, 0.036621, 0.178711, 0.008667, 0.017212, 0.130859, -0.021118, -0.053711, -0.166992, -0.004547, -0.021362, -0.171875, -0.041016, -0.087402, -0.056641, 0.042725, 0.084961, 0.134766, 0.023682, 0.05835, 0.189453, -0.002838, -0.011658, -0.15332, -0.010925, -0.036865, -0.228516, 0.010498, 0.034912, 0.199219, 0.021606, 0.044434, 0.174805, -0.020508, -0.103516, 0.023193, 0.02832, 0.0625, 0.161133, 0.016724, 0.040039, 0.195312, 0.019531, 0.047363, 0.166992, 0.00042, 0.001122, 0.195312, 0.000267, -0.002701, 0.178711, 0.00132, -0.004639, -0.181641, 0.00946, 0.020264, -0.0271, 0.020386, 0.063477, 0.166992, -0.000121, 0.000744, -0.192383, -0.001213, 0.009888, 0.207031, 0.026245, 0.074219, 0.151367, 0.050781, 0.090332, 0.088867, -0.011169, -0.130859, 0.017944, 0.007202, 0.087891, -0.015869, -0.006989, -0.02002, 0.027344, 0.015259, 0.046631, 0.177734, 0.006287, 0.014282, 0.137695, 0.021851, 0.054932, 0.18457, 0.00412, 0.0177, 0.151367, 0.000315, -0.000645, -0.18457, -0.009705, -0.060791, 0.050781, -0.003571, -0.007935, -0.154297, -0.023438, -0.047119, -0.160156, -0.003052, -0.016235, -0.192383, -0.000732, -0.012634, -0.168945, 0.015137, 0.039551, 0.148438, -0.002426, -0.006866, 0.216797, -0.015259, -0.108398, 0.006958, -0.000069, 0.008789, 0.204102, 0.032227, 0.0625, -0.05127, 0.036865, 0.072266, 0.202148, -0.001282, -0.004913, -0.201172, -0.049561, -0.132812, -0.047607, -0.004608, -0.01709, -0.175781, 0.00705, 0.023682, 0.15625, 0.001808, 0.004791, 0.151367, -0.001534, 0.001045, 0.185547, -0.015869, -0.041016, -0.175781, 0.007996, 0.024292, 0.176758, 0.026245, 0.055664, -0.046631, 0.009827, 0.033936, 0.173828, 0.003708, 0.130859, -0.007599, 0.012939, 0.042725, -0.038818, 0.003555, 0.01709, 0.186523, 0.000322, 0.004456, 0.183594, -0.002045, -0.00264, -0.147461, -0.010254, -0.031006, -0.166992, 0.043701, 0.072754, 0.167969, -0.000334, -0.000599, 0.183594, 0.000919, 0.01709, 0.1875, -0.014832, -0.034424, -0.183594, -0.025757, -0.066406, -0.183594, 0.038086, 0.099609, 0.117188, 0.012024, 0.029297, 0.170898, -0.018433, -0.05542, -0.164062, 0.059814, 0.085449, 0.006378, 0.012451, 0.094238, 0.047852, 0.000202, 0.011108, 0.172852, -0.009827, -0.019531, -0.157227, 0.024048, 0.053711, -0.044434, 0.024048, 0.054199, -0.052979, -0.002243, -0.009766, -0.145508, -0.003601, -0.01062, -0.175781, 0.002426, 0.026245, 0.163086, 0.01532, 0.04248, 0.183594, -0.004425, -0.013062, -0.165039, -0.006653, -0.03833, -0.1875, 0.003738, 0.008911, 0.125977, 0.001381, 0.008606, 0.145508, -0.004303, -0.011047, -0.166992, -0.021729, -0.063477, -0.161133, 0.003891, 0.02356, 0.180664, 0.000904, 0.01001, 0.164062, -0.005188, -0.022095, -0.19043, 0.019531, 0.05249, 0.176758, 0.036621, 0.080078, 0.203125, 0.025024, 0.075195, 0.180664, -0.007233, -0.018555, -0.176758, 0.002823, 0.007294, 0.11377, 0.0177, 0.066895, -0.05127, 0.056152, 0.092773, -0.063477, 0.00148, -0.019287, -0.181641, 0.014709, 0.086914, 0.078125, -0.048828, -0.072754, -0.171875, -0.001213, -0.006958, -0.138672, 0.007751, 0.028809, 0.150391, -0.016479, -0.064941, -0.178711, 0.008728, 0.02478, 0.157227, 0.014282, 0.044678, 0.183594, -0.003311, -0.011841, -0.189453, -0.026123, -0.067871, -0.163086, 0.010071, 0.04541, -0.048584, 0.021362, 0.053955, 0.162109, -0.003464, -0.002228, 0.186523, -0.024414, -0.04126, -0.195312, -0.017822, -0.041992, -0.203125, -0.018799, -0.043457, -0.177734, 0.00592, 0.021851, 0.138672, -0.002625, -0.004028, 0.195312, -0.004456, -0.039551, -0.199219, 0.010071, 0.088379, -0.012634, 0.015137, 0.049072, 0.166016, 0.003525, 0.02124, 0.174805, 0.020996, 0.066406, 0.145508, -0.000456, 0.001045, 0.169922, 0.001419, 0.004181, -0.210938, -0.022339, -0.111816, -0.060059, -0.001587, -0.015869, -0.185547, -0.000381, 0.002045, 0.173828, -0.026611, -0.076172, -0.185547, 0.011841, 0.04126, -0.037109, 0.000706, -0.007996, -0.177734, 0.037598, 0.077148, 0.180664, -0.031006, -0.079102, -0.152344, 0.000572, 0.006378, 0.193359, 0.004547, 0.009399, 0.179688, -0.008179, -0.024536, 0.024292, -0.0177, -0.079102, -0.208984, -0.00531, -0.018677, -0.152344, -0.017578, -0.035889, -0.171875, -0.009521, -0.033447, -0.251953, 0.010498, 0.02124, 0.162109, -0.004211, -0.015625, -0.152344, -0.011658, -0.033447, -0.185547, 0.018433, 0.049805, 0.179688, -0.029907, -0.09668, -0.151367, -0.010315, -0.027588, -0.181641, 0.006622, 0.020386, -0.02417, 0.002426, -0.141602, 0.004547, -0.0065, -0.013123, -0.18457, 0.011353, 0.032959, 0.172852, 0.001923, 0.016235, 0.149414, -0.001984, -0.015625, -0.18457, 0.007233, 0.036133, 0.165039, 0.033936, 0.086914, 0.155273, 0.026855, 0.064941, 0.158203, -0.030151, -0.074219, -0.170898, -0.02124, -0.066895, -0.157227, 0.03418, 0.097168, 0.046143, -0.022339, -0.050781, -0.183594, 0.001076, 0.018066, 0.186523, -0.009094, -0.024658, -0.186523, -0.023315, -0.052002, -0.180664, 0.00824, 0.026489, 0.178711, 0.005554, 0.013428, 0.206055, 0.040283, 0.084473, 0.128906, -0.010437, -0.028931, -0.186523, 0.000013, 0.00383, -0.169922, -0.001968, -0.00528, -0.1875, -0.015076, -0.025635, -0.150391, 0.00238, -0.009644, -0.199219, 0.003433, 0.000259, -0.195312, 0.013306, 0.101562, -0.005798, -0.00528, -0.026367, -0.197266, 0.027466, 0.064453, 0.169922, 0.000311, -0.007751, -0.169922, 0.000294, -0.00116, 0.171875, -0.022949, -0.063477, 0.03418, 0.008301, 0.031128, 0.193359, 0.003021, 0.016113, 0.1875, -0.037842, -0.087402, -0.154297, 0.076172, -0.030396, -0.020386, 0.003754, 0.021606, 0.124512, -0.013611, -0.095215, 0.009094, -0.018066, -0.053223, 0.031982, -0.004608, -0.016479, -0.173828, -0.003769, -0.012024, -0.175781, -0.002762, -0.025146, -0.216797, -0.011536, -0.115723, 0.009888, -0.015259, -0.047607, -0.157227, -0.011475, -0.027832, 0.028687, -0.02063, -0.054688, -0.170898, -0.00946, -0.024292, -0.15332, 0.014648, 0.035156, 0.170898, 0.005096, 0.018066, -0.021729, 0.015137, 0.039795, 0.157227, 0.027466, 0.070801, -0.030273, 0.005219, 0.015442, 0.192383, 0.015991, 0.042969, 0.192383, -0.001793, -0.019897, -0.161133, -0.021606, -0.058105, -0.172852, 0.00708, 0.013428, -0.165039, -0.001389, 0.036377, -0.175781, -0.006226, -0.020996, -0.162109, -0.009521, -0.024658, -0.178711, -0.000511, -0.024048, -0.171875, -0.0177, -0.045654, -0.174805, -0.000607, -0.000652, 0.178711, -0.005829, -0.021606, -0.163086, 0.011047, 0.019531, 0.126953, -0.04248, -0.105957, 0.030273, 0.020874, 0.039062, 0.170898, 0.022339, 0.054688, 0.189453, -0.013916, -0.026855, -0.15918, 0.010803, 0.042236, 0.164062, 0.004944, 0.021729, 0.185547, 0.04248, 0.097656, 0.200195, 0.020264, 0.042236, 0.124023, 0.049072, 0.083496, 0.081543, 0.020264, 0.075684, -0.030396, 0.007233, 0.09375, -0.001205, 0.02771, 0.068848, 0.166992, -0.006073, -0.0271, -0.169922, 0.031982, 0.07959, 0.206055, 0.039062, 0.083984, 0.174805, -0.02002, -0.047607, -0.185547, -0.000957, 0.002213, 0.205078, -0.022583, -0.068848, 0.042725, -0.005554, -0.040771, -0.140625, -0.001312, -0.010254, -0.165039, 0.016724, 0.040771, 0.195312, 0.002838, 0.025635, 0.174805, -0.022583, -0.054199, -0.147461, 0.012329, 0.038086, 0.183594, -0.02002, -0.054199, -0.177734, 0.00824, 0.027832, 0.174805, -0.023315, -0.06543, -0.166992, -0.008484, -0.025879, -0.179688, 0.001305, 0.021851, 0.192383, -0.000652, -0.000332, -0.175781, 0.027344, 0.101562, 0.128906, 0.000395, 0.002289, 0.109375, -0.014954, -0.123047, -0.060791, 0.019409, 0.047852, 0.152344, 0.001541, -0.004639, -0.170898, -0.034912, -0.056396, -0.191406, 0.007111, 0.019409, 0.131836, -0.008789, -0.091797, 0.010925, -0.019653, -0.090332, 0.015991, -0.022217, -0.063965, 0.04126, -0.02417, -0.054932, -0.180664, 0.009277, 0.025757, 0.166992, -0.003693, -0.019287, -0.181641, -0.013, -0.0354, -0.175781, -0.020264, -0.057129, -0.170898, -0.007385, -0.050293, -0.15332, 0.013977, 0.04248, 0.216797, -0.027588, -0.055908, -0.15625, 0.024414, 0.066406, 0.148438, -0.031494, -0.080078, 0.031982, -0.049072, -0.099121, -0.128906, 0.053711, 0.085449, -0.046143, 0.022705, 0.074707, -0.044922, -0.003967, -0.014709, -0.155273, -0.021118, -0.064453, -0.162109, 0.000706, 0.013672, 0.15332, -0.011353, -0.114258, 0.00415, -0.006439, -0.021729, -0.18457, -0.009094, -0.0271, -0.21875, -0.01532, -0.044434, -0.185547, -0.00145, -0.000874, 0.165039, -0.004272, -0.021118, -0.195312, 0.010803, 0.029785, 0.178711, -0.002701, -0.012756, -0.157227, -0.016724, -0.046387, -0.178711, -0.033203, -0.066406, -0.181641, -0.011536, -0.029663, -0.117188, -0.016724, -0.041748, -0.169922, 0.017212, 0.04248, 0.199219, -0.006165, -0.021729, -0.181641, -0.000254, -0.008057, -0.130859, -0.002045, 0.029663, 0.238281, -0.003601, -0.014893, -0.150391, 0.000064, -0.001617, -0.163086, 0.034424, 0.103027, 0.123047, 0.032227, 0.073242, -0.057617, 0.014587, 0.039062, 0.166992, 0.002502, 0.001549, -0.261719, 0.005219, 0.021606, 0.178711, 0.003998, 0.026489, 0.15625, -0.038574, -0.089844, 0.042236, -0.008972, -0.045898, -0.194336, 0.002914, 0.005188, 0.172852, 0.009766, 0.033203, -0.032227, -0.015625, -0.035156, -0.164062, -0.000763, 0.007324, 0.18457, -0.00095, -0.011475, -0.180664, 0.02002, 0.050049, -0.069336, 0.025024, 0.051758, 0.180664, 0.004303, 0.02063, 0.165039, -0.017334, -0.029175, -0.124023, 0.019043, 0.059082, 0.152344, 0.015747, 0.058594, 0.158203, -0.009094, -0.102051, -0.0047, -0.004547, 0.004028, 0.19043, -0.009216, -0.023438, -0.180664, 0.020386, 0.067871, 0.171875, 0.001778, 0.128906, -0.009827, -0.004425, -0.026733, -0.118164, -0.00885, -0.032959, -0.176758, 0.00058, 0.002594, -0.143555, 0.013245, 0.020508, 0.131836, -0.004486, -0.0177, -0.186523, 0.007874, 0.018555, 0.140625, -0.000675, -0.002838, 0.166016, -0.018433, -0.04834, -0.179688, -0.001694, 0.002136, 0.152344, 0.01416, 0.044922, -0.042725, -0.018311, -0.040527, -0.174805, -0.002182, -0.069336, 0.028687, -0.032471, -0.085938, -0.147461, 0.012024, 0.045898, 0.143555, 0.019653, 0.045166, 0.189453, -0.000549, -0.003433, 0.201172, -0.009583, -0.029541, -0.178711, 0.000104, -0.020508, -0.196289, 0.014465, 0.034912, 0.160156, 0.0354, -0.05957, -0.042236, 0.005585, 0.030762, 0.18457, -0.004059, -0.01062, -0.201172, 0.004089, 0.010254, 0.161133, 0.021118, 0.055908, 0.092285, -0.000201, -0.000984, 0.168945, -0.023438, -0.051758, -0.150391, 0.054443, 0.100098, -0.066406, -0.008667, -0.026001, 0.027588, 0.00119, 0.015259, 0.164062, -0.004456, -0.031006, -0.15625, 0.027222, 0.059082, -0.048584, 0.011475, 0.031982, 0.146484, -0.001999, -0.015198, -0.179688, -0.019897, -0.060547, -0.183594, -0.001541, 0.009338, 0.162109, -0.001328, -0.019531, -0.172852, 0.024048, 0.043945, 0.195312, 0.00002, 0.006622, 0.177734, -0.016602, -0.047363, 0.039795, 0.009399, 0.030029, -0.032715, -0.019043, -0.041748, -0.171875, -0.004425, -0.00383, -0.168945, 0.006958, 0.029419, 0.174805, -0.011658, -0.079102, 0.113281, 0.031738, 0.084473, 0.192383, 0.00592, 0.014282, 0.164062, 0.011414, 0.028809, 0.171875, -0.001625, -0.001472, 0.163086, -0.008484, -0.02002, -0.198242, 0.028076, 0.052979, 0.142578, 0.021484, 0.054443, 0.189453, 0.005493, 0.013977, 0.200195, -0.001839, -0.000809, -0.167969, -0.001984, -0.001183, 0.18457, -0.013367, -0.078613, 0.022827, -0.017578, -0.058105, 0.035889, 0.000683, 0.004578, 0.152344, 0.015747, 0.05957, 0.177734, 0.037354, 0.049316, -0.078125, 0.007172, 0.033691, -0.034668, -0.008118, -0.027832, -0.1875, -0.008301, -0.030029, 0.03125, 0.007538, 0.013, 0.196289, -0.017822, -0.035889, -0.133789, -0.02356, -0.058838, -0.147461, -0.020996, -0.062988, 0.037354, -0.018799, -0.049561, 0.040771, 0.02417, 0.136719, -0.003433, 0.001778, 0.004211, -0.144531, 0.026978, 0.057373, 0.145508, -0.004425, -0.102051, 0.007721, 0.00007, 0.013123, 0.157227, 0.031494, 0.102539, 0.095703, 0.000334, 0.005157, 0.193359, -0.01001, -0.02832, -0.199219, -0.018677, -0.055664, -0.176758, -0.000999, -0.002701, -0.165039, -0.004669, -0.02417, -0.195312, 0.002243, 0.003586, 0.193359, -0.020386, -0.055176, -0.172852, 0.024292, 0.05835, 0.150391, 0.003387, 0.011353, 0.181641, 0.019653, 0.051025, -0.046387, -0.060059, -0.137695, 0.043213, -0.007294, -0.027222, -0.172852, 0.009399, 0.025757, 0.186523, 0.001678, 0.010864, 0.1875, -0.000645, 0.001251, 0.213867, -0.006958, -0.016968, -0.208984, -0.005493, -0.011169, -0.176758, 0.000912, 0.000801, -0.150391, -0.007019, -0.125977, 0.011414, -0.002441, -0.023804, -0.186523, -0.00415, -0.018555, -0.201172, 0.006348, 0.019165, -0.022217, -0.007294, -0.029663, -0.186523, 0.001572, 0.121582, -0.013, 0.021362, 0.063965, -0.047607, 0.001137, 0.021484, 0.179688, -0.01532, -0.037109, 0.041992, 0.011475, 0.020874, 0.171875, 0.01355, 0.051025, -0.078613, -0.012573, -0.0354, -0.157227, -0.016357, -0.041992, -0.183594, -0.0354, -0.063965, -0.171875, -0.009155, -0.037842, -0.188477, 0.024414, 0.051758, 0.189453, 0.015198, 0.051514, 0.131836, -0.00473, -0.011841, -0.208984, -0.003998, -0.013184, -0.180664, -0.01709, -0.036865, -0.154297, -0.018433, -0.05249, -0.119141, -0.021729, -0.060791, -0.174805, -0.010559, -0.046631, 0.051758, -0.010986, -0.025146, 0.03418, -0.003448, -0.028564, -0.189453, -0.011597, -0.045166, -0.164062, -0.019897, -0.064941, 0.036133, -0.016968, -0.048584, -0.145508, 0.025146, 0.071777, 0.178711, 0.002014, 0.013489, 0.169922, 0.001862, 0.0047, 0.163086, -0.003372, -0.136719, 0.010559, 0.008057, 0.011963, 0.21582, -0.01355, -0.072266, -0.178711, -0.00058, -0.000074, 0.165039, 0.0177, 0.030273, 0.141602, 0.013611, 0.061523, 0.163086, -0.002731, -0.129883, 0.009705, 0.010071, 0.133789, -0.010986, 0.010071, 0.020996, 0.197266, -0.003067, -0.010193, -0.134766, -0.01178, -0.036865, -0.183594, -0.014465, -0.030884, -0.164062, -0.023682, -0.053711, -0.179688, 0.030518, 0.063477, 0.161133, 0.015076, 0.039551, 0.167969, -0.015442, -0.101074, -0.002243, -0.00119, 0.009094, 0.167969, -0.028687, -0.064941, -0.207031, 0.000475, 0.001862, -0.172852, 0.000066, 0.012756, 0.183594, 0.013794, 0.036865, -0.039062, -0.009705, -0.026978, -0.172852, 0.01062, 0.100098, -0.056152, -0.018555, -0.060791, 0.03418, -0.001183, 0.00705, 0.205078, 0.000448, 0.000114, -0.062988, -0.013794, -0.026123, -0.192383, -0.011047, -0.026123, -0.213867, -0.014954, -0.047363, -0.169922, -0.014832, -0.04248, -0.18457, 0.013, 0.041504, -0.148438, -0.012451, -0.043945, -0.161133, 0.042725, 0.088867, 0.119629, 0.001389, 0.009338, 0.166016, 0.024048, 0.09375, -0.00148, -0.010742, -0.02417, -0.193359, 0.001579, 0.003708, -0.199219, 0.003998, 0.008362, 0.15332, 0.00531, 0.024536, 0.15918, -0.020996, -0.091309, 0.022949, -0.006287, -0.014465, -0.160156, -0.037598, -0.080078, -0.121094, -0.013306, -0.032715, -0.160156, 0.049072, 0.101074, 0.134766, -0.010254, -0.049561, -0.191406, 0.018066, 0.037842, 0.193359, -0.013611, -0.033203, -0.174805, 0.005219, 0.091797, -0.007355, -0.016479, -0.040771, -0.18457, 0.009155, 0.025146, 0.163086, 0.002106, 0.005432, -0.195312, 0.003067, 0.028931, 0.161133, 0.001244, 0.001091, 0.126953, -0.003586, -0.020386, -0.15625, -0.010376, -0.031494, -0.161133, 0.008606, 0.02832, 0.164062, 0.019165, 0.064941, 0.15918, -0.027344, -0.071777, -0.125977, -0.005798, -0.071289, 0.033936, 0.00824, 0.023315, 0.118652, -0.001297, -0.110352, 0.006592, 0.007538, 0.06543, -0.040283, -0.004486, -0.019897, -0.167969, 0.016602, 0.054199, -0.04126, 0.000729, 0.001747, -0.197266, 0.023438, 0.062012, 0.186523, -0.039062, -0.074707, -0.170898, -0.012085, -0.040527, -0.193359, -0.017334, -0.029907, -0.213867, -0.01123, -0.035645, 0.037598, -0.004974, -0.014038, -0.124512, 0.000549, -0.007416, -0.195312, 0.019653, 0.04541, 0.149414, -0.013733, -0.038574, -0.178711, 0.006622, 0.030884, 0.203125, 0.081543, 0.131836, 0.095703, -0.001244, -0.018188, -0.170898, -0.021606, -0.049805, -0.185547, 0.015076, 0.043945, 0.160156, 0.019531, 0.049561, 0.171875, 0.002838, 0.002655, 0.182617, -0.011353, -0.042236, -0.192383, 0.011475, -0.115234, -0.135742, -0.017578, -0.098633, 0.003464, 0.004852, 0.017334, 0.178711, 0.023682, 0.063477, 0.166992, -0.010254, -0.035889, -0.15625, -0.004822, -0.018311, -0.121094, 0.029663, 0.045898, 0.188477, 0.022217, 0.048828, 0.166992, 0.010925, 0.020996, 0.142578, -0.039795, -0.132812, -0.004822, 0.038574, 0.080566, 0.200195, 0.000183, 0.014404, 0.176758, -0.022827, -0.053711, -0.194336, -0.011353, -0.033203, -0.189453, -0.00769, -0.032715, -0.200195, 0.016113, 0.048096, 0.191406, 0.003555, 0.011353, 0.189453, 0.000032, -0.000408, -0.086914, -0.04126, -0.101074, -0.166016, -0.012207, -0.044189, 0.036377, -0.000992, -0.00386, 0.158203, -0.013123, -0.092285, 0.006866, 0.012939, 0.030396, 0.18457, 0.012268, 0.041016, -0.166992, -0.015747, -0.058838, 0.042725, -0.004669, -0.031494, -0.177734, 0.017212, 0.034424, 0.119141, 0.02478, 0.044434, 0.181641, 0.023804, 0.054688, 0.183594, -0.001183, -0.002716, -0.174805, 0.002319, 0.004547, -0.189453, -0.023315, -0.053223, -0.15625, -0.010986, 0.011963, 0.154297, -0.012817, -0.041748, -0.148438, 0.022095, 0.070312, 0.147461, -0.010132, -0.037354, -0.157227, -0.012085, -0.036865, -0.18457, 0.010315, 0.024658, 0.173828, -0.009705, -0.026978, -0.185547, -0.000561, -0.022827, -0.172852, -0.013611, -0.039062, -0.15918, 0.012268, 0.039062, 0.169922, 0.010742, 0.03833, 0.180664, 0.008362, 0.02417, 0.145508, -0.000433, -0.005951, -0.19043, 0.030762, 0.066406, 0.15918, 0.008667, 0.030273, 0.171875, 0.001839, 0.016113, 0.173828, 0.003098, 0.005371, 0.191406, 0.032227, 0.069336, -0.055908, -0.033447, -0.056885, -0.144531, 0.026123, 0.067871, -0.040527, -0.025146, -0.060791, -0.178711, -0.008118, -0.114746, -0.000645, 0.031738, 0.097168, 0.113281, 0.033447, 0.071289, 0.148438, -0.000227, 0.001038, 0.155273, 0.004639, 0.029785, 0.197266, 0.005127, 0.019775, 0.1875, 0.005127, 0.007629, 0.165039, -0.000222, 0.012756, 0.186523, -0.012329, -0.041504, -0.151367, 0.018433, 0.060791, 0.194336, -0.022949, -0.053223, -0.178711, 0.010803, 0.034424, 0.174805, 0.000315, -0.000399, -0.172852, -0.017456, -0.032471, -0.169922, 0.016113, 0.064941, 0.167969, 0.003998, 0.00824, 0.197266, -0.029785, -0.068359, -0.151367, 0.011353, 0.029297, 0.183594, -0.02417, -0.057861, 0.046631, 0.018921, 0.040283, 0.183594, -0.034668, -0.069336, 0.056641, -0.022095, -0.080566, 0.028931, -0.001839, -0.003159, 0.189453, 0.007568, 0.029907, 0.200195, 0.002335, 0.009888, 0.165039, 0.014221, 0.047852, 0.168945, 0.014832, 0.044922, 0.1875, -0.006195, -0.016968, -0.136719, -0.000056, 0.003326, 0.151367, -0.025269, -0.067871, -0.185547, 0.007111, 0.016846, 0.180664, -0.00531, -0.027222, -0.173828, -0.010681, -0.03418, -0.185547, -0.000755, 0.005615, 0.18457, 0.010193, 0.037842, 0.170898, -0.0177, -0.059082, -0.161133, -0.014954, -0.046875, -0.181641, 0.027466, 0.106934, -0.039062, -0.004547, -0.00589, -0.142578, 0.02832, 0.070801, 0.166992, 0.017578, 0.035156, 0.150391, 0.003021, 0.026733, 0.169922, -0.013794, -0.046387, -0.174805, -0.015564, -0.070801, 0.046631, 0.016479, 0.070312, -0.028076, 0.034424, 0.075684, 0.199219, -0.033447, -0.089355, 0.024902, 0.031494, 0.069336, -0.056396, 0.008057, 0.051025, 0.158203, 0.01001, 0.036865, 0.193359, -0.001999, -0.012451, -0.139648, 0.010864, 0.027222, 0.170898, -0.000755, 0.00003, 0.176758, 0.019287, 0.047852, 0.174805, 0.02002, 0.052002, 0.208984, -0.024048, -0.055664, 0.04541, -0.010925, -0.032715, -0.171875, 0.013916, 0.038086, 0.208008, 0.00885, 0.026611, 0.170898, -0.014526, -0.048096, -0.15332, -0.020508, -0.044434, -0.162109, -0.014282, -0.05957, 0.088379, 0.006348, 0.022217, 0.166016, 0.005951, 0.106445, 0.085938, -0.012207, -0.046387, -0.188477, -0.000797, 0.008606, 0.170898, 0.000218, 0.003357, 0.180664, 0.007172, 0.023193, 0.171875, -0.010986, -0.031738, -0.198242, 0.024048, 0.062988, 0.150391, -0.000036, -0.007111, -0.205078, -0.013428, -0.039062, -0.175781, -0.012268, -0.039062, -0.172852, 0.012817, 0.035156, 0.15918, -0.018188, -0.047852, -0.167969, 0.000771, 0.005432, 0.166992, 0.00824, 0.026733, 0.163086, -0.010132, -0.031982, -0.205078, 0.000385, -0.006134, -0.178711, 0.003723, 0.005096, -0.1875, -0.038086, -0.076172, -0.168945, 0.004425, 0.024536, 0.168945, -0.012817, -0.133789, 0.005341, 0.006653, 0.021484, 0.177734, 0.002121, 0.01062, 0.172852, -0.009705, -0.030396, -0.173828, 0.045898, 0.086914, 0.002457, 0.000076, -0.000568, -0.177734, -0.000012, 0.000797, 0.154297, -0.002899, -0.004547, 0.214844, -0.039062, -0.091309, -0.143555, 0.0177, -0.111816, 0.019409, 0.01178, 0.060547, -0.013611, -0.007202, -0.031982, -0.170898, 0.002548, 0.014648, 0.178711, -0.005981, -0.016968, -0.142578, 0.014587, 0.045166, 0.141602, 0.013916, 0.051514, 0.181641, -0.025635, -0.063477, -0.166992, -0.000341, 0.024536, 0.182617, -0.003723, 0.003342, 0.167969, -0.000561, -0.003525, -0.123535, -0.014893, -0.112793, 0.006104, -0.001892, 0.001984, 0.138672, -0.028809, -0.070312, -0.194336, 0.011414, 0.031738, 0.172852, -0.01178, -0.031494, -0.178711, -0.010132, -0.02124, -0.188477, -0.01709, -0.103027, -0.036377, -0.000702, -0.009216, -0.162109, 0.006378, 0.023926, 0.161133, -0.005493, -0.021729, -0.173828, 0.01355, 0.04834, -0.045166, -0.011963, -0.033447, -0.192383, -0.00885, -0.09668, -0.002808, -0.011475, -0.032227, -0.180664, -0.010986, -0.038086, -0.172852, 0.0177, 0.084473, -0.013489, 0.012817, 0.04126, 0.167969, 0.029419, 0.109863, -0.010742, -0.011841, -0.056152, -0.174805, 0.004028, 0.026367, -0.144531, -0.011414, -0.044922, -0.176758, 0.0177, 0.049316, 0.169922, -0.013123, -0.044922, -0.148438, -0.018311, -0.081055, 0.010071, -0.024414, -0.053467, -0.129883, 0.008423, 0.015015, 0.174805, 0.000786, -0.002365, 0.162109, 0.012512, 0.020996, 0.137695, 0.001328, -0.00824, -0.193359, 0.009705, 0.023193, 0.204102, 0.044922, 0.091797, -0.086426, 0.016724, 0.053711, 0.188477, 0.016968, 0.033203, 0.192383, -0.000889, -0.001266, 0.181641, 0.00647, 0.028687, 0.183594, -0.01178, -0.047119, -0.21582, -0.008423, -0.026855, -0.191406, 0.033447, 0.070801, -0.057373, 0.017944, 0.074219, -0.172852, -0.012207, -0.056152, 0.051758, -0.000687, 0.012024, 0.178711, 0.008423, 0.021729, 0.198242, 0.000847, 0.00095, -0.15918, -0.032715, -0.065918, 0.064941, -0.008057, -0.036865, -0.18457, 0.000778, -0.008118, -0.15918, -0.066406, -0.104492, 0.077148, -0.020996, -0.060547, -0.196289, 0.026489, -0.094238, -0.169922, -0.010742, -0.040771, -0.15918, -0.007233, -0.034424, -0.177734, 0.017212, 0.063477, 0.15625, 0.027466, 0.0625, -0.050537, -0.000729, 0.020996, 0.200195, 0.001076, 0.000063, 0.212891, -0.01178, -0.037598, -0.195312, 0.000652, -0.002838, -0.185547 ] } , "name": "LlmExporter::FusedLinearAttention_1200", "outputIndexes": [ 733 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 710, 732, 732, 733 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.11/self_attn/FusedLinearAttention", "outputIndexes": [ 734 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 721, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 735 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 729, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.11/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 736 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 735, 736, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.11/self_attn/Concat_1_output_0", "outputIndexes": [ 737 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 734, 737 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.11/self_attn/Reshape_output_0", "outputIndexes": [ 738 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 738 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1275 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1275 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1276 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1276 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 125695360, 524310, 131072, 0, 0 ] } , "name": "/layers.11/self_attn/out_proj/Linear", "outputIndexes": [ 1277 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1277 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1278 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1278 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.11/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 739 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 707, 739 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Add_output_0", "outputIndexes": [ 740 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 740 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 126350742, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.11/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 741 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 741 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1279 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1279 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1280 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1280 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 126358934, 2359318, 589824, 0, 0 ] } , "name": "/layers.11/mlp/w1/Linear", "outputIndexes": [ 1281 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1281 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/mlp/w1/Linear/post_convert", "outputIndexes": [ 1282 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1282 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/w1/Linear/post_reshape", "outputIndexes": [ 742 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 742 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.11/mlp/Mul_output_0", "outputIndexes": [ 743 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1280 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 129308076, 2359318, 589824, 0, 0 ] } , "name": "/layers.11/mlp/w3/Linear", "outputIndexes": [ 1285 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1285 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/mlp/w3/Linear/post_convert", "outputIndexes": [ 1286 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1286 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/w3/Linear/post_reshape", "outputIndexes": [ 744 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 743, 744 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/mlp/Mul_1_output_0", "outputIndexes": [ 745 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 745 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1287 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1287 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.11/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1288 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1288 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 132257218, 2359318, 589824, 0, 0 ] } , "name": "/layers.11/mlp/w2/Linear", "outputIndexes": [ 1289 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1289 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.11/mlp/w2/Linear/post_convert", "outputIndexes": [ 1290 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1290 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.11/mlp/w2/Linear/post_reshape", "outputIndexes": [ 746 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 740, 746 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.11/Add_1_output_0", "outputIndexes": [ 747 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 747, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/Reshape_output_0", "outputIndexes": [ 748 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 748 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 135206360, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.12/input_layernorm/Mul_1_output_0", "outputIndexes": [ 749 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 749 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 1291 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1291 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 1292 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1292 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 135214552, 524310, 131072, 0, 0 ] } , "name": "/layers.12/self_attn/q_proj/Linear", "outputIndexes": [ 1293 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1293 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 1294 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1294 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 750 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 749 ] , "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_output_0", "outputIndexes": [ 751 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 751 ] , "main_type": "NONE", "name": "Shape1252", "outputIndexes": [ 752 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 751 ] , "main_type": "NONE", "name": "Rank1254", "outputIndexes": [ 753 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 753, 753 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1256", "outputIndexes": [ 754 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 754 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1257", "outputIndexes": [ 755 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 754, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1259", "outputIndexes": [ 756 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 756 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1260", "outputIndexes": [ 757 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 752, 755, 757, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1263", "outputIndexes": [ 758 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 758 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1264", "outputIndexes": [ 759 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 759, 759 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1266", "outputIndexes": [ 760 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 751, 760, 754 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_output_0", "outputIndexes": [ 761 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 761, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_output_0", "outputIndexes": [ 762 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 754 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1274", "outputIndexes": [ 763 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 756 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1277", "outputIndexes": [ 764 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 752, 763, 764, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1280", "outputIndexes": [ 765 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 765 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1281", "outputIndexes": [ 766 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 766 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1282", "outputIndexes": [ 767 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 767, 766 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1283", "outputIndexes": [ 768 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 751, 768, 754 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_1_output_0", "outputIndexes": [ 769 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 769, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 770 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 762, 770, 114, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.12/self_attn/Concat_output_0", "outputIndexes": [ 771 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 750, 771 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/self_attn/Reshape_output_0", "outputIndexes": [ 772 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 772 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 135869934, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.12/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 774 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 774, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_output_0", "outputIndexes": [ 775 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 774 ] , "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_2_output_0", "outputIndexes": [ 776 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 776 ] , "main_type": "NONE", "name": "Shape1298", "outputIndexes": [ 777 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 776 ] , "main_type": "NONE", "name": "Rank1300", "outputIndexes": [ 778 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 778, 778 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1302", "outputIndexes": [ 779 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 779 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1303", "outputIndexes": [ 780 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 779, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1305", "outputIndexes": [ 781 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 781 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1306", "outputIndexes": [ 782 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 777, 780, 782, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1309", "outputIndexes": [ 783 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 783 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1310", "outputIndexes": [ 784 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 784 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1311", "outputIndexes": [ 785 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 785, 784 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1312", "outputIndexes": [ 786 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 776, 786, 779 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_2_output_0", "outputIndexes": [ 787 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 787, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Div_output_0", "outputIndexes": [ 788 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 788, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 789 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 774, 789, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_1_output_0", "outputIndexes": [ 790 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 790 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.12/self_attn/Neg_output_0", "outputIndexes": [ 791 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 788, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 792 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 774, 21, 792, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_output_0", "outputIndexes": [ 793 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 791, 793 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.12/self_attn/Concat_3_output_0", "outputIndexes": [ 794 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 794, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_1_output_0", "outputIndexes": [ 795 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 775, 795 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Add_output_0", "outputIndexes": [ 796 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1292 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 135870446, 262166, 65536, 0, 0 ] } , "name": "/layers.12/self_attn/k_proj/Linear", "outputIndexes": [ 1297 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1297 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 1298 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1298 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 797 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 761, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 798 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 769, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 799 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 798, 799, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.12/self_attn/Concat_1_output_0", "outputIndexes": [ 800 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 797, 800 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/self_attn/Reshape_1_output_0", "outputIndexes": [ 801 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 801 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 136198148, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.12/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 803 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 803, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_2_output_0", "outputIndexes": [ 804 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 803 ] , "main_type": "NONE", "name": "/blocks.12/self_attn/Shape_3_output_0", "outputIndexes": [ 805 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 805 ] , "main_type": "NONE", "name": "Shape1340", "outputIndexes": [ 806 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 805 ] , "main_type": "NONE", "name": "Rank1342", "outputIndexes": [ 807 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 807, 807 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1344", "outputIndexes": [ 808 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 808 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1345", "outputIndexes": [ 809 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 808, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1347", "outputIndexes": [ 810 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 810 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1348", "outputIndexes": [ 811 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 806, 809, 811, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1351", "outputIndexes": [ 812 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 812 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1352", "outputIndexes": [ 813 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 813 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1353", "outputIndexes": [ 814 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 814, 813 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1354", "outputIndexes": [ 815 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 805, 815, 808 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.12/self_attn/Gather_3_output_0", "outputIndexes": [ 816 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 816, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Div_1_output_0", "outputIndexes": [ 817 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 817, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 818 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 803, 818, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_3_output_0", "outputIndexes": [ 819 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 819 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.12/self_attn/Neg_1_output_0", "outputIndexes": [ 820 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 817, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 821 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 803, 21, 821, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.12/self_attn/Slice_2_output_0", "outputIndexes": [ 822 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 820, 822 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.12/self_attn/Concat_4_output_0", "outputIndexes": [ 823 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 823, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Mul_3_output_0", "outputIndexes": [ 824 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 804, 824 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/self_attn/Add_1_output_0", "outputIndexes": [ 825 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1292 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 136198660, 262166, 65536, 0, 0 ] } , "name": "/layers.12/self_attn/v_proj/Linear", "outputIndexes": [ 1301 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1301 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 1302 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1302 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 826 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 761, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 827 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 769, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.12/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 828 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 827, 828, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.12/self_attn/Concat_2_output_0", "outputIndexes": [ 829 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 826, 829 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.12/self_attn/Reshape_2_output_0", "outputIndexes": [ 830 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 796, 825, 830, 212 ] , "main_type": "AttentionParam", "main": { "kv_cache": true } , "name": "/layers.12/self_attn/FusedAttention", "outputIndexes": [ 831 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 831 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 1303 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1303 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 1304 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1304 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 136526362, 524310, 131072, 0, 0 ] } , "name": "/layers.12/self_attn/o_proj/Linear", "outputIndexes": [ 1305 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1305 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 1306 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1306 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 832 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 748, 832 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Add_output_0", "outputIndexes": [ 833 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 833 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 137181744, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.12/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 834 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 834 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1307 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1307 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1308 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1308 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 137189936, 2359318, 589824, 0, 0 ] } , "name": "/layers.12/mlp/w1/Linear", "outputIndexes": [ 1309 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1309 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/mlp/w1/Linear/post_convert", "outputIndexes": [ 1310 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1310 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/w1/Linear/post_reshape", "outputIndexes": [ 835 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 835 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.12/mlp/Mul_output_0", "outputIndexes": [ 836 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1308 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 140139078, 2359318, 589824, 0, 0 ] } , "name": "/layers.12/mlp/w3/Linear", "outputIndexes": [ 1313 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1313 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/mlp/w3/Linear/post_convert", "outputIndexes": [ 1314 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1314 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/w3/Linear/post_reshape", "outputIndexes": [ 837 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 836, 837 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/mlp/Mul_1_output_0", "outputIndexes": [ 838 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 838 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1315 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1315 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.12/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1316 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1316 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 143088220, 2359318, 589824, 0, 0 ] } , "name": "/layers.12/mlp/w2/Linear", "outputIndexes": [ 1317 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1317 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.12/mlp/w2/Linear/post_convert", "outputIndexes": [ 1318 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1318 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.12/mlp/w2/Linear/post_reshape", "outputIndexes": [ 839 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 833, 839 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.12/Add_1_output_0", "outputIndexes": [ 840 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 840, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.13/Reshape_output_0", "outputIndexes": [ 841 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 841 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 146037362, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.13/input_layernorm/Mul_1_output_0", "outputIndexes": [ 842 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 842 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1319 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1319 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1320 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1320 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 146045554, 1572886, 393216, 0, 0 ] } , "name": "/layers.13/self_attn/in_proj/Linear", "outputIndexes": [ 1321 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1321 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1322 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1322 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 843 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 843 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.13/self_attn/Transpose_output_0", "outputIndexes": [ 844 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 842 ] , "main_type": "NONE", "name": "/blocks.13/self_attn/Shape_output_0", "outputIndexes": [ 845 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 845 ] , "main_type": "NONE", "name": "Shape1401", "outputIndexes": [ 846 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 845 ] , "main_type": "NONE", "name": "Rank1403", "outputIndexes": [ 847 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 847, 847 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1405", "outputIndexes": [ 848 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 848 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1406", "outputIndexes": [ 849 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 848, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1408", "outputIndexes": [ 850 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 850 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1409", "outputIndexes": [ 851 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 846, 849, 851, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1412", "outputIndexes": [ 852 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 852 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1413", "outputIndexes": [ 853 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 853, 853 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1415", "outputIndexes": [ 854 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 845, 854, 848 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.13/self_attn/Gather_output_0", "outputIndexes": [ 855 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 855, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_output_0", "outputIndexes": [ 856 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 848 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1423", "outputIndexes": [ 857 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 850 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1426", "outputIndexes": [ 858 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 846, 857, 858, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1429", "outputIndexes": [ 859 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 859 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1430", "outputIndexes": [ 860 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 860 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1431", "outputIndexes": [ 861 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 861, 860 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1432", "outputIndexes": [ 862 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 845, 862, 848 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.13/self_attn/Gather_1_output_0", "outputIndexes": [ 863 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 863, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 864 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 856, 864, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.13/self_attn/Concat_output_0", "outputIndexes": [ 865 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 865, 32 ] , "main_type": "NONE", "name": "/blocks.13/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 866 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.000942, -0.003326, -0.248047, -0.000005, 0.006927, 0.175781, 0.002808, 0.006683, 0.241211, 0.000117, -0.00531, -0.207031, -0.000881, -0.006653, -0.204102, -0.007172, -0.013611, -0.199219, -0.002319, -0.019531, -0.198242, -0.000938, -0.006165, -0.122559, -0.01001, -0.020752, -0.097656, -0.002716, -0.006012, -0.192383, -0.001038, -0.007294, -0.206055, -0.000288, 0.001488, 0.191406, 0.000028, 0.00148, 0.200195, 0.001938, 0.004059, 0.229492, -0.02002, -0.054688, -0.107422, 0.010803, 0.031494, 0.133789, 0.00296, -0.00235, -0.18457, -0.001839, -0.005402, 0.178711, 0.00061, 0.00412, 0.182617, 0.002594, 0.012634, 0.135742, 0.000189, 0.011475, 0.237305, -0.013489, -0.04541, -0.177734, 0.004456, 0.021362, 0.125977, -0.00037, 0.000664, 0.168945, -0.000257, 0.002029, -0.140625, -0.000957, -0.001282, -0.204102, -0.004791, -0.028931, -0.201172, 0.001602, -0.009094, -0.161133, 0.001907, 0.007812, 0.172852, 0.010986, 0.117676, -0.000037, 0.00267, -0.083984, -0.146484, -0.003235, -0.01239, -0.171875, 0.000526, 0.000213, -0.193359, 0.001137, -0.000866, -0.1875, 0.000511, -0.00193, -0.209961, 0.001968, 0.00708, 0.238281, 0.007996, 0.026245, 0.185547, -0.001297, -0.000576, 0.151367, 0.003021, 0.012573, 0.128906, -0.001373, -0.003265, -0.158203, 0.013306, 0.100098, -0.017334, -0.022217, -0.031738, -0.160156, 0.009338, 0.021973, 0.150391, 0.00769, 0.012085, 0.245117, -0.003265, -0.01709, -0.197266, 0.00177, 0.003372, -0.129883, -0.000534, -0.000412, 0.179688, -0.00296, -0.017456, -0.172852, -0.010986, -0.048828, -0.158203, 0.001938, 0.004944, 0.172852, 0.003113, 0.012085, 0.137695, -0.007507, -0.02356, -0.15332, -0.000862, -0.000805, -0.228516, -0.000217, -0.002975, -0.201172, -0.002808, -0.014099, -0.203125, 0.003586, 0.017578, 0.196289, 0.00354, 0.018433, 0.193359, -0.00119, -0.014221, -0.154297, 0.000713, 0.004059, 0.12793, 0.023682, 0.05957, 0.158203, -0.000462, -0.005798, -0.148438, 0.010315, 0.105469, -0.062988, 0.000931, -0.000763, -0.173828, 0.007721, 0.030762, 0.186523, 0.000113, -0.007477, -0.174805, 0.003815, 0.007996, 0.208984, 0.002518, 0.023804, 0.197266, -0.000102, 0.007996, 0.15918, 0.003616, 0.016724, 0.120605, 0.01239, 0.10498, 0.025024, -0.015564, -0.052246, -0.15918, 0.000395, 0.011047, 0.175781, -0.013611, -0.049316, -0.197266, 0.006012, 0.021606, 0.154297, -0.00264, -0.012634, -0.223633, 0.000931, -0.00148, -0.148438, -0.002502, -0.003159, -0.163086, -0.013, -0.046387, -0.143555, -0.000456, 0.002609, 0.203125, -0.001564, 0.000057, 0.209961, -0.017944, -0.09082, -0.000452, -0.000885, -0.000267, 0.172852, -0.015747, -0.077148, -0.000561, 0.011047, 0.120605, 0.004272, 0.007812, 0.0625, 0.11377, 0.003128, 0.00473, 0.172852, -0.002136, -0.007935, -0.124023, 0.005676, 0.017822, 0.154297, -0.003311, -0.013489, -0.181641, 0.000805, 0.007629, 0.144531, -0.002304, 0.003464, 0.169922, -0.003937, -0.013733, -0.235352, 0.004761, 0.015625, 0.15625, -0.002686, -0.032959, -0.203125, 0.002579, 0.015991, 0.19043, 0.001076, -0.009888, -0.200195, 0.029663, 0.062988, 0.227539, -0.001144, 0.005768, 0.18457, -0.001907, -0.010193, -0.140625, 0.013367, 0.048828, 0.125977, 0.012756, 0.086426, -0.005219, -0.000273, 0.001816, 0.197266, 0.001114, -0.007111, -0.182617, -0.019165, -0.067383, -0.189453, -0.005707, -0.034424, -0.158203, 0.001427, 0.002991, -0.15918, 0.004242, 0.022217, 0.148438, -0.015564, -0.108398, 0.017456, -0.002975, -0.026489, -0.150391, -0.007324, -0.017944, -0.154297, 0.000908, 0.001198, 0.1875, 0.000469, 0.009583, 0.148438, 0.054199, 0.096191, 0.071777, 0.00415, -0.009033, 0.207031, -0.009705, -0.107422, -0.052246, -0.002167, -0.009216, -0.160156, -0.000122, -0.011963, -0.188477, 0.010437, 0.150391, 0.020142, -0.001328, -0.008179, -0.223633, -0.000751, -0.013672, -0.171875, -0.005432, -0.015625, -0.197266, -0.000809, -0.008179, 0.180664, -0.00293, -0.007019, -0.108887, -0.007568, -0.018555, -0.132812, -0.009644, -0.030884, -0.142578, -0.010986, -0.146484, -0.01416, -0.012085, -0.095703, 0.014893, 0.012024, 0.026123, 0.193359, 0.015625, 0.05127, 0.171875, 0.018799, 0.101074, -0.007538, 0.002197, 0.011841, 0.150391, 0.000425, 0.02002, 0.180664, 0.012573, 0.051025, 0.148438, 0.000748, 0.004059, 0.144531, 0.009094, 0.032471, 0.195312, 0.001907, -0.000019, -0.157227, -0.013977, -0.09375, 0.05542, -0.003845, -0.012207, -0.160156, -0.002075, -0.005859, -0.093262, 0.014282, 0.07959, 0.15918, -0.039795, -0.121094, -0.058105, -0.009583, -0.012329, -0.192383, -0.004883, -0.00708, -0.100098, -0.00296, 0.001038, -0.238281, -0.001114, -0.004669, -0.15918, -0.000622, 0.02478, 0.195312, 0.001366, 0.016846, 0.174805, -0.004852, -0.043457, -0.198242, -0.012207, -0.036865, -0.141602, -0.007812, -0.008911, -0.143555, -0.004517, -0.013794, -0.165039, 0.001846, 0.007446, 0.242188, 0.001137, 0.001945, -0.203125, 0.005554, 0.004883, 0.253906, -0.007446, -0.04248, -0.239258, -0.004852, -0.008057, -0.194336, -0.002258, -0.010071, -0.178711, 0.014709, 0.05835, 0.101074, 0.000576, -0.000056, -0.213867, 0.002594, 0.011475, 0.166992, -0.013611, -0.026855, -0.219727, -0.009827, -0.11377, 0.00824, 0.007996, 0.054932, 0.207031, 0.000254, 0.002182, -0.202148, -0.009827, -0.050781, -0.174805, -0.002762, -0.011047, -0.177734, 0.001038, 0.007812, 0.167969, -0.002731, -0.004395, 0.204102, -0.00058, -0.005432, -0.131836, 0.00766, 0.022705, 0.140625, 0.005554, 0.022217, 0.174805, -0.012756, -0.042969, -0.154297, -0.000618, 0.000113, 0.194336, 0.012451, 0.029419, 0.108398, 0.007294, 0.008179, -0.191406, 0.002075, 0.016602, 0.161133, 0.001564, -0.002136, 0.178711, -0.002182, -0.004303, -0.251953, 0.000786, 0.006439, 0.144531, 0.004242, 0.019897, 0.201172, 0.002319, 0.000584, 0.169922, 0.008972, 0.071289, 0.139648, 0.008484, 0.010254, 0.150391, 0.009094, 0.039551, 0.189453, 0.013306, 0.058594, -0.037109, 0.00946, 0.063477, 0.197266, -0.000546, 0.003464, 0.174805, -0.015137, -0.061035, -0.177734, -0.002365, -0.005829, -0.171875, -0.001244, -0.007812, -0.139648, 0.000648, 0.006317, 0.166992, 0.00206, 0.011047, 0.172852, -0.000832, -0.006104, -0.117188, -0.000178, -0.0065, -0.132812, -0.00235, -0.009033, -0.15625, 0.003387, 0.011414, 0.202148, -0.009338, -0.101562, 0.000226, 0.020752, 0.10791, -0.00766, -0.00473, -0.055908, 0.045898, -0.000744, -0.006775, -0.205078, 0.034424, 0.073242, 0.185547, 0.019775, 0.035645, 0.139648, -0.006653, -0.014954, -0.146484, 0.003296, 0.018188, 0.225586, 0.000664, -0.009521, -0.183594, 0.018188, 0.062988, 0.178711, 0.013367, 0.094238, 0.130859, 0.00531, 0.018311, 0.161133, 0.007141, -0.004547, -0.194336, 0.021118, 0.049561, 0.157227, -0.012329, -0.039062, -0.165039, -0.002716, 0.010498, 0.150391, -0.007599, -0.087402, -0.048096, 0.00325, 0.035889, -0.171875, -0.001678, -0.016846, -0.19043, 0.002869, 0.005981, 0.199219, -0.001472, 0.005524, 0.203125, 0.019409, 0.081543, 0.146484, -0.004059, -0.008606, -0.203125, 0.001907, 0.009705, 0.204102, 0.002533, -0.000271, 0.160156, 0.005981, 0.020386, 0.189453, 0.016113, 0.08252, -0.085938, -0.005981, -0.02832, -0.169922, 0.000698, 0.006683, 0.197266, -0.002975, 0.004974, 0.208008, 0.002655, 0.013367, 0.160156, -0.003754, -0.012939, -0.131836, -0.001617, 0.005035, 0.175781, -0.00033, -0.015747, -0.208984, -0.00193, 0.001762, -0.199219, -0.006165, -0.022705, -0.174805, 0.001373, -0.006714, -0.231445, 0.003723, 0.001183, 0.130859, -0.000454, -0.001137, 0.189453, -0.003143, -0.013916, -0.163086, 0.001984, 0.006927, 0.151367, 0.061523, 0.116699, 0.023804, 0.001221, 0.006165, 0.219727, 0.00033, -0.00322, -0.201172, 0.002731, 0.005676, 0.244141, 0.00032, -0.000507, -0.185547, 0.004395, 0.006287, 0.242188, 0.002594, 0.004486, 0.149414, -0.002319, -0.013672, -0.173828, -0.003082, -0.025879, -0.200195, -0.001717, -0.006836, -0.222656, 0.006042, 0.02002, 0.123535, -0.027344, -0.10791, -0.05249, 0.012268, 0.035645, -0.029907, 0.001518, -0.00589, -0.142578, 0.011597, 0.033203, 0.166016, -0.004272, -0.094727, 0.024902, 0.000259, -0.001831, 0.202148, -0.009949, -0.040771, -0.160156, 0.043457, 0.103516, -0.021973, -0.018311, -0.067383, -0.143555, 0.01001, 0.081543, -0.032959, 0.002136, 0.015747, 0.212891, 0.021484, 0.050537, 0.157227, 0.001762, 0.007263, 0.164062, -0.000793, 0.003586, 0.176758, 0.00036, 0.001251, 0.12793, 0.000147, -0.004425, -0.21582, -0.007355, -0.033447, -0.195312, -0.004242, -0.004303, -0.171875, -0.000149, -0.005554, -0.144531, -0.001709, 0.004517, 0.234375, 0.0065, 0.017456, 0.21875, -0.01123, -0.039551, -0.179688, -0.009338, -0.028931, -0.188477, -0.003632, -0.020142, -0.195312, -0.000774, -0.02356, -0.208008, -0.00705, -0.029419, -0.158203, 0.013, 0.030151, 0.225586, 0.018677, 0.067383, 0.208984, -0.000893, -0.011169, -0.217773, 0.006439, 0.004669, -0.166016, 0.018555, 0.096191, 0.029663, -0.056396, -0.124023, -0.022095, -0.000488, 0.007324, 0.176758, -0.001007, 0.000477, 0.189453, -0.011169, -0.028564, -0.194336, -0.000957, -0.005005, -0.149414, 0.002045, -0.010132, -0.169922, 0.014648, 0.030273, 0.09668, 0.010376, 0.040039, 0.180664, 0.000015, 0.001038, 0.121582, -0.000121, -0.005707, -0.22168, 0.001663, 0.000748, -0.205078, -0.000192, -0.00322, -0.181641, -0.000092, 0.013184, 0.179688, 0.004364, 0.054199, -0.02356, -0.001068, 0.00293, 0.21582, 0.009583, 0.029785, 0.176758, -0.000087, -0.001068, -0.162109, 0.003601, 0.00769, 0.185547, -0.002472, -0.018311, -0.183594, -0.003937, -0.00415, 0.194336, 0.00145, -0.000984, -0.175781, 0.028687, 0.057373, 0.166992, -0.000328, 0.001137, 0.169922, -0.003555, -0.007935, -0.155273, -0.003723, -0.014954, -0.191406, 0.008789, 0.039062, 0.167969, -0.005341, -0.007141, -0.125977, 0.000896, -0.004639, -0.130859, -0.029541, -0.075195, -0.219727, -0.008179, -0.018433, -0.195312, -0.001923, -0.007233, -0.212891, 0.030151, 0.102539, 0.06543, -0.001251, 0.001686, 0.188477, 0.028564, 0.082031, 0.101562, 0.004486, 0.021362, 0.191406, 0.009094, 0.032227, 0.191406, 0.002258, 0.007202, 0.137695, 0.000969, -0.001907, -0.18457, 0.001091, -0.008789, -0.15918, 0.001564, 0.010071, 0.144531, -0.010803, -0.038574, -0.169922, -0.002274, -0.012024, -0.131836, 0.005707, 0.013306, 0.165039, -0.000298, -0.008972, -0.229492, 0.005463, 0.013245, 0.225586, -0.004456, -0.014526, -0.183594, -0.002335, -0.007263, -0.150391, 0.003311, 0.012207, 0.241211, 0.002914, 0.02356, 0.192383, 0.005005, 0.009277, 0.149414, -0.001068, 0.017456, 0.166992, 0.001572, 0.005371, 0.160156, -0.018677, -0.064453, 0.019531, -0.001701, -0.011658, -0.121582, -0.001328, -0.007416, -0.124512, 0.000219, -0.000463, -0.1875, 0.003647, 0.017212, 0.162109, -0.021362, -0.120117, 0.037109, -0.00174, -0.004333, -0.15625, 0.055176, 0.097168, 0.168945, 0.000465, 0.013672, 0.199219, 0.000227, -0.001183, -0.222656, -0.003189, -0.00766, -0.223633, 0.000456, 0.001808, 0.168945, 0.001274, -0.010315, -0.219727, 0.001038, 0.010864, 0.15332, -0.000113, 0.006378, 0.163086, -0.005249, -0.000847, 0.162109, 0.012146, 0.043701, 0.183594, 0.002548, -0.008423, -0.157227, 0.004486, 0.046875, -0.037598, 0.014038, 0.108887, -0.021729, 0.002167, 0.002304, 0.12793, 0.013977, 0.047607, 0.163086, -0.004059, -0.022827, -0.140625, 0.006226, 0.014648, 0.171875, 0.000229, 0.002625, 0.180664, 0.005341, 0.017456, 0.117188, -0.005615, -0.02063, -0.177734, 0.021606, 0.072754, 0.152344, 0.001053, -0.000458, -0.181641, -0.011963, -0.099609, 0.007202, 0.000085, 0.009888, 0.173828, -0.005829, -0.028198, -0.160156, -0.010498, -0.047852, -0.176758, 0.001572, 0.007355, 0.139648, 0.001266, 0.006714, 0.181641, 0.018677, 0.065918, 0.162109, -0.000351, 0.011108, 0.1875, -0.018677, -0.072754, -0.144531, -0.001053, -0.004486, 0.179688, -0.0047, -0.027588, -0.189453, 0.000051, -0.000043, 0.045166, 0.001266, -0.012634, -0.194336, -0.010498, -0.029419, -0.152344, -0.032227, -0.063965, -0.205078, -0.000744, -0.005493, 0.186523, 0.000858, 0.000557, -0.146484, 0.007874, 0.028198, 0.143555, -0.006165, -0.016602, -0.15332, -0.000847, -0.02124, -0.185547, 0.006042, 0.016724, 0.131836, 0.005096, 0.023926, 0.137695, 0.009827, 0.033203, 0.138672, -0.014771, -0.092773, 0.009399, -0.009705, -0.021606, -0.170898, -0.001869, -0.011414, -0.185547, 0.001549, 0.008484, 0.154297, 0.005188, 0.01062, 0.149414, -0.00325, -0.011475, -0.145508, 0.000097, 0.001915, -0.160156, 0.001808, 0.018066, 0.189453, -0.003098, -0.012939, -0.211914, 0.001152, -0.001434, -0.228516, 0.021973, 0.060059, 0.186523, -0.001648, 0.010315, 0.164062, -0.001938, -0.00322, 0.167969, 0.006531, 0.046143, 0.114746, -0.002777, 0.004547, 0.231445, -0.00647, -0.033936, -0.084961, -0.012268, -0.098145, -0.070312, 0.002884, 0.008118, 0.097656, -0.00946, -0.07373, -0.136719, 0.001404, 0.003159, 0.144531, -0.005493, -0.01709, -0.177734, -0.008606, -0.100586, 0.045898, -0.000446, -0.002487, -0.178711, -0.005676, -0.063965, 0.1875, 0.000116, 0.00103, 0.214844, -0.019287, -0.106934, -0.007538, -0.014282, -0.098145, -0.054932, 0.005463, 0.026611, 0.188477, -0.005219, -0.024658, -0.145508, -0.005737, -0.021973, -0.168945, 0.005066, 0.011841, 0.154297, -0.000893, -0.007355, -0.211914, -0.000576, -0.015747, 0.179688, 0.006866, 0.026855, 0.183594, 0.005615, 0.007294, 0.131836, 0.00528, 0.011902, 0.185547, -0.031982, -0.06543, -0.160156, 0.000341, 0.004883, 0.15332, -0.003067, -0.009033, -0.141602, 0.011047, 0.060791, 0.117188, -0.000801, -0.010986, -0.133789, 0.00415, 0.012939, 0.176758, 0.002747, 0.019653, 0.205078, -0.00264, -0.010193, -0.207031, -0.001457, -0.008484, -0.168945, 0.002396, 0.022583, 0.169922, 0.009094, 0.042725, 0.151367, -0.022339, -0.041748, -0.167969, -0.000218, -0.003052, -0.15918, 0.000587, -0.00264, 0.204102, -0.000067, 0.003815, 0.151367, 0.019165, 0.026245, 0.236328, -0.003754, -0.112793, 0.011719, 0.026367, -0.009583, -0.210938, -0.001595, -0.016479, -0.180664, -0.001366, 0.010071, 0.219727, -0.003998, -0.005981, -0.129883, -0.005035, -0.019775, -0.185547, -0.001198, -0.001434, 0.208984, 0.030762, 0.073242, 0.131836, -0.008179, -0.020264, -0.142578, 0.002182, 0.007874, 0.194336, -0.004822, -0.013245, -0.212891, -0.003464, -0.026123, -0.183594, -0.005737, -0.019287, -0.200195, -0.000607, 0.00296, -0.137695, 0.038818, 0.119141, -0.007812, -0.010803, -0.049805, -0.149414, 0.007538, 0.014709, 0.169922, -0.001007, -0.003235, -0.220703, -0.015625, -0.068848, -0.15625, 0.002716, 0.014099, 0.160156, -0.013428, -0.08252, 0.022339, 0.005432, 0.013123, 0.157227, -0.010742, -0.044922, -0.209961, 0.006775, 0.009766, 0.163086, 0.001205, -0.002548, -0.204102, 0.010681, 0.101074, 0.004547, 0.000835, -0.000031, -0.140625, -0.001717, 0.001511, 0.173828, 0.003128, 0.008911, 0.224609, -0.011658, -0.038574, -0.141602, 0.00164, 0.010315, 0.196289, 0.014893, 0.035889, 0.194336, 0.008728, 0.068359, 0.118164, 0.000309, -0.003601, -0.178711, -0.038574, -0.083984, 0.038818, -0.001022, 0.000778, 0.191406, -0.000916, 0.003113, 0.170898, -0.002319, -0.00161, 0.229492, -0.003204, -0.012695, -0.172852, 0.004456, 0.016235, 0.182617, 0.006287, 0.022949, 0.197266, 0.010315, 0.125, 0.125, 0.029175, 0.062012, 0.142578, -0.003433, -0.025024, -0.195312, -0.011658, -0.106934, 0.00209, 0.000102, -0.000557, 0.134766, 0.013062, 0.096191, -0.014526, 0.000732, 0.007751, 0.168945, 0.000507, -0.012024, -0.204102, 0.001755, 0.006622, 0.131836, -0.005432, -0.032715, -0.137695, 0.006256, 0.108887, 0.120605, -0.000977, -0.013489, -0.175781, 0.000012, -0.015991, -0.176758, -0.006226, -0.026733, -0.189453, 0.011169, 0.075684, 0.003769, -0.000351, -0.002899, -0.245117, 0.008179, 0.033936, 0.182617, 0.016113, 0.060059, 0.154297, 0.038086, 0.122559, 0.128906, -0.016968, -0.038086, -0.1875, -0.00119, 0.027344, 0.192383, -0.003189, -0.013428, -0.203125, 0.002869, 0.012024, 0.137695, 0.003143, -0.000626, -0.15918, 0.000557, 0.000427, -0.166992, -0.000568, -0.000278, 0.191406, -0.016846, -0.077637, 0.01239, -0.005402, -0.072754, 0.040283, -0.001984, -0.00769, -0.168945, 0.00708, 0.0271, 0.178711, 0.025513, 0.088867, 0.124512, 0.005646, 0.027832, 0.158203, 0.026733, 0.007507, 0.210938, -0.000397, -0.007996, -0.123535, -0.008911, -0.021484, 0.026123, 0.000759, -0.012268, -0.192383, -0.004822, -0.001366, -0.132812, 0.002304, 0.007629, 0.248047, 0.002838, 0.015991, 0.145508, 0.007019, 0.01416, 0.160156, 0.007233, 0.009399, 0.124512, 0.009094, 0.075195, 0.000351, 0.018188, 0.048584, 0.143555, -0.008301, -0.030884, -0.135742, -0.007385, -0.051025, 0.154297, 0.013855, 0.029541, 0.160156, 0.006744, 0.056641, 0.178711, 0.003754, 0.01178, 0.206055, 0.000866, 0.009705, 0.203125, 0.014038, 0.035645, 0.143555, 0.013, 0.070312, 0.147461, 0.021973, 0.074219, -0.005066, -0.054199, -0.103027, 0.005066, 0.002182, 0.025024, 0.166992, -0.003464, -0.028198, -0.18457, 0.029419, 0.072266, 0.144531, 0.006165, 0.0271, 0.193359, 0.001587, 0.005157, 0.194336, 0.00177, 0.002014, -0.22168, 0.007477, 0.037598, 0.193359, -0.027222, -0.089355, 0.016968, 0.002838, 0.005676, 0.1875, 0.00267, -0.004181, -0.135742, 0.001617, -0.009094, -0.163086, 0.000683, -0.006989, -0.193359, 0.015747, 0.039062, 0.173828, -0.003906, -0.009827, -0.152344, 0.002365, 0.001724, 0.168945, -0.000992, -0.004059, -0.120605, -0.004852, -0.015991, -0.12793, 0.002228, -0.003403, 0.210938, 0.000637, 0.000607, -0.106934, -0.014404, -0.101562, 0.052734, -0.00193, -0.000439, -0.155273, 0.01178, 0.034668, 0.141602, 0.000835, 0.005707, 0.15918, -0.011169, -0.038086, -0.150391, 0.003174, 0.010559, 0.164062, 0.004272, 0.019653, 0.191406, 0.004059, 0.001465, -0.236328, -0.000223, 0.007416, 0.144531, 0.004944, 0.007996, 0.126953, 0.005463, 0.011902, 0.174805, 0.012451, -0.002121, 0.205078, 0.006561, 0.011902, 0.167969, -0.000538, -0.00293, 0.169922, -0.007263, -0.067383, -0.183594, -0.010132, -0.020874, -0.182617, 0.001274, 0.006775, -0.144531, 0.001266, 0.017334, 0.191406, -0.0065, -0.019165, -0.175781, -0.002411, -0.006775, -0.186523, -0.002945, -0.005341, -0.263672, 0.023315, 0.068359, 0.101074, -0.000429, 0.002151, -0.163086, -0.000353, -0.015076, -0.18457, 0.005981, 0.021118, 0.171875, -0.000248, 0.000284, 0.18457, 0.005249, 0.026733, 0.15918, 0.00145, 0.000481, 0.18457, 0.000045, -0.010315, -0.139648, 0.000469, -0.001358, -0.169922, -0.013916, -0.038818, -0.166016, 0.000143, -0.003235, -0.238281, -0.000063, -0.002274, -0.236328, 0.00087, -0.006409, -0.166992, 0.017212, 0.05249, 0.19043, 0.000607, -0.007812, -0.206055, -0.00095, -0.016724, -0.175781, 0.000984, 0.002884, -0.223633, 0.014709, 0.091309, 0.004089, -0.004395, -0.011658, -0.181641, 0.00079, -0.006805, -0.227539, -0.006439, -0.021851, -0.170898, -0.008179, -0.044189, 0.049561, -0.014893, -0.093262, 0.004089, 0.012207, 0.041992, 0.185547, -0.001549, -0.018799, -0.182617, 0.038574, 0.128906, 0.084961, 0.000626, 0.001343, 0.154297, -0.00116, -0.008118, -0.155273, -0.001228, 0.004181, 0.189453, 0.000298, 0.000931, 0.084961, 0.00386, 0.017578, 0.109863, 0.001923, 0.006714, 0.154297, -0.00238, -0.002594, -0.154297, -0.011902, -0.05542, -0.094727, 0.015869, 0.046875, 0.15625, -0.001144, 0.015869, 0.15625, -0.005981, -0.012695, -0.134766, 0.018555, 0.053955, 0.158203, -0.000736, -0.001877, 0.191406, -0.001381, -0.009277, -0.169922, 0.003311, 0.0177, 0.147461, 0.009644, 0.068359, -0.053467, 0.021362, 0.103516, -0.034912, -0.000931, 0.003876, 0.222656, 0.001923, 0.00386, 0.180664, 0.000458, -0.001022, -0.149414, -0.004913, -0.005035, -0.15625, 0.001022, 0.004486, 0.165039, 0.003555, 0.009644, -0.093262, 0.00238, 0.008118, 0.185547, 0.000305, -0.013672, -0.121582, -0.014038, -0.027466, -0.216797, 0.00708, 0.099609, 0.114258, 0.004028, 0.019653, 0.173828, 0.042725, 0.118164, 0.106934, -0.001083, 0.002869, -0.158203, -0.014954, -0.047852, -0.157227, 0.026855, 0.069824, 0.103516, -0.003906, -0.015625, -0.145508, 0.003433, 0.032227, 0.219727, -0.009705, -0.033691, -0.170898, -0.001938, -0.011047, -0.179688, 0.001816, 0.001831, 0.182617, 0.006683, 0.112793, -0.010498, -0.002274, -0.011047, -0.209961, 0.008789, 0.0177, 0.136719, -0.001144, -0.010742, -0.192383, -0.017944, -0.046143, -0.123047, -0.000395, 0.009216, 0.18457, -0.024292, -0.062988, -0.151367, 0.002884, 0.002274, 0.227539, 0.003616, 0.021606, 0.180664, -0.000542, 0.005432, 0.147461, -0.000679, -0.001732, -0.166992, -0.000687, 0.005127, 0.181641, 0.007812, 0.044922, 0.193359, 0.015381, 0.039551, 0.181641, -0.02124, -0.070312, -0.155273, -0.004517, -0.010132, -0.229492, -0.004364, -0.008545, -0.137695, -0.008118, -0.035156, -0.188477, -0.008057, -0.015442, -0.212891, 0.003632, 0.007477, 0.160156, 0.00061, 0.004181, -0.158203, 0.001053, -0.000389, 0.130859, -0.005707, -0.013916, -0.224609, 0.031982, 0.083496, 0.006317, -0.001251, -0.004639, -0.245117, -0.005554, -0.034912, -0.213867, 0.019287, 0.052734, 0.121094, 0.008301, 0.023682, 0.213867, -0.001968, -0.011475, -0.194336, -0.001671, -0.002945, 0.175781, 0.008423, 0.041016, 0.169922, 0.00589, 0.013794, -0.203125, -0.000839, 0.002258, 0.203125, 0.000024, 0.001198, -0.152344, 0.002213, 0.009094, 0.152344, -0.0065, -0.02771, -0.200195, -0.006287, -0.029419, -0.145508, -0.004089, -0.011353, -0.19043, 0.000469, 0.002319, 0.126953, 0.007874, 0.037354, 0.191406, -0.010681, -0.062012, -0.160156, -0.002792, -0.009705, -0.136719, -0.001778, -0.008179, -0.182617, 0.0005, 0.000345, 0.235352, -0.003571, -0.005249, -0.212891, 0.002045, 0.004913, 0.192383, -0.01062, -0.036621, -0.147461, -0.00592, -0.032471, -0.141602, -0.001701, -0.001076, 0.154297, -0.001686, -0.006683, 0.124512, -0.001923, -0.014771, -0.191406, 0.001015, -0.016113, -0.213867, -0.009399, -0.034424, -0.161133, 0.009033, 0.024658, 0.223633, -0.013, -0.102051, -0.003494, 0.00046, 0.00193, 0.15918, 0.008545, 0.030151, 0.198242, 0.000032, -0.011658, -0.114746, 0.026611, 0.115723, -0.008301, 0.000406, 0.002258, 0.15918, 0.002411, -0.002274, -0.178711, -0.005035, -0.00824, -0.177734, -0.019165, -0.099609, -0.146484, 0.00033, 0.002228, 0.148438, -0.007721, -0.033203, -0.175781, 0.00177, 0.004059, 0.07959, -0.036865, -0.106445, -0.162109, -0.001221, -0.006195, -0.227539, -0.002869, -0.002869, -0.169922, 0.00095, 0.00528, 0.146484, 0.000049, -0.000622, 0.168945, 0.008911, 0.025146, 0.147461, -0.003845, -0.004517, -0.227539, -0.042725, -0.122559, 0.002579, 0.008972, 0.034912, 0.201172, 0.015503, 0.055176, 0.146484, -0.000332, 0.001366, 0.197266, -0.007233, -0.032959, -0.15918, -0.006287, -0.016602, -0.196289, 0.001305, 0.003845, -0.210938, -0.001846, 0.002228, 0.228516, 0.006378, 0.015991, 0.130859, -0.002167, -0.010254, -0.183594, 0.007019, 0.014343, 0.194336, -0.00589, -0.011841, -0.173828, -0.013794, -0.044678, -0.126953, 0.008606, 0.037842, 0.137695, 0.010132, 0.026978, 0.107422, -0.001808, -0.00708, -0.227539, 0.000912, 0.00106, -0.209961, 0.004089, 0.036621, 0.193359, -0.000271, 0.001503, 0.125977, 0.002136, 0.007141, 0.15625, 0.005768, 0.018799, 0.189453, 0.002426, 0.092773, 0.016846, 0.000209, -0.004272, -0.155273, -0.001732, -0.00296, -0.179688, 0.000031, -0.005859, -0.182617, 0.001144, 0.003967, 0.169922, -0.000096, 0.003128, -0.203125, -0.000193, 0.004974, 0.219727, -0.019043, -0.057617, -0.158203, 0.001129, 0.00296, 0.152344, -0.009094, -0.026001, -0.211914, -0.001137, -0.000629, 0.189453, -0.002884, -0.009338, -0.242188, 0.007111, 0.035889, 0.172852, -0.006531, -0.029175, -0.139648, -0.010864, -0.037109, -0.164062, 0.012573, 0.096191, -0.020752, -0.005524, -0.013123, -0.176758, 0.020508, 0.084473, 0.115723, 0.006226, 0.014343, 0.201172, -0.015869, -0.052246, -0.165039, -0.014648, -0.101562, 0.002594, -0.014893, -0.055664, -0.138672, 0.01532, 0.040771, 0.15918, -0.010559, -0.11084, -0.087402, 0.000706, 0.013611, 0.191406, -0.004883, -0.006561, 0.206055, -0.001587, -0.009827, -0.196289, 0.017578, 0.104004, 0.005341, -0.02832, -0.060791, -0.178711, 0.004791, 0.013367, 0.246094, 0.001305, 0.005188, 0.145508, 0.00177, 0.006897, 0.125977, -0.006348, -0.01416, -0.150391, -0.007874, -0.113281, -0.130859, 0.00087, 0.000334, -0.186523, -0.030518, -0.083984, -0.07959, -0.001953, -0.013, -0.228516, -0.002884, -0.009094, -0.129883, -0.002579, 0.005829, 0.22168, 0.001434, 0.007874, 0.10791, 0.003189, 0.036133, 0.141602, 0.010803, 0.037598, 0.149414, -0.009399, -0.02771, -0.155273, 0.000441, -0.000668, 0.22168, 0.013611, 0.085449, -0.039795, -0.02478, -0.053711, -0.173828, -0.001213, -0.003067, -0.223633, -0.000483, -0.001541, -0.169922, -0.001968, -0.013306, -0.192383, -0.011292, -0.106934, -0.003159, 0.003387, 0.009949, 0.228516, 0.002563, 0.006866, 0.148438, 0.001625, 0.010254, 0.167969, -0.002594, 0.003525, -0.202148, -0.045898, 0.003906, 0.245117, 0.001823, 0.011292, 0.18457, -0.002609, -0.01709, -0.147461, -0.000095, 0.0005, -0.201172, 0.010681, 0.098145, 0.097168, -0.000549, 0.001556, 0.164062, 0.002533, 0.006958, 0.222656, -0.000538, 0.000908, 0.15918, -0.000519, -0.007874, -0.173828, 0.000083, -0.006714, -0.185547, -0.000204, -0.002869, 0.244141, 0.000082, -0.00592, -0.172852, 0.014038, 0.099609, -0.040771, 0.00351, 0.011292, 0.157227, -0.012878, -0.021484, -0.193359, -0.002884, -0.00528, -0.189453, 0.000201, 0.004181, 0.209961, 0.000828, -0.002319, -0.166016, -0.014648, -0.088379, 0.000096, 0.000942, -0.003052, -0.140625, -0.00019, 0.003662, 0.171875, 0.001877, 0.002609, -0.186523, 0.000263, -0.014343, -0.197266, -0.006409, -0.019531, -0.180664, 0.001114, 0.000652, -0.141602, 0.000145, -0.001419, -0.186523, 0.031494, 0.061279, 0.072754, 0.003998, 0.006561, 0.181641, 0.036621, -0.033447, -0.216797, 0.011719, 0.106934, 0.019287, 0.010071, 0.089844, 0.15332, 0.00769, 0.021362, 0.143555, -0.006317, -0.077148, -0.108887, 0.002838, 0.02417, 0.206055, 0.023315, 0.061523, 0.136719, 0.000923, 0.005585, 0.176758, 0.003036, -0.005981, -0.181641, -0.000086, 0.00119, 0.173828, 0.003784, 0.004333, -0.181641, 0.006622, 0.096191, 0.143555, 0.002487, 0.009155, 0.1875, 0.000277, 0.002747, 0.233398, -0.00206, -0.00885, -0.15332, -0.013428, -0.03833, -0.194336, -0.000748, -0.002487, -0.114258, 0.005341, 0.011597, 0.125, -0.002686, -0.033203, -0.173828, 0.000093, -0.001663, -0.222656, -0.009033, -0.040771, -0.15625, 0.001572, 0.019531, 0.208008, -0.001923, -0.005951, -0.240234, -0.003937, -0.020874, -0.167969, -0.002014, -0.009033, -0.161133, 0.021118, 0.063965, 0.133789, -0.008301, -0.029297, -0.126953, -0.000355, -0.004517, -0.125977, 0.000748, 0.003448, 0.197266, 0.028564, 0.060791, 0.125, -0.01532, -0.041992, -0.176758, 0.006409, 0.013916, 0.15918, 0.005341, 0.011658, 0.172852, 0.002075, 0.006226, 0.174805, 0.000336, -0.002701, -0.223633, -0.01709, -0.048584, -0.15332, -0.004272, -0.003647, 0.225586, -0.004272, -0.017334, -0.21875, 0.004547, 0.089844, 0.069824, 0.001358, 0.019897, 0.211914, -0.01001, -0.026733, -0.197266, -0.000816, -0.011108, -0.124512, 0.000553, 0.000771, 0.141602, -0.002014, -0.028687, -0.15332, 0.000052, 0.000542, 0.186523, -0.012573, -0.106934, 0.07373, 0.004272, 0.023315, 0.180664, -0.001099, -0.008667, -0.198242, -0.000946, 0.000443, -0.204102, 0.003723, 0.007324, 0.15918, 0.011658, 0.038574, 0.213867, 0.002243, 0.003784, 0.203125, -0.000027, -0.001381, -0.146484, 0.006012, 0.020752, 0.165039, -0.001297, -0.002838, -0.124023, -0.006042, -0.010254, -0.226562, 0.005615, 0.017822, 0.203125, -0.000161, 0.00708, 0.152344, 0.010315, 0.028198, 0.169922, 0.000553, 0.005035, -0.198242, 0.013, 0.033936, 0.12207, 0.009644, 0.018555, 0.207031, -0.004028, -0.056152, 0.059082, 0.004578, 0.039551, 0.188477, -0.000324, -0.008667, -0.245117, 0.006256, 0.015747, 0.174805, 0.000946, 0.001175, -0.169922, -0.008911, -0.038086, -0.146484, -0.002914, -0.00106, -0.235352, 0.02063, 0.074219, 0.138672, 0.000854, -0.001312, -0.222656, -0.008545, -0.035889, 0.046143, 0.004028, 0.046143, 0.15625, -0.001442, 0.000751, 0.229492, 0.001915, 0.004791, 0.157227, -0.001427, -0.008362, -0.228516, 0.007324, 0.023804, 0.166016, -0.000771, 0.003326, 0.149414, 0.001503, 0.019043, 0.192383, -0.012024, -0.037109, -0.173828, 0.000526, -0.00705, -0.161133, 0.005035, 0.025269, 0.172852, 0.005615, 0.006287, 0.170898, 0.018311, 0.054688, 0.151367, 0.001053, -0.001137, -0.205078, -0.007477, -0.039062, -0.170898, 0.003769, 0.02417, 0.138672, 0.00058, 0.000534, -0.158203, -0.001022, -0.017334, -0.237305, 0.017334, 0.100098, -0.012512, -0.00106, 0.001678, -0.161133, -0.002655, 0.001839, 0.173828, 0.007446, 0.022827, 0.166016, -0.009094, -0.027222, -0.169922, 0.00135, 0.016357, 0.143555, 0.012695, 0.038574, 0.12793, 0.041016, 0.098145, -0.019043, -0.01355, -0.019653, -0.179688, 0.006836, 0.0177, 0.170898, 0.000992, 0.003662, -0.171875, 0.004761, 0.008057, 0.128906, -0.014771, -0.066895, -0.100586, -0.012878, -0.029053, -0.182617, 0.015991, 0.036621, 0.164062, 0.001915, -0.001518, -0.229492, -0.015869, -0.029785, -0.163086, -0.001411, -0.028198, -0.166992, -0.000007, 0.030762, 0.177734, -0.007812, -0.029541, -0.149414, 0.00079, 0.003098, -0.235352, -0.001717, -0.001854, -0.233398, -0.001869, -0.008545, -0.15625, 0.007111, 0.034668, 0.163086, -0.019531, -0.045898, -0.128906, 0.004272, 0.025879, 0.195312, 0.000618, 0.002579, 0.225586, -0.004242, -0.054932, -0.138672, 0.003174, 0.022461, 0.147461, 0.001823, 0.006348, 0.134766, 0.001831, 0.005524, 0.171875, 0.001312, 0.011292, 0.199219, 0.000197, -0.002777, -0.228516, -0.000244, 0.009338, 0.164062, 0.00016, 0.003159, 0.143555, -0.019653, -0.060791, -0.189453, -0.00528, -0.012939, -0.125977, -0.000862, -0.000629, 0.212891, -0.002518, -0.007294, -0.145508, 0.02478, 0.056396, 0.126953, 0.018433, -0.050781, -0.207031, -0.00209, -0.069336, 0.029419, -0.012512, 0.003204, -0.219727, 0.001312, 0.005249, 0.235352, 0.012695, 0.047607, 0.119629, -0.009399, -0.047852, -0.171875, 0.000298, 0.014465, 0.166016, 0.000851, 0.006104, 0.164062, -0.001266, -0.003586, -0.211914, 0.000072, -0.000147, -0.105957, -0.003586, -0.008118, -0.208008, 0.001076, -0.000061, -0.211914, 0.011108, 0.10498, 0.001999, 0.004486, 0.005585, -0.168945, -0.002975, -0.004608, -0.117188, -0.014282, -0.099609, 0.003601, -0.003159, -0.009033, -0.174805, 0.001007, -0.015442, -0.166992, -0.022095, -0.0625, -0.174805, 0.016357, 0.061523, 0.15918, 0.000549, 0.002274, -0.163086, -0.012207, -0.063965, -0.125, 0.008972, 0.022705, 0.143555, 0.000288, -0.004974, -0.185547, 0.001526, 0.004944, 0.230469, -0.001457, -0.016479, -0.145508, 0.006042, 0.028198, 0.128906, -0.016602, -0.081543, -0.132812, -0.016602, -0.04248, -0.165039, -0.009766, -0.07959, 0.017456, 0.003067, 0.004028, -0.160156, 0.001511, 0.012451, 0.207031, -0.004639, -0.036377, -0.166992, -0.001099, -0.000002, -0.164062, 0.006042, 0.091309, -0.00415, -0.00011, -0.00473, -0.194336, -0.005493, -0.008484, -0.19043, -0.014343, -0.0625, -0.137695, 0.02063, 0.06543, 0.121094, 0.001091, 0.005493, 0.203125, -0.001465, -0.004059, -0.140625, -0.00001, 0.00293, 0.162109, -0.026855, -0.103516, -0.048096, 0.003662, 0.015137, 0.196289, -0.000488, 0.003265, 0.166016, 0.015991, 0.046143, 0.148438, -0.014893, -0.067871, -0.143555, -0.00025, -0.003128, -0.150391, 0.003082, 0.01178, 0.207031, -0.017822, -0.049072, -0.158203, -0.002808, -0.004333, -0.244141, 0.037598, 0.111816, 0.016235, 0.003448, 0.002777, 0.216797, 0.000041, -0.003906, 0.106445, 0.000805, -0.001343, -0.199219, -0.00041, -0.017334, -0.166992, 0.006134, 0.026367, 0.129883, 0.005981, 0.017456, 0.208984, -0.002121, -0.004059, -0.173828, 0.001457, -0.000322, -0.183594, 0.000668, 0.004944, 0.172852, 0.006592, 0.016602, 0.166016, 0.001625, -0.003204, -0.166016, -0.003967, -0.006042, -0.189453, -0.005432, -0.024902, -0.208984, -0.007141, -0.055176, -0.125, -0.005432, -0.008667, -0.200195, 0.001732, 0.004547, 0.204102, -0.002716, -0.011536, -0.137695, -0.001076, -0.00293, -0.118652, -0.008789, -0.027588, -0.186523, -0.006287, -0.00415, 0.183594, 0.003937, 0.102051, -0.006958, -0.00116, 0.00589, 0.164062, 0.006531, 0.032715, 0.131836, 0.000155, 0.004486, 0.145508, -0.00161, 0.002884, 0.224609, -0.000648, -0.008179, -0.182617, -0.000652, -0.011414, 0.136719, -0.007324, -0.019653, -0.154297, -0.001762, -0.003876, -0.238281, -0.003265, -0.011902, -0.188477, -0.006989, -0.030884, -0.152344, 0.007355, 0.016846, 0.144531, 0.011536, 0.049561, 0.157227, 0.02417, 0.092773, -0.010803, 0.002136, 0.0065, 0.230469 ] } , "name": "LlmExporter::FusedLinearAttention_1420", "outputIndexes": [ 867 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 844, 866, 866, 867 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.13/self_attn/FusedLinearAttention", "outputIndexes": [ 868 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 855, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 869 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 863, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.13/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 870 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 869, 870, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.13/self_attn/Concat_1_output_0", "outputIndexes": [ 871 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 868, 871 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.13/self_attn/Reshape_output_0", "outputIndexes": [ 872 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 872 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1323 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1323 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1324 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1324 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 148011656, 524310, 131072, 0, 0 ] } , "name": "/layers.13/self_attn/out_proj/Linear", "outputIndexes": [ 1325 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1325 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1326 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1326 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.13/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 873 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 841, 873 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Add_output_0", "outputIndexes": [ 874 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 874 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 148667038, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.13/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 875 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 875 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1327 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1327 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1328 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1328 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 148675230, 2359318, 589824, 0, 0 ] } , "name": "/layers.13/mlp/w1/Linear", "outputIndexes": [ 1329 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1329 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/mlp/w1/Linear/post_convert", "outputIndexes": [ 1330 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1330 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/w1/Linear/post_reshape", "outputIndexes": [ 876 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 876 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.13/mlp/Mul_output_0", "outputIndexes": [ 877 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1328 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 151624372, 2359318, 589824, 0, 0 ] } , "name": "/layers.13/mlp/w3/Linear", "outputIndexes": [ 1333 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1333 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/mlp/w3/Linear/post_convert", "outputIndexes": [ 1334 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1334 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/w3/Linear/post_reshape", "outputIndexes": [ 878 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 877, 878 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/mlp/Mul_1_output_0", "outputIndexes": [ 879 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 879 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1335 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1335 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.13/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1336 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1336 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 154573514, 2359318, 589824, 0, 0 ] } , "name": "/layers.13/mlp/w2/Linear", "outputIndexes": [ 1337 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1337 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.13/mlp/w2/Linear/post_convert", "outputIndexes": [ 1338 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1338 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.13/mlp/w2/Linear/post_reshape", "outputIndexes": [ 880 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 874, 880 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.13/Add_1_output_0", "outputIndexes": [ 881 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 881, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/Reshape_output_0", "outputIndexes": [ 882 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 882 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 157522656, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.14/input_layernorm/Mul_1_output_0", "outputIndexes": [ 883 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 883 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "outputIndexes": [ 1339 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1339 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "outputIndexes": [ 1340 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1340 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 157530848, 524310, 131072, 0, 0 ] } , "name": "/layers.14/self_attn/q_proj/Linear", "outputIndexes": [ 1341 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1341 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "outputIndexes": [ 1342 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1342 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "outputIndexes": [ 884 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 883 ] , "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_output_0", "outputIndexes": [ 885 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 885 ] , "main_type": "NONE", "name": "Shape1473", "outputIndexes": [ 886 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 885 ] , "main_type": "NONE", "name": "Rank1475", "outputIndexes": [ 887 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 887, 887 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1477", "outputIndexes": [ 888 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 888 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1478", "outputIndexes": [ 889 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 888, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1480", "outputIndexes": [ 890 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 890 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1481", "outputIndexes": [ 891 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 886, 889, 891, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1484", "outputIndexes": [ 892 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 892 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1485", "outputIndexes": [ 893 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 893, 893 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1487", "outputIndexes": [ 894 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 885, 894, 888 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_output_0", "outputIndexes": [ 895 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 895, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_output_0", "outputIndexes": [ 896 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 888 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1495", "outputIndexes": [ 897 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 890 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1498", "outputIndexes": [ 898 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 886, 897, 898, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1501", "outputIndexes": [ 899 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 899 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1502", "outputIndexes": [ 900 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 900 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1503", "outputIndexes": [ 901 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 901, 900 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1504", "outputIndexes": [ 902 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 885, 902, 888 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_1_output_0", "outputIndexes": [ 903 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 903, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 904 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 896, 904, 114, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.14/self_attn/Concat_output_0", "outputIndexes": [ 905 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 884, 905 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/self_attn/Reshape_output_0", "outputIndexes": [ 906 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 906 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 158186230, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.14/self_attn/q_norm/Mul_1_output_0", "outputIndexes": [ 908 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 908, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_output_0", "outputIndexes": [ 909 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 908 ] , "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_2_output_0", "outputIndexes": [ 910 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 910 ] , "main_type": "NONE", "name": "Shape1519", "outputIndexes": [ 911 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 910 ] , "main_type": "NONE", "name": "Rank1521", "outputIndexes": [ 912 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 912, 912 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1523", "outputIndexes": [ 913 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 913 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1524", "outputIndexes": [ 914 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 913, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1526", "outputIndexes": [ 915 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 915 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1527", "outputIndexes": [ 916 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 911, 914, 916, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1530", "outputIndexes": [ 917 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 917 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1531", "outputIndexes": [ 918 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 918 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1532", "outputIndexes": [ 919 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 919, 918 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1533", "outputIndexes": [ 920 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 910, 920, 913 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_2_output_0", "outputIndexes": [ 921 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 921, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Div_output_0", "outputIndexes": [ 922 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 922, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_7_output_0", "outputIndexes": [ 923 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 908, 923, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_1_output_0", "outputIndexes": [ 924 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 924 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.14/self_attn/Neg_output_0", "outputIndexes": [ 925 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 922, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_6_output_0", "outputIndexes": [ 926 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 908, 21, 926, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_output_0", "outputIndexes": [ 927 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 925, 927 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.14/self_attn/Concat_3_output_0", "outputIndexes": [ 928 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 928, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_1_output_0", "outputIndexes": [ 929 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 909, 929 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Add_output_0", "outputIndexes": [ 930 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1340 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 158186742, 262166, 65536, 0, 0 ] } , "name": "/layers.14/self_attn/k_proj/Linear", "outputIndexes": [ 1345 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1345 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "outputIndexes": [ 1346 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1346 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "outputIndexes": [ 931 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 895, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 932 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 903, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 933 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 932, 933, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.14/self_attn/Concat_1_output_0", "outputIndexes": [ 934 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 931, 934 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/self_attn/Reshape_1_output_0", "outputIndexes": [ 935 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 935 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 158514444, 256, 256 ] , "useRMSNorm": true } , "name": "/blocks.14/self_attn/k_norm/Mul_1_output_0", "outputIndexes": [ 937 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 937, 143 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_2_output_0", "outputIndexes": [ 938 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 937 ] , "main_type": "NONE", "name": "/blocks.14/self_attn/Shape_3_output_0", "outputIndexes": [ 939 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 939 ] , "main_type": "NONE", "name": "Shape1561", "outputIndexes": [ 940 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 939 ] , "main_type": "NONE", "name": "Rank1563", "outputIndexes": [ 941 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 941, 941 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1565", "outputIndexes": [ 942 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 942 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1566", "outputIndexes": [ 943 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 942, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1568", "outputIndexes": [ 944 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 944 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1569", "outputIndexes": [ 945 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 940, 943, 945, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1572", "outputIndexes": [ 946 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 946 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1573", "outputIndexes": [ 947 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 146, 947 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1574", "outputIndexes": [ 948 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 948, 947 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1575", "outputIndexes": [ 949 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 939, 949, 942 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.14/self_attn/Gather_3_output_0", "outputIndexes": [ 950 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 950, 158 ] , "main_type": "BinaryOp", "main": { "opType": "REALDIV", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Div_1_output_0", "outputIndexes": [ 951 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 951, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_9_output_0", "outputIndexes": [ 952 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 937, 952, 161, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_3_output_0", "outputIndexes": [ 953 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 953 ] , "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" } , "name": "/blocks.14/self_attn/Neg_1_output_0", "outputIndexes": [ 954 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 951, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_8_output_0", "outputIndexes": [ 955 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 937, 21, 955, 162, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/blocks.14/self_attn/Slice_2_output_0", "outputIndexes": [ 956 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 954, 956 ] , "main_type": "Axis", "main": { "axis": -1 } , "name": "/blocks.14/self_attn/Concat_4_output_0", "outputIndexes": [ 957 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 957, 174 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Mul_3_output_0", "outputIndexes": [ 958 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 938, 958 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/self_attn/Add_1_output_0", "outputIndexes": [ 959 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1340 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 512, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 8192, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 158514956, 262166, 65536, 0, 0 ] } , "name": "/layers.14/self_attn/v_proj/Linear", "outputIndexes": [ 1349 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1349 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "outputIndexes": [ 1350 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1350 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "outputIndexes": [ 960 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 895, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_4_output_0", "outputIndexes": [ 961 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 903, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.14/self_attn/Unsqueeze_5_output_0", "outputIndexes": [ 962 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 961, 962, 180, 115 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.14/self_attn/Concat_2_output_0", "outputIndexes": [ 963 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 960, 963 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.14/self_attn/Reshape_2_output_0", "outputIndexes": [ 964 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 930, 959, 964, 212 ] , "main_type": "AttentionParam", "main": { "kv_cache": true } , "name": "/layers.14/self_attn/FusedAttention", "outputIndexes": [ 965 ] , "type": "Attention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 965 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "outputIndexes": [ 1351 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1351 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "outputIndexes": [ 1352 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1352 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 158842658, 524310, 131072, 0, 0 ] } , "name": "/layers.14/self_attn/o_proj/Linear", "outputIndexes": [ 1353 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1353 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "outputIndexes": [ 1354 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1354 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "outputIndexes": [ 966 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 882, 966 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Add_output_0", "outputIndexes": [ 967 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 967 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 159498040, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.14/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 968 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 968 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1355 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1355 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1356 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1356 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 159506232, 2359318, 589824, 0, 0 ] } , "name": "/layers.14/mlp/w1/Linear", "outputIndexes": [ 1357 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1357 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/mlp/w1/Linear/post_convert", "outputIndexes": [ 1358 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1358 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/w1/Linear/post_reshape", "outputIndexes": [ 969 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 969 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.14/mlp/Mul_output_0", "outputIndexes": [ 970 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1356 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 162455374, 2359318, 589824, 0, 0 ] } , "name": "/layers.14/mlp/w3/Linear", "outputIndexes": [ 1361 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1361 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/mlp/w3/Linear/post_convert", "outputIndexes": [ 1362 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1362 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/w3/Linear/post_reshape", "outputIndexes": [ 971 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 970, 971 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/mlp/Mul_1_output_0", "outputIndexes": [ 972 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 972 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1363 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1363 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.14/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1364 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1364 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 165404516, 2359318, 589824, 0, 0 ] } , "name": "/layers.14/mlp/w2/Linear", "outputIndexes": [ 1365 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1365 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.14/mlp/w2/Linear/post_convert", "outputIndexes": [ 1366 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1366 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.14/mlp/w2/Linear/post_reshape", "outputIndexes": [ 973 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 967, 973 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.14/Add_1_output_0", "outputIndexes": [ 974 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 974, 3 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.15/Reshape_output_0", "outputIndexes": [ 975 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 975 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 168353658, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.15/input_layernorm/Mul_1_output_0", "outputIndexes": [ 976 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 976 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/in_proj/Linear/pre_reshape", "outputIndexes": [ 1367 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1367 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/self_attn/in_proj/Linear/pre_convert", "outputIndexes": [ 1368 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1368 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 3072, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 49152, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 168361850, 1572886, 393216, 0, 0 ] } , "name": "/layers.15/self_attn/in_proj/Linear", "outputIndexes": [ 1369 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1369 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/self_attn/in_proj/Linear/post_convert", "outputIndexes": [ 1370 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1370 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/in_proj/Linear/post_reshape", "outputIndexes": [ 977 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 977 ] , "main_type": "Permute", "main": { "dims": [ 0, 2, 1 ] } , "name": "/blocks.15/self_attn/Transpose_output_0", "outputIndexes": [ 978 ] , "type": "Permute", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 976 ] , "main_type": "NONE", "name": "/blocks.15/self_attn/Shape_output_0", "outputIndexes": [ 979 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 979 ] , "main_type": "NONE", "name": "Shape1622", "outputIndexes": [ 980 ] , "type": "Shape", "defaultDimentionFormat": "NCHW" } , { "inputIndexes": [ 979 ] , "main_type": "NONE", "name": "Rank1624", "outputIndexes": [ 981 ] , "type": "Rank", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 981, 981 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1626", "outputIndexes": [ 982 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 982 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1627", "outputIndexes": [ 983 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 982, 13 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1629", "outputIndexes": [ 984 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 984 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1630", "outputIndexes": [ 985 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 980, 983, 985, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1633", "outputIndexes": [ 986 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 986 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1634", "outputIndexes": [ 987 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 987, 987 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1636", "outputIndexes": [ 988 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 979, 988, 982 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.15/self_attn/Gather_output_0", "outputIndexes": [ 989 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 989, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_output_0", "outputIndexes": [ 990 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 982 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1644", "outputIndexes": [ 991 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 984 ] , "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] } , "name": "Unsqueeze1647", "outputIndexes": [ 992 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 980, 991, 992, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 } , "name": "StridedSlice1650", "outputIndexes": [ 993 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 993 ] , "main_type": "SqueezeParam", "main": { } , "name": "Squeeze1651", "outputIndexes": [ 994 ] , "type": "Squeeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 13, 994 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1652", "outputIndexes": [ 995 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 995, 994 ] , "main_type": "BinaryOp", "main": { "opType": "MOD", "T": "DT_FLOAT", "activationType": 0 } , "name": "BinaryOp1653", "outputIndexes": [ 996 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 979, 996, 982 ] , "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" } , "name": "/blocks.15/self_attn/Gather_1_output_0", "outputIndexes": [ 997 ] , "type": "GatherV2", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 997, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_1_output_0", "outputIndexes": [ 998 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 990, 998, 16 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.15/self_attn/Concat_output_0", "outputIndexes": [ 999 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 999, 32 ] , "main_type": "NONE", "name": "/blocks.15/self_attn/ConstantOfShape_output_0", "outputIndexes": [ 1000 ] , "type": "Fill", "defaultDimentionFormat": "NCHW" } , { "main_type": "Blob", "main": { "dims": [ 1024, 1, 3 ] , "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.001694, 0.000645, 0.219727, -0.00119, -0.003998, -0.107422, -0.018799, -0.027466, -0.235352, -0.00267, -0.002548, -0.225586, 0.008972, 0.011047, 0.181641, -0.000282, -0.014771, -0.235352, 0.0001, 0.011658, 0.240234, -0.001923, 0.002289, 0.21582, 0.001312, -0.000782, -0.167969, -0.000385, 0.000036, 0.173828, -0.001778, -0.004608, -0.234375, -0.000935, -0.002533, -0.220703, -0.001274, -0.004211, -0.21582, -0.000099, -0.010437, -0.182617, 0.001701, 0.004059, 0.178711, 0.000288, -0.000858, -0.112793, -0.000557, 0.007355, 0.204102, -0.003601, -0.007874, -0.227539, -0.006714, -0.00708, -0.219727, 0.002213, 0.005981, 0.205078, -0.001236, -0.00592, -0.210938, -0.005676, -0.00766, -0.208008, 0.003052, 0.002991, 0.21582, 0.000015, -0.002182, -0.166992, 0.00148, 0.003265, -0.1875, 0.003387, 0.005646, 0.236328, -0.001022, -0.009033, -0.240234, 0.004852, 0.004181, 0.228516, 0.001549, -0.00592, -0.203125, 0.001541, 0.007935, 0.263672, 0.000104, -0.001442, -0.185547, -0.001297, -0.001511, -0.12207, 0.000042, 0.000222, 0.041748, -0.003265, -0.006805, -0.183594, 0.000576, -0.007751, -0.22168, 0.00415, 0.008362, 0.241211, 0.00116, -0.002228, -0.232422, 0.000324, 0.000645, 0.138672, 0.000641, -0.007751, 0.214844, -0.001709, -0.004303, 0.210938, 0.000984, 0.00041, 0.122559, -0.008545, -0.012573, -0.214844, 0.000954, 0.00264, 0.15332, 0.000828, 0.004517, 0.211914, 0.000307, 0.000477, -0.207031, -0.000381, 0.002151, 0.228516, -0.001755, 0.000751, 0.257812, 0.000568, 0.00412, 0.229492, 0.004669, 0.003189, 0.248047, 0.002426, 0.004333, -0.206055, 0.000125, 0.06543, -0.173828, 0.003998, 0.006317, 0.230469, 0.000256, 0.098145, -0.028931, 0.00209, 0.001152, 0.232422, -0.000824, -0.00209, -0.087891, -0.000425, -0.000103, -0.079102, -0.002151, 0.005035, 0.239258, -0.000322, -0.003845, 0.1875, 0.00045, 0.00351, 0.232422, 0.000965, -0.005127, -0.245117, -0.002716, -0.00589, -0.232422, 0.009033, 0.063477, -0.140625, 0.005768, 0.010986, 0.178711, 0.000565, 0.005341, -0.136719, -0.000187, 0.00238, -0.136719, 0.013428, 0.0354, 0.246094, -0.000824, 0.00042, 0.124512, -0.006104, -0.007874, -0.220703, -0.001724, 0.004456, 0.226562, 0.004852, 0.008484, 0.203125, -0.004059, -0.00531, -0.242188, 0.00058, 0.000942, 0.054443, 0.001106, -0.002304, -0.213867, 0.000027, 0.005585, 0.224609, 0.005005, 0.008057, 0.193359, 0.001549, 0.005432, 0.259766, -0.002274, -0.008606, -0.178711, 0.00528, 0.009216, 0.251953, 0.004883, 0.006622, 0.192383, -0.000671, -0.003052, -0.251953, -0.000587, -0.001282, -0.115723, -0.000196, 0.002258, 0.228516, -0.000195, -0.003632, -0.231445, 0.000062, 0.003265, 0.154297, 0.001564, 0.000349, 0.175781, -0.000595, 0.001396, -0.1875, 0.013611, 0.055176, -0.174805, -0.003937, -0.012512, -0.229492, -0.005127, -0.00885, -0.248047, 0.000664, 0.005035, 0.230469, 0.00206, 0.003357, -0.19043, -0.001556, 0.000816, 0.207031, 0.000093, 0.000246, -0.186523, 0.003662, 0.0005, 0.227539, -0.00103, -0.003006, 0.178711, 0.010315, 0.083496, -0.143555, 0.002106, 0.000565, -0.209961, 0.012634, 0.05957, -0.105469, -0.000294, 0.006622, 0.248047, -0.002579, -0.004639, -0.198242, 0.000946, -0.00135, 0.173828, 0.001366, -0.000725, -0.230469, -0.000763, -0.00325, -0.195312, 0.00079, 0.006165, 0.139648, 0.005066, 0.009949, 0.255859, -0.001076, 0.00412, 0.241211, 0.002792, 0.000568, -0.191406, 0.001099, 0.009644, 0.194336, -0.004944, -0.005737, -0.229492, 0.001755, 0.002625, 0.213867, -0.001968, -0.004486, -0.101074, -0.001411, -0.004913, -0.165039, -0.000171, -0.003662, -0.21582, 0.000801, 0.003815, 0.235352, -0.005432, -0.015259, -0.214844, -0.004547, -0.002518, -0.231445, 0.000839, -0.002197, -0.191406, -0.001297, -0.00238, 0.225586, -0.002853, -0.00293, -0.226562, -0.000591, -0.000094, -0.151367, 0.005524, 0.010986, 0.239258, 0.001167, -0.000261, -0.166016, 0.000519, -0.004578, -0.209961, -0.003708, -0.006042, -0.208984, -0.011108, -0.066406, 0.146484, 0.000282, -0.004761, 0.212891, -0.001122, 0.003448, 0.230469, 0.00412, 0.005493, 0.22168, -0.000441, -0.001122, 0.253906, -0.001999, -0.004639, -0.245117, 0.003571, 0.007874, 0.271484, 0.002777, 0.002426, 0.241211, 0.000292, 0.109375, -0.095703, 0.002106, 0.003204, 0.251953, -0.00589, -0.013611, -0.210938, -0.000273, 0.001053, 0.186523, -0.000813, 0.00028, -0.147461, 0.001984, 0.024048, 0.200195, -0.001984, -0.003342, -0.225586, 0.002487, 0.00325, 0.239258, 0.007935, 0.019043, 0.238281, -0.001923, -0.005402, -0.232422, 0.000992, 0.002808, 0.200195, -0.00351, -0.005219, -0.241211, -0.001297, -0.005127, -0.233398, -0.001282, -0.000047, -0.160156, -0.000117, -0.000675, 0.100098, -0.002121, -0.011719, -0.227539, 0.000603, -0.001266, -0.208984, -0.001595, -0.003159, -0.160156, 0.000801, 0.002594, -0.196289, 0.001442, -0.004761, -0.255859, 0.002029, 0.001328, 0.255859, 0.002792, 0.010315, 0.243164, 0.004547, 0.008179, 0.225586, 0.012573, 0.03833, -0.129883, -0.00267, -0.00412, -0.199219, 0.006012, 0.010986, -0.216797, 0.001221, -0.001595, -0.18457, 0.000202, 0.003082, 0.233398, -0.002502, -0.003387, -0.192383, 0.001366, 0.003143, 0.208984, -0.000263, 0.000828, 0.216797, 0.003372, 0.001656, 0.239258, -0.004578, -0.006683, -0.257812, 0.004333, 0.006989, 0.236328, 0.001602, 0.00293, -0.200195, 0.014587, 0.136719, 0.00473, -0.001221, -0.001747, -0.226562, 0.002747, 0.001923, 0.206055, -0.003357, -0.002975, -0.163086, -0.002747, -0.003235, -0.230469, -0.011414, -0.02417, -0.236328, 0.00386, 0.006592, 0.245117, 0.000372, 0.002502, 0.219727, 0.010559, 0.082031, -0.137695, -0.002075, -0.004456, -0.208984, -0.012085, -0.023926, -0.216797, 0.000376, 0.0065, 0.242188, -0.002808, -0.005188, -0.223633, 0.000713, -0.000429, 0.257812, -0.005829, -0.101562, 0.024292, 0.001823, 0.00415, 0.211914, 0.001175, 0.002243, 0.174805, 0.000444, -0.007233, -0.15332, -0.003433, -0.005249, -0.22168, 0.002884, 0.000938, 0.202148, 0.000217, -0.001999, -0.201172, -0.022217, -0.069824, 0.121582, -0.001579, -0.005127, -0.275391, -0.001129, -0.001442, -0.225586, -0.000671, 0.000278, 0.233398, 0.0009, 0.005402, 0.164062, 0.000622, -0.003311, -0.261719, 0.004547, 0.005463, 0.235352, -0.000729, -0.004364, -0.241211, 0.001945, 0.003998, 0.188477, -0.004242, -0.010437, -0.217773, -0.003204, -0.005798, -0.228516, -0.000912, -0.002319, -0.263672, 0.000112, -0.000194, 0.068359, -0.000874, -0.004944, 0.183594, 0.001778, -0.001801, -0.21875, -0.016724, -0.08252, 0.094238, 0.00412, 0.006897, 0.1875, 0.000793, -0.001564, 0.257812, -0.001358, 0.001923, 0.211914, 0.000194, -0.000641, 0.155273, -0.00206, -0.007996, -0.166016, 0.000504, -0.00071, -0.244141, -0.000534, 0.000199, 0.206055, 0.007599, 0.012573, 0.233398, -0.000385, -0.000679, 0.166992, 0.001999, 0.004791, 0.242188, -0.003265, -0.007446, -0.227539, 0.004242, 0.007721, 0.22168, 0.000366, 0.004669, 0.224609, -0.000381, -0.001747, -0.170898, -0.000347, -0.00021, -0.22168, -0.00148, -0.001968, 0.138672, 0.003204, 0.009216, 0.217773, 0.003616, 0.003296, 0.216797, -0.007172, -0.059082, 0.103027, -0.003723, -0.011414, -0.204102, 0.000912, 0.000465, 0.210938, -0.003052, -0.004791, -0.213867, -0.000271, 0.000835, 0.208984, 0.00174, 0.005432, 0.232422, -0.001312, -0.0019, -0.188477, -0.003189, -0.002823, -0.232422, 0.003235, 0.006256, 0.208008, 0.000309, -0.003632, -0.101074, -0.016357, -0.086914, 0.126953, 0.000001, -0.000341, -0.212891, 0.002029, -0.000851, 0.21875, -0.001373, -0.002686, 0.170898, 0.000778, 0.003647, -0.229492, -0.000919, 0.0009, 0.139648, -0.000216, -0.00238, 0.178711, -0.000561, -0.003189, -0.230469, -0.000055, -0.004456, -0.230469, 0.005585, 0.008057, 0.171875, 0.001404, -0.009644, 0.202148, 0.002396, 0.006287, 0.209961, -0.001953, -0.003967, -0.222656, -0.002701, -0.003433, -0.21582, -0.001625, -0.004059, -0.253906, 0.000416, -0.003632, -0.24707, 0.003815, 0.004395, 0.1875, -0.001854, -0.011353, -0.174805, 0.000261, 0.002136, 0.244141, -0.002365, -0.005463, -0.197266, -0.000629, 0.000173, -0.143555, -0.000063, 0.000031, 0.062012, -0.000519, -0.004852, 0.237305, -0.029175, -0.085938, 0.065918, -0.003082, -0.00415, -0.195312, -0.00119, -0.003616, -0.214844, -0.00235, -0.005981, -0.251953, -0.015991, -0.102539, 0.089844, 0.007507, 0.021729, 0.239258, 0.000961, 0.001877, 0.21582, -0.000119, -0.000832, 0.240234, -0.000668, -0.00206, -0.226562, 0.003677, 0.006104, 0.220703, -0.001297, -0.004028, -0.107422, -0.000025, 0.001541, 0.220703, 0.002914, 0.003052, 0.186523, -0.001152, -0.000877, 0.144531, -0.001587, 0.0047, 0.232422, 0.000816, -0.002258, 0.161133, -0.001404, -0.102051, 0.022339, -0.003342, -0.010498, -0.207031, -0.001572, -0.007721, -0.177734, 0.000207, 0.003052, -0.146484, 0.002563, 0.011475, 0.235352, 0.000465, -0.002808, 0.197266, 0.010925, 0.049561, -0.068359, 0.011169, 0.054688, -0.120117, 0.000614, 0.005768, 0.236328, -0.003677, -0.003494, -0.197266, 0.001129, 0.004517, -0.170898, 0.001175, -0.000462, -0.217773, 0.000526, 0.003036, 0.132812, -0.002426, -0.004517, -0.227539, 0.001953, 0.001915, 0.210938, 0.004059, 0.007477, 0.277344, 0.000427, -0.000725, -0.148438, -0.001137, 0.002625, 0.224609, -0.000935, -0.000215, 0.149414, 0.001862, 0.002579, 0.251953, -0.000641, -0.000862, -0.046875, 0.003784, 0.006927, 0.225586, 0.003784, 0.007294, 0.239258, -0.000744, 0.002777, 0.199219, 0.006744, 0.016724, 0.233398, -0.001701, -0.001266, -0.197266, 0.002197, -0.002457, 0.182617, -0.000142, 0.001198, 0.123535, 0.000228, 0.000576, 0.117188, -0.000256, -0.005402, -0.25, -0.002502, -0.003555, -0.238281, 0.008606, 0.067871, -0.174805, -0.006805, -0.081543, 0.062988, 0.005524, 0.00885, 0.249023, 0.003937, -0.0019, -0.257812, 0.000607, -0.001785, -0.261719, 0.006226, 0.006897, 0.220703, 0.001129, 0.00412, 0.234375, 0.001587, 0.002777, 0.217773, 0.000164, 0.002029, 0.224609, -0.000721, -0.001259, -0.175781, -0.009338, -0.014282, -0.259766, -0.002518, -0.003723, 0.24707, 0.002533, 0.001083, -0.232422, -0.000326, -0.000717, -0.192383, 0.002136, 0.002151, 0.165039, -0.000028, -0.004181, -0.208008, -0.003403, -0.002197, -0.227539, -0.003433, -0.0047, -0.188477, -0.000085, 0.000469, -0.19043, -0.004486, -0.013306, -0.249023, -0.00066, 0.001579, 0.22168, -0.015625, -0.025269, 0.11377, -0.001633, 0.001183, -0.181641, 0.002304, 0.003632, 0.147461, -0.00161, -0.005798, -0.238281, -0.000584, 0.000557, 0.145508, 0.002762, -0.001221, -0.1875, -0.000637, -0.001526, 0.186523, 0.000591, -0.000877, 0.174805, 0.001801, 0.007507, 0.25, 0.000154, 0.004547, 0.208984, -0.001221, -0.016602, -0.201172, 0.002136, 0.001579, 0.166992, -0.000144, 0.000767, -0.120605, 0.008179, 0.017334, 0.251953, -0.003967, -0.008362, -0.253906, 0.001373, 0.007568, 0.216797, -0.00015, 0.002289, 0.212891, 0.000088, -0.00032, -0.213867, -0.008606, -0.008301, -0.242188, -0.000538, -0.006622, -0.222656, -0.003677, 0.003387, 0.251953, 0.001083, 0.003876, 0.132812, -0.000443, 0.000104, 0.157227, -0.002487, -0.004944, -0.229492, -0.005707, -0.005524, -0.267578, -0.002411, -0.001732, -0.186523, 0.000244, 0.000319, -0.227539, -0.005127, -0.002441, -0.229492, -0.002838, -0.0065, -0.241211, -0.001923, -0.005951, -0.21582, 0.006073, 0.009583, 0.253906, -0.004913, -0.008484, -0.204102, -0.003098, -0.002594, -0.213867, 0.002014, 0.00531, 0.188477, 0.004883, 0.057861, -0.143555, 0.000209, -0.000866, -0.244141, -0.002625, -0.002991, -0.188477, 0.000751, 0.000969, 0.132812, 0.000122, -0.00025, 0.15332, -0.001328, -0.001389, -0.206055, 0.002304, 0.006165, 0.227539, 0.004974, 0.011902, 0.224609, -0.003418, -0.004791, -0.244141, -0.002945, -0.007141, -0.202148, 0.007996, 0.017944, 0.240234, 0.004974, 0.032227, -0.150391, 0.004303, 0.005432, 0.229492, 0.003754, 0.006683, 0.25, -0.001022, -0.001808, -0.246094, 0.001534, 0.006897, 0.231445, 0.001221, 0.002167, 0.206055, 0.002472, -0.000387, -0.213867, -0.002884, -0.005157, -0.214844, 0.001213, 0.00473, 0.198242, -0.001053, -0.001839, 0.200195, -0.000231, -0.003342, -0.161133, -0.004272, -0.012939, -0.204102, -0.002472, -0.010254, -0.174805, 0.000406, 0.001892, -0.227539, -0.004333, -0.0065, -0.227539, 0.00022, -0.00824, -0.257812, -0.003845, -0.008179, -0.246094, -0.005005, -0.005035, -0.220703, -0.002777, -0.00325, -0.167969, 0.001602, 0.001419, 0.207031, -0.005035, -0.006378, -0.214844, 0.001694, 0.008179, 0.236328, -0.000021, 0.000231, 0.225586, 0.000309, -0.003632, -0.228516, -0.005737, -0.010559, 0.196289, 0.002823, 0.003769, -0.169922, 0.011841, 0.135742, -0.001213, -0.002426, -0.005035, -0.226562, 0.001823, 0.002106, 0.199219, 0.001579, 0.005035, 0.24707, -0.000801, 0.003738, 0.236328, 0.000576, 0.00531, 0.195312, -0.003799, -0.006287, -0.246094, 0.000238, 0.002335, 0.201172, 0.002045, 0.009888, 0.244141, 0.00148, 0.002716, 0.241211, -0.006104, -0.006561, -0.225586, 0.000706, -0.001411, -0.244141, 0.001091, 0.000347, 0.18457, 0.003418, 0.008423, 0.210938, -0.005066, -0.057373, 0.141602, -0.00034, 0.000908, 0.246094, 0.000687, -0.001625, -0.180664, -0.001053, -0.004425, -0.124512, -0.003235, -0.004333, -0.230469, -0.001183, -0.000338, 0.132812, -0.002548, -0.005402, -0.25, -0.000149, 0.001175, 0.181641, 0.000572, 0.005737, 0.232422, -0.004486, -0.00415, -0.202148, -0.011719, -0.039795, 0.06543, -0.000603, -0.001999, -0.101562, -0.002686, -0.006256, -0.233398, -0.000441, -0.001511, -0.15625, 0.003067, 0.007782, 0.237305, -0.001244, -0.001564, -0.195312, -0.000858, -0.002914, 0.118164, 0.000395, -0.006958, -0.241211, -0.002243, -0.008484, -0.210938, 0.015625, 0.086914, -0.143555, 0.001648, 0.005585, 0.245117, 0.003265, 0.008728, 0.196289, -0.004639, -0.008423, -0.172852, 0.001984, 0.023071, -0.179688, -0.003143, -0.002304, -0.242188, 0.006989, 0.067383, -0.069824, -0.000378, 0.001411, -0.172852, 0.000622, 0.004974, 0.248047, 0.003281, 0.004608, 0.205078, 0.001656, -0.000771, 0.179688, 0.000801, 0.004181, 0.196289, 0.000431, -0.005005, -0.242188, 0.009033, 0.012817, 0.236328, -0.000301, -0.000189, -0.222656, 0.003342, 0.005981, 0.232422, 0.000835, -0.004089, -0.231445, 0.000376, -0.000999, 0.24707, -0.000984, -0.003357, -0.200195, -0.001953, 0.012512, 0.168945, 0.000538, 0.004578, -0.116211, -0.002365, -0.004364, -0.199219, -0.001495, -0.000368, -0.185547, -0.001038, 0.002533, 0.199219, 0.000324, 0.004303, 0.203125, -0.020996, -0.03833, 0.139648, 0.003693, 0.003586, 0.213867, -0.000954, 0.000404, 0.241211, 0.002701, 0.003448, 0.149414, 0.000483, 0.002502, 0.226562, -0.001366, -0.000748, 0.15625, -0.00145, -0.007751, -0.223633, -0.003677, -0.004395, -0.233398, 0.003754, 0.006775, 0.251953, 0.000492, -0.004303, -0.277344, 0.004333, 0.004181, 0.291016, -0.001266, -0.003937, -0.242188, 0.008057, 0.026611, -0.042236, 0.001183, 0.003418, 0.208008, -0.002274, -0.005493, 0.22168, -0.004333, -0.006439, -0.243164, -0.000648, -0.00528, -0.24707, -0.000143, 0.002304, 0.206055, 0.001106, -0.000854, -0.195312, -0.001556, -0.002274, -0.228516, 0.005524, 0.005249, 0.212891, -0.003387, -0.008911, -0.261719, 0.005127, 0.017944, 0.25, 0.000462, 0.004242, 0.245117, -0.004974, -0.026245, 0.072266, -0.005524, -0.008972, -0.198242, -0.000942, -0.003555, -0.251953, -0.004425, -0.005646, -0.243164, -0.002716, -0.006683, -0.195312, 0.000023, 0.001015, 0.039062, 0.001114, -0.002151, -0.236328, -0.000397, -0.002151, -0.183594, -0.000081, -0.001854, -0.141602, -0.001778, -0.002579, 0.230469, 0.011658, 0.097656, -0.137695, 0.000523, 0.001289, 0.150391, 0.003998, 0.067871, -0.067383, -0.001709, -0.004517, -0.25, 0.000025, 0.001244, 0.125, 0.000553, 0.006409, 0.229492, 0.002258, 0.004883, 0.168945, 0.008118, 0.022339, 0.214844, -0.000364, -0.003265, -0.191406, -0.000862, 0.000101, -0.152344, -0.004822, -0.077148, 0.088867, -0.001709, -0.001251, 0.186523, 0.001945, 0.018188, -0.123047, -0.000862, -0.000265, -0.259766, 0.000303, 0.001183, -0.209961, -0.005066, -0.106445, -0.202148, 0.004486, 0.004303, 0.21875, -0.000423, 0.002441, 0.125977, 0.000336, -0.003784, -0.192383, 0.000244, -0.000065, 0.114258, 0.002625, 0.005554, 0.204102, -0.000385, 0.005127, 0.232422, 0.000355, 0.002365, 0.165039, 0.001106, -0.001823, -0.168945, 0.00238, 0.003021, 0.240234, -0.005402, -0.018188, -0.232422, -0.003815, -0.011902, -0.243164, -0.005066, -0.004883, -0.217773, 0.001198, -0.001404, -0.208984, -0.002762, -0.151367, -0.038086, 0.000511, -0.001297, 0.175781, -0.003815, -0.01178, -0.239258, -0.000376, -0.001488, -0.182617, -0.003113, -0.00322, -0.224609, 0.00028, -0.000664, 0.144531, -0.008728, -0.01001, -0.235352, -0.000036, 0.000003, 0.200195, 0.000143, -0.004517, -0.242188, -0.002029, -0.003006, -0.21582, -0.000207, -0.001015, -0.25, -0.000175, -0.001488, -0.130859, -0.00473, -0.009033, -0.227539, -0.002029, 0.002121, 0.1875, 0.000483, -0.002579, -0.141602, 0.001793, 0.004181, 0.124023, -0.002197, 0.001419, 0.214844, -0.002151, -0.003815, -0.249023, 0.000652, 0.002518, 0.180664, -0.000843, -0.00705, -0.242188, -0.00412, -0.106934, 0.015991, 0.000216, -0.003128, -0.142578, -0.001808, -0.174805, -0.064941, -0.000656, -0.003342, -0.212891, 0.001709, 0.00325, 0.240234, -0.000744, 0.000269, -0.199219, 0.000721, 0.004059, 0.234375, -0.000637, -0.001404, -0.195312, 0.000005, -0.001831, 0.25, 0.000171, 0.002945, 0.204102, 0.00322, 0.004974, 0.202148, 0.000229, 0.005371, 0.271484, 0.000391, 0.000045, -0.176758, 0.00592, 0.006165, 0.219727, -0.03833, -0.075195, -0.179688, 0.000782, 0.002472, 0.204102, 0.000017, -0.002731, -0.185547, 0.001755, 0.00296, -0.104492, -0.000782, 0.00106, -0.194336, 0.000456, 0.007996, 0.210938, -0.000713, 0.005493, 0.242188, 0.001732, 0.009033, 0.227539, -0.000507, -0.005707, -0.233398, -0.002213, -0.118652, 0.029907, -0.001877, -0.009644, -0.235352, -0.000744, -0.000479, 0.119629, 0.002686, 0.005707, 0.234375, 0.002182, 0.003647, 0.125, 0.000127, -0.002304, -0.169922, -0.000923, -0.000538, -0.172852, 0.002808, 0.000751, 0.169922, -0.005066, -0.007721, -0.170898, 0.004028, 0.00708, 0.208984, -0.002121, -0.001625, 0.131836, -0.000395, -0.004852, 0.175781, 0.002869, 0.089355, -0.063477, 0.000736, 0.004486, -0.173828, -0.001526, -0.002792, -0.210938, -0.001358, -0.003143, 0.206055, -0.001068, 0.003143, -0.163086, -0.002762, -0.009827, -0.227539, 0.002029, -0.154297, -0.010498, -0.000538, -0.002029, 0.037354, 0.005768, 0.026001, -0.071777, 0.002716, 0.004303, 0.151367, 0.008423, 0.020874, 0.206055, 0.003754, 0.006134, 0.226562, -0.00206, -0.004486, -0.237305, 0.002563, 0.004486, 0.229492, 0.001427, 0.005646, -0.178711, -0.000473, -0.000595, 0.125977, 0.006592, 0.013611, 0.201172, 0.006012, 0.010803, 0.229492, -0.000397, -0.004272, -0.259766, 0.004486, 0.005829, 0.209961, -0.000353, -0.000969, 0.114258, -0.002502, -0.006989, -0.206055, 0.001244, 0.000196, -0.1875, 0.00415, 0.008423, 0.249023, 0.002335, 0.007507, 0.25, -0.000471, 0.003937, 0.242188, 0.00069, 0.00528, 0.140625, -0.003281, -0.00824, -0.151367, 0.00946, 0.089844, -0.069336, -0.003662, -0.003876, -0.243164, 0.001488, 0.002335, 0.240234, -0.000026, -0.000576, 0.15332, -0.00293, -0.007996, -0.225586, -0.002884, -0.004333, -0.227539, 0.001801, 0.002045, 0.238281, -0.000261, 0.001945, 0.171875, 0.001549, 0.003967, -0.124512, -0.007935, -0.015442, -0.198242, 0.001396, 0.00412, 0.226562, -0.001579, -0.006531, -0.241211, -0.001007, 0.000748, -0.194336, 0.00325, 0.006439, 0.229492, 0.000196, 0.000511, 0.152344, -0.002655, -0.0177, -0.202148, -0.018311, -0.071777, 0.06543, 0.000732, 0.00383, 0.203125, 0.000809, 0.001274, 0.134766, -0.004333, -0.013611, -0.231445, 0.001091, 0.00473, -0.237305, -0.000809, -0.002579, -0.227539, -0.003815, -0.007538, -0.220703, -0.002472, -0.004089, -0.144531, 0.00135, -0.003876, 0.234375, 0.038086, 0.145508, -0.025513, -0.000618, -0.00824, -0.243164, -0.007446, -0.020996, -0.251953, 0.005524, 0.010132, -0.195312, -0.006409, -0.009766, -0.21582, -0.003326, -0.003967, -0.238281, 0.000007, -0.005402, 0.248047, -0.000938, -0.005615, -0.199219, 0.00705, 0.046143, -0.110352, 0.00177, 0.003464, 0.233398, -0.000477, 0.006134, 0.249023, -0.002563, -0.004242, -0.194336, -0.002502, -0.004272, -0.226562, -0.001022, 0.001625, 0.223633, 0.002197, 0.002411, 0.224609, 0.000519, -0.001572, -0.15332, -0.001289, -0.004944, -0.203125, 0.003067, 0.004028, 0.232422, -0.002365, -0.003906, -0.224609, 0.005554, 0.010559, 0.208008, 0.000874, -0.002884, 0.150391, -0.000084, 0.00116, 0.25, -0.000668, 0.003601, -0.199219, 0.003082, 0.002899, 0.216797, -0.002686, -0.004517, -0.227539, -0.002258, -0.004028, -0.217773, -0.007629, -0.02002, -0.25, -0.003784, -0.002014, -0.214844, 0.000816, 0.004547, 0.223633, -0.012878, -0.089844, 0.129883, 0.000732, 0.005768, 0.220703, 0.003372, 0.003998, 0.220703, 0.005798, 0.005554, 0.22168, -0.000938, -0.00235, -0.216797, 0.001312, 0.005615, 0.167969, 0.000233, -0.004639, -0.158203, 0.001762, 0.002502, 0.234375, 0.002975, 0.003723, 0.257812, -0.000626, -0.001503, 0.155273, 0.00145, 0.005676, 0.251953, -0.00325, -0.009766, -0.230469, -0.003387, -0.006592, -0.178711, 0.000008, 0.002304, 0.204102, 0.001114, 0.000345, -0.194336, -0.012756, -0.063477, 0.130859, -0.000477, -0.003784, -0.239258, -0.001122, -0.001053, -0.203125, 0.000376, -0.002136, 0.101074, 0.000965, -0.000178, 0.198242, 0.015625, 0.092285, -0.118164, 0.000263, 0.000408, -0.108398, 0.002228, 0.00238, 0.211914, 0.000128, 0.145508, 0.171875, -0.00174, -0.005249, -0.206055, 0.00473, 0.004883, 0.18457, -0.003464, -0.001801, -0.22168, -0.002365, -0.005035, -0.213867, 0.000224, -0.004913, -0.214844, 0.036865, 0.092285, -0.052979, 0.008362, 0.010193, 0.229492, 0.004395, 0.050049, -0.050781, 0.010193, 0.095703, -0.11377, -0.003036, -0.004578, -0.267578, -0.002411, -0.000862, -0.219727, 0.002426, 0.000999, 0.228516, 0.003632, 0.003967, 0.229492, -0.001259, -0.004639, -0.167969, 0.001755, 0.006256, 0.18457, 0.003769, 0.005035, 0.216797, 0.002121, 0.0047, 0.230469, 0.001068, 0.00148, 0.119141, -0.003708, -0.00066, -0.194336, -0.00592, -0.061279, 0.147461, -0.001343, 0.000456, 0.222656, -0.002594, -0.008667, -0.229492, -0.001663, 0.000656, -0.15625, 0.00296, 0.007446, 0.238281, 0.000561, 0.007294, 0.241211, 0.000999, 0.002609, 0.11084, 0.005951, 0.00769, 0.227539, -0.00041, -0.000107, 0.19043, -0.001114, -0.000603, -0.231445, -0.000614, 0.001923, 0.239258, 0.00046, 0.002747, 0.175781, -0.005859, -0.006592, -0.223633, -0.044189, -0.092285, -0.027832, 0.00296, 0.009705, 0.192383, -0.000347, 0.002457, 0.179688, -0.000507, 0.000427, 0.181641, 0.009705, 0.019165, 0.241211, 0.001152, 0.00235, 0.165039, -0.002426, -0.006561, -0.238281, 0.000629, 0.003357, 0.207031, 0.001244, 0.001434, 0.179688, 0.011292, 0.069336, -0.089844, 0.002502, 0.003052, 0.212891, 0.000091, 0.000534, -0.201172, -0.006195, -0.078125, 0.041748, -0.00135, -0.001602, -0.265625, 0.00005, 0.009705, 0.210938, 0.006744, 0.009521, 0.232422, -0.004395, -0.01001, -0.213867, -0.002426, -0.005035, -0.228516, -0.002594, -0.003998, 0.197266, 0.005157, 0.007324, 0.186523, -0.000378, -0.001984, -0.191406, -0.004547, -0.004242, -0.233398, -0.001343, 0.000633, -0.173828, 0.007996, 0.101074, -0.125, -0.003387, -0.005493, -0.244141, 0.002441, 0.008789, 0.22168, 0.001617, 0.006927, 0.249023, 0.000319, 0.00174, 0.042236, -0.000648, -0.000444, 0.152344, -0.000534, -0.00412, -0.213867, -0.002838, -0.009949, 0.246094, -0.009155, -0.091797, 0.111328, -0.000176, -0.001167, -0.041992, -0.002518, -0.007141, -0.230469, 0.001419, 0.005493, 0.253906, 0.00209, 0.004486, 0.243164, -0.000423, -0.006866, -0.233398, 0.000618, 0.004242, 0.237305, -0.00011, -0.003815, -0.174805, -0.000029, -0.001999, -0.230469, -0.000395, 0.003616, 0.19043, 0.000479, -0.001404, -0.201172, -0.001099, -0.004791, -0.175781, 0.001839, 0.007385, 0.225586, -0.002182, -0.005646, -0.11084, -0.000191, 0.000355, -0.092773, -0.000896, -0.006897, -0.214844, 0.000343, 0.005005, 0.186523, 0.000492, 0.002625, 0.15625, -0.004272, -0.126953, 0.015747, -0.002548, -0.112793, 0.056885, -0.002228, -0.001999, 0.128906, -0.003433, -0.007507, -0.245117, -0.00206, -0.000576, -0.209961, 0.000001, 0.000199, 0.239258, 0.008423, 0.020508, 0.185547, -0.000683, -0.007538, -0.227539, -0.000324, 0.000854, 0.15918, -0.000372, -0.003632, -0.232422, 0.000916, 0.002151, 0.225586, -0.000271, -0.00264, 0.217773, 0.003189, 0.01239, 0.217773, -0.004822, -0.005981, -0.233398, 0.002441, 0.003571, 0.233398, 0.000362, 0.001625, -0.120605, 0.002411, 0.003967, 0.235352, 0.003616, 0.007935, 0.21582, -0.001114, 0.001793, -0.201172, -0.003555, -0.010132, -0.227539, 0.001396, 0.005035, 0.171875, 0.003845, 0.000816, 0.226562, 0.000008, -0.001518, 0.147461, -0.003769, -0.008301, -0.229492, 0.002914, 0.00708, 0.223633, -0.002594, -0.001846, -0.241211, -0.000687, -0.000614, 0.059326, 0.001564, 0.000664, 0.146484, 0.00066, -0.001053, -0.208984, -0.000197, -0.005249, -0.225586, 0.000179, 0.002502, 0.090332, -0.004303, -0.005096, -0.196289, -0.00116, 0.00824, 0.238281, 0.003098, 0.00824, 0.22168, 0.000441, 0.008423, 0.200195, -0.000129, 0.006256, 0.194336, -0.003693, -0.009521, -0.222656, 0.00235, 0.004395, 0.236328, 0.00296, 0.103027, -0.014893, 0.005249, 0.002899, 0.229492, 0.000999, -0.00116, 0.138672, 0.003204, 0.00946, 0.232422, -0.005402, -0.014526, -0.225586, 0.000538, -0.002213, -0.239258, 0.002151, 0.005371, 0.214844, 0.001183, 0.007751, 0.233398, 0.00206, 0.007782, 0.243164, 0.003433, 0.004486, 0.182617, 0.007629, 0.042725, -0.092285, -0.004456, -0.002823, -0.261719, -0.002274, -0.004578, -0.267578, 0.0005, 0.002457, 0.21582, -0.000916, -0.070801, 0.07373, -0.005707, -0.008362, -0.186523, 0.003342, 0.006836, 0.224609, -0.000977, -0.000702, -0.217773, 0.012268, 0.047363, -0.160156, -0.001602, -0.000591, 0.253906, 0.008057, 0.007172, 0.245117, 0.001137, 0.001068, 0.245117, -0.001305, -0.011353, -0.228516, 0.003296, 0.001747, 0.151367, -0.001663, -0.005096, -0.259766, -0.002289, -0.004028, -0.100098, 0.000744, 0.002319, 0.182617, 0.000404, 0.002319, 0.158203, -0.002853, -0.006134, -0.25, -0.002991, -0.005096, -0.19043, 0.003571, 0.008118, 0.229492, -0.0009, 0.002808, 0.251953, 0.001602, 0.000668, 0.123047, 0.00013, 0.000347, 0.204102, 0.005707, 0.010437, 0.226562, 0.001083, 0.000351, 0.206055, 0.000385, 0.005615, 0.179688, -0.004303, -0.006287, -0.255859, 0.000542, -0.130859, -0.020386, 0.001678, -0.002533, -0.242188, 0.005951, 0.005737, 0.222656, 0.001648, 0.003067, -0.19043, -0.008667, -0.08252, 0.137695, -0.004364, -0.007874, -0.241211, 0.000218, 0.000793, -0.134766, 0.001701, 0.004303, 0.241211, 0.001396, 0.001671, 0.1875, -0.001778, 0.00007, 0.15332, 0.000771, 0.005096, 0.21582, 0.00322, 0.004669, 0.246094, 0.002289, 0.000782, 0.230469, 0.000484, 0.001205, 0.195312, -0.000483, -0.000189, -0.173828, 0.000028, 0.000683, -0.116211, 0.00705, 0.005951, 0.269531, -0.000007, 0.000568, 0.137695, 0.001572, 0.001633, 0.177734, 0.000183, 0.001999, 0.223633, 0.001793, 0.002838, 0.1875, 0.007538, 0.067383, -0.084961, 0.002029, -0.000134, -0.152344, -0.00592, -0.009094, -0.238281, -0.00235, -0.001846, -0.25, -0.000385, 0.000059, 0.232422, 0.000338, 0.00325, 0.227539, 0.00082, 0.000565, 0.19043, -0.002243, -0.004608, -0.202148, 0.000889, 0.00589, 0.203125, -0.000778, -0.000786, -0.226562, -0.00116, -0.0019, -0.207031, 0.000687, 0.000759, -0.200195, -0.004059, -0.007477, -0.239258, 0.00013, 0.003738, 0.18457, -0.000729, -0.007111, -0.202148, 0.001778, 0.002838, 0.202148, 0.00386, 0.007355, 0.25, 0.004639, 0.005493, 0.201172, 0.001854, 0.004852, 0.219727, -0.000189, -0.001114, -0.11084, 0.00008, 0.000992, 0.070312, 0.000877, 0.003799, 0.230469, -0.000874, -0.003723, -0.205078, -0.000002, -0.001083, 0.169922, 0.002151, 0.010864, 0.263672, -0.001465, -0.000345, -0.167969, -0.003571, -0.003006, -0.231445, 0.000923, 0.001556, 0.186523, -0.002609, -0.0065, -0.208984, 0.001366, 0.192383, -0.025635, -0.001221, -0.004974, -0.223633, -0.000024, 0.000755, 0.080078, -0.005066, -0.024658, 0.050537, 0.002487, 0.007416, 0.194336, -0.000311, 0.000908, -0.183594, -0.003967, -0.004791, -0.234375, 0.001045, -0.001144, -0.181641, 0.003784, 0.007507, 0.231445, 0.004974, 0.143555, -0.049316, -0.00013, -0.000629, -0.132812, -0.001213, -0.002396, 0.178711, 0.002121, 0.001328, 0.180664, 0.002625, 0.02002, 0.259766, 0.000322, -0.000759, -0.119141, -0.002914, -0.006287, -0.199219, 0.003113, 0.006714, 0.263672, 0.000992, -0.004395, -0.195312, -0.000381, -0.000305, 0.253906, -0.003708, -0.012085, -0.231445, -0.000748, -0.005432, -0.214844, 0.001572, 0.007294, 0.248047, 0.001022, -0.003571, -0.236328, 0.003418, 0.008545, 0.204102, 0.000992, 0.004333, 0.199219, -0.000162, -0.001038, -0.209961, 0.002197, 0.001328, 0.226562, -0.000205, -0.001999, -0.148438, 0.000437, 0.001427, 0.193359, -0.005829, -0.008362, -0.238281, 0.003418, 0.005066, 0.273438, 0.000572, 0.003143, 0.285156, 0.000467, 0.002396, 0.194336, 0.000237, -0.002625, -0.241211, -0.000751, 0.003769, 0.208008, -0.001411, 0.001266, 0.205078, -0.002869, -0.00267, -0.228516, 0.002029, 0.006042, 0.225586, 0.003098, 0.001999, 0.275391, -0.00206, -0.003647, -0.062256, -0.00132, 0.001602, -0.21582, -0.001671, -0.002625, -0.287109, 0.000824, 0.005646, 0.227539, -0.000957, -0.070801, 0.09375, 0.00135, 0.002731, 0.192383, 0.00264, 0.008484, -0.197266, -0.001938, -0.005249, -0.242188, 0.000416, -0.000481, -0.226562, -0.000298, 0.001045, 0.217773, -0.003937, -0.007599, -0.188477, -0.002106, -0.002457, -0.239258, 0.003677, 0.004272, 0.239258, -0.000082, 0.00351, 0.239258, 0.001968, 0.00145, -0.239258, 0.001892, 0.001862, 0.259766, 0.002045, 0.006592, 0.228516, -0.00079, -0.001244, -0.179688, -0.003082, -0.006622, -0.243164, -0.001022, 0.002731, 0.151367, -0.001114, -0.002686, -0.207031, 0.002609, 0.003265, 0.146484, 0.000205, -0.00018, 0.049561, -0.001907, -0.005524, -0.198242, -0.004517, -0.005524, -0.229492, -0.001198, 0.001358, 0.208984, -0.005859, -0.009521, -0.243164, -0.000641, 0.001022, 0.248047, 0.000169, 0.002945, 0.203125, 0.008606, 0.021484, 0.222656, -0.001091, -0.004395, -0.206055, 0.012024, 0.08252, -0.053223, -0.002136, -0.006256, -0.195312, -0.002167, -0.003754, -0.244141, 0.001945, 0.001488, -0.1875, 0.002579, 0.000805, 0.209961, 0.000607, 0.000942, 0.170898, 0.000656, -0.000439, 0.194336, -0.000217, -0.00087, -0.120117, -0.007935, -0.018677, -0.235352, 0.002747, -0.00132, 0.230469, 0.002197, 0.009583, 0.234375, -0.001625, -0.000713, -0.243164, 0.003464, 0.003281, 0.196289, -0.001411, -0.000595, 0.251953, -0.000167, 0.004761, 0.248047, 0.000511, 0.001442, 0.166016, -0.002014, -0.003326, -0.236328, 0.000835, 0.003281, 0.235352, 0.003693, 0.005524, 0.216797, -0.000241, -0.004761, -0.199219, 0.001633, -0.000626, -0.141602, 0.001755, 0.005005, 0.179688, 0.002106, 0.003174, 0.207031, -0.001923, -0.006683, -0.217773, 0.00018, 0.003372, 0.231445, 0.000139, 0.002274, 0.207031, -0.001869, -0.005249, -0.193359, -0.000065, 0.003326, 0.267578, 0.001953, 0.001442, 0.177734, 0.005951, 0.005096, 0.228516, 0.001755, 0.002731, 0.189453, -0.00412, -0.005829, -0.229492, 0.002319, 0.004639, -0.191406, -0.000334, 0.002396, -0.240234, 0.000225, -0.003845, 0.136719, -0.003464, -0.001953, -0.246094, -0.002823, -0.005737, -0.192383, 0.002319, -0.001015, 0.239258, 0.007812, 0.044678, -0.080566, 0.000763, 0.002014, -0.186523, 0.000858, 0.001503, -0.197266, -0.001434, 0.003799, 0.328125, -0.002396, -0.000196, -0.164062, -0.000401, 0.000858, 0.104004, -0.002548, -0.00473, -0.194336, 0.001709, 0.087891, 0.249023, -0.000271, 0.002853, 0.181641, 0.000938, 0.001465, 0.199219, 0.005798, 0.012085, 0.227539, -0.002487, -0.004333, -0.188477, 0.000343, 0.00531, 0.246094, 0.003693, 0.002686, 0.235352, 0.000239, 0.003677, -0.245117, 0.001137, 0.00528, 0.128906, -0.001701, -0.011169, -0.207031, 0.00145, 0.002869, 0.142578, -0.000034, -0.000519, -0.193359, 0.001999, 0.004272, 0.232422, 0.003784, 0.006561, 0.235352, -0.001823, -0.002609, -0.239258, 0.000395, -0.117676, -0.041016, 0.003326, 0.005188, 0.22168, -0.000984, -0.00235, -0.178711, 0.001122, -0.000744, 0.225586, 0.001083, -0.000778, -0.232422, 0.009949, 0.053955, -0.07666, -0.000284, 0.003464, 0.244141, -0.006134, -0.018311, -0.224609, 0.001221, -0.003204, 0.25, -0.002304, -0.002121, -0.175781, 0.002335, 0.004639, 0.205078 ] } , "name": "LlmExporter::FusedLinearAttention_1640", "outputIndexes": [ 1001 ] , "type": "Const", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 978, 1000, 1000, 1001 ] , "main_type": "LinearAttentionParam", "main": { "attn_type": "short_conv", "num_k_heads": 1, "num_v_heads": 1, "head_k_dim": 1024, "head_v_dim": 1024, "use_qk_l2norm": false } , "name": "/layers.15/self_attn/FusedLinearAttention", "outputIndexes": [ 1002 ] , "type": "LinearAttention", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 989, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_2_output_0", "outputIndexes": [ 1003 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 997, 21 ] , "main_type": "SqueezeParam", "main": { } , "name": "/blocks.15/self_attn/Unsqueeze_3_output_0", "outputIndexes": [ 1004 ] , "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1003, 1004, 38 ] , "main_type": "Axis", "main": { "axis": 0 } , "name": "/blocks.15/self_attn/Concat_1_output_0", "outputIndexes": [ 1005 ] , "type": "Concat", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1002, 1005 ] , "main_type": "Reshape", "main": { "dimType": "NCHW" } , "name": "/blocks.15/self_attn/Reshape_output_0", "outputIndexes": [ 1006 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1006 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/out_proj/Linear/pre_reshape", "outputIndexes": [ 1371 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1371 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/self_attn/out_proj/Linear/pre_convert", "outputIndexes": [ 1372 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1372 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 16384, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 170327952, 524310, 131072, 0, 0 ] } , "name": "/layers.15/self_attn/out_proj/Linear", "outputIndexes": [ 1373 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1373 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/self_attn/out_proj/Linear/post_convert", "outputIndexes": [ 1374 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1374 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.15/self_attn/out_proj/Linear/post_reshape", "outputIndexes": [ 1007 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 975, 1007 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Add_output_0", "outputIndexes": [ 1008 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1008 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 170983334, 4096, 4096 ] , "useRMSNorm": true } , "name": "/blocks.15/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 1009 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1009 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/w1/Linear/pre_reshape", "outputIndexes": [ 1375 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1375 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/mlp/w1/Linear/pre_convert", "outputIndexes": [ 1376 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1376 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 170991526, 2359318, 589824, 0, 0 ] } , "name": "/layers.15/mlp/w1/Linear", "outputIndexes": [ 1377 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1377 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/mlp/w1/Linear/post_convert", "outputIndexes": [ 1378 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1378 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/w1/Linear/post_reshape", "outputIndexes": [ 1010 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1010 ] , "main_type": "UnaryOp", "main": { "opType": "SILU", "T": "DT_INVALID" } , "name": "/blocks.15/mlp/Mul_output_0", "outputIndexes": [ 1011 ] , "type": "UnaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1376 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 4608, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 173940668, 2359318, 589824, 0, 0 ] } , "name": "/layers.15/mlp/w3/Linear", "outputIndexes": [ 1381 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1381 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/mlp/w3/Linear/post_convert", "outputIndexes": [ 1382 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1382 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 4608 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/w3/Linear/post_reshape", "outputIndexes": [ 1012 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1011, 1012 ] , "main_type": "BinaryOp", "main": { "opType": "MUL", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/mlp/Mul_1_output_0", "outputIndexes": [ 1013 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1013 ] , "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/w2/Linear/pre_reshape", "outputIndexes": [ 1383 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1383 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/layers.15/mlp/w2/Linear/pre_convert", "outputIndexes": [ 1384 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1384 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 1024, "inputCount": 4608, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 73728, "has_scaleInt": false, "shapeInt32": false, "weightSize": 0 } , "external": [ 176889810, 2359318, 589824, 0, 0 ] } , "name": "/layers.15/mlp/w2/Linear", "outputIndexes": [ 1385 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1385 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/layers.15/mlp/w2/Linear/post_convert", "outputIndexes": [ 1386 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1386 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 1024 ] , "dimType": "NCHW" } , "name": "/layers.15/mlp/w2/Linear/post_reshape", "outputIndexes": [ 1014 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1008, 1014 ] , "main_type": "BinaryOp", "main": { "opType": "ADD", "T": "DT_FLOAT", "activationType": 0 } , "name": "/blocks.15/Add_1_output_0", "outputIndexes": [ 1015 ] , "type": "BinaryOp", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1015, 1, 161, 16, 16 ] , "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 } , "name": "/Slice_output_0", "outputIndexes": [ 1016 ] , "type": "StridedSlice", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1016 ] , "main_type": "LayerNorm", "main": { "axis": [ -1 ] , "epsilon": 0.00001, "group": 1, "external": [ 179838952, 4096, 4096 ] , "useRMSNorm": true } , "name": "hidden_states", "outputIndexes": [ 1017 ] , "type": "LayerNorm", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1017 ] , "main_type": "Reshape", "main": { "dims": [ -1, 1024, 1, 1 ] , "dimType": "NCHW" } , "name": "/lm/lm_head/Linear/pre_reshape", "outputIndexes": [ 1387 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1387 ] , "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" } , "name": "/lm/lm_head/Linear/pre_convert", "outputIndexes": [ 1388 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1388 ] , "main_type": "Convolution2D", "main": { "common": { "padX": 0, "padY": 0, "kernelX": 1, "kernelY": 1, "strideX": 1, "strideY": 1, "dilateX": 1, "dilateY": 1, "padMode": "CAFFE", "group": 1, "outputCount": 65536, "inputCount": 1024, "relu": false, "relu6": false, "hasOutputShape": false } , "quanParameter": { "type": 1, "useInt32": false, "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "aMaxOrBits": 4, "aMin": 1, "readType": 1048576, "has_scaleInt": false, "shapeInt32": true, "weightSize": 0 } , "external": [ 179847144, 33554458, 8388608, 0, 0 ] } , "name": "/lm/lm_head/Linear", "outputIndexes": [ 1389 ] , "type": "Convolution", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1389 ] , "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" } , "name": "/lm/lm_head/Linear/post_convert", "outputIndexes": [ 1390 ] , "type": "ConvertTensor", "defaultDimentionFormat": "NHWC" } , { "inputIndexes": [ 1390 ] , "main_type": "Reshape", "main": { "dims": [ 1, -1, 65536 ] , "dimType": "NCHW" } , "name": "/lm/lm_head/Linear/post_reshape", "outputIndexes": [ 1018 ] , "type": "Reshape", "defaultDimentionFormat": "NHWC" } ] , "outputName": [ "logits", "hidden_states" ] , "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "position_ids", "logits_index", "input_ids", "/blocks.0/Constant_output_0", "/blocks.0/Reshape_output_0", "/blocks.0/input_layernorm/Mul_1_output_0", "/blocks.0/self_attn/in_proj/FakeLinear_output_0", "/blocks.0/self_attn/Transpose_output_0", "/blocks.0/self_attn/Shape_output_0", "Shape22", "Rank24", "BinaryOp26", "Unsqueeze27", "Const28", "BinaryOp29", "Unsqueeze30", "Unsqueeze32", "StridedSlice33", "Squeeze34", "BinaryOp36", "/blocks.0/self_attn/Gather_output_0", "/rotary/Constant_3_output_0", "/blocks.0/self_attn/Unsqueeze_output_0", "Unsqueeze46", "Unsqueeze49", "StridedSlice52", "Squeeze53", "BinaryOp54", "BinaryOp55", "/blocks.0/self_attn/Gather_1_output_0", "/blocks.0/self_attn/Unsqueeze_1_output_0", "/blocks.0/self_attn/Concat_output_0", "Const60", "/blocks.0/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_130", "/blocks.0/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.0/self_attn/Unsqueeze_2_output_0", "/blocks.0/self_attn/Unsqueeze_3_output_0", "/blocks.0/self_attn/Constant_3_output_0", "/blocks.0/self_attn/Concat_1_output_0", "/blocks.0/self_attn/Reshape_output_0", "/blocks.0/self_attn/out_proj/FakeLinear_output_0", "/blocks.0/Add_output_0", "/blocks.0/post_attention_layernorm/Mul_1_output_0", "/blocks.0/mlp/w1/FakeLinear_output_0", "/blocks.0/mlp/Mul_output_0", "/blocks.0/mlp/w3/FakeLinear_output_0", "/blocks.0/mlp/Mul_1_output_0", "/blocks.0/mlp/w2/FakeLinear_output_0", "/blocks.0/Add_1_output_0", "/blocks.1/Reshape_output_0", "/blocks.1/input_layernorm/Mul_1_output_0", "/blocks.1/self_attn/in_proj/FakeLinear_output_0", "/blocks.1/self_attn/Transpose_output_0", "/blocks.1/self_attn/Shape_output_0", "Shape98", "Rank100", "BinaryOp102", "Unsqueeze103", "BinaryOp105", "Unsqueeze106", "StridedSlice109", "Squeeze110", "BinaryOp112", "/blocks.1/self_attn/Gather_output_0", "/blocks.1/self_attn/Unsqueeze_output_0", "Unsqueeze120", "Unsqueeze123", "StridedSlice126", "Squeeze127", "BinaryOp128", "BinaryOp129", "/blocks.1/self_attn/Gather_1_output_0", "/blocks.1/self_attn/Unsqueeze_1_output_0", "/blocks.1/self_attn/Concat_output_0", "/blocks.1/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_191", "/blocks.1/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.1/self_attn/Unsqueeze_2_output_0", "/blocks.1/self_attn/Unsqueeze_3_output_0", "/blocks.1/self_attn/Concat_1_output_0", "/blocks.1/self_attn/Reshape_output_0", "/blocks.1/self_attn/out_proj/FakeLinear_output_0", "/blocks.1/Add_output_0", "/blocks.1/post_attention_layernorm/Mul_1_output_0", "/blocks.1/mlp/w1/FakeLinear_output_0", "/blocks.1/mlp/Mul_output_0", "/blocks.1/mlp/w3/FakeLinear_output_0", "/blocks.1/mlp/Mul_1_output_0", "/blocks.1/mlp/w2/FakeLinear_output_0", "/blocks.1/Add_1_output_0", "/blocks.2/Reshape_output_0", "/blocks.2/input_layernorm/Mul_1_output_0", "/blocks.2/self_attn/q_proj/FakeLinear_output_0", "/blocks.2/self_attn/Shape_output_0", "Shape170", "Rank172", "BinaryOp174", "Unsqueeze175", "BinaryOp177", "Unsqueeze178", "StridedSlice181", "Squeeze182", "BinaryOp184", "/blocks.2/self_attn/Gather_output_0", "/blocks.2/self_attn/Unsqueeze_output_0", "Unsqueeze192", "Unsqueeze195", "StridedSlice198", "Squeeze199", "BinaryOp200", "BinaryOp201", "/blocks.2/self_attn/Gather_1_output_0", "/blocks.2/self_attn/Unsqueeze_1_output_0", "/blocks.2/self_attn/Constant_2_output_0", "/blocks.2/self_attn/Constant_3_output_0", "/blocks.2/self_attn/Concat_output_0", "/blocks.2/self_attn/Reshape_output_0", "/blocks.2/self_attn/q_norm/Cast_output_0", "/blocks.2/self_attn/q_norm/Mul_1_output_0", "/rotary/Cast_output_0", "/rotary/Constant_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_1_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Constant_5_output_0", "/rotary/Unsqueeze_2_output_0", "/rotary/Unsqueeze_3_output_0", "Shape230", "Rank232", "BinaryOp234", "Unsqueeze235", "BinaryOp237", "Unsqueeze238", "StridedSlice241", "Squeeze242", "BinaryOp244", "/blocks.2/self_attn/Gather_2_output_0", "/blocks.2/self_attn/Mul_output_0", "/blocks.2/self_attn/Shape_2_output_0", "/blocks.2/self_attn/Constant_8_output_0", "Shape249", "Rank251", "BinaryOp253", "Unsqueeze254", "BinaryOp256", "Unsqueeze257", "StridedSlice260", "Squeeze261", "BinaryOp262", "BinaryOp263", "/blocks.2/self_attn/Gather_4_output_0", "/blocks.2/self_attn/Constant_9_output_0", "/blocks.2/self_attn/Div_output_0", "/blocks.2/self_attn/Unsqueeze_7_output_0", "/blocks.2/self_attn/Constant_16_output_0", "/blocks.2/self_attn/Constant_10_output_0", "/blocks.2/self_attn/Slice_1_output_0", "/blocks.2/self_attn/Neg_output_0", "/blocks.2/self_attn/Unsqueeze_6_output_0", "/blocks.2/self_attn/Slice_output_0", "/blocks.2/self_attn/Concat_3_output_0", "Unsqueeze281", "Unsqueeze284", "StridedSlice287", "Squeeze288", "BinaryOp289", "BinaryOp290", "/blocks.2/self_attn/Gather_3_output_0", "/blocks.2/self_attn/Mul_1_output_0", "/blocks.2/self_attn/Add_output_0", "/blocks.2/self_attn/k_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_2_output_0", "/blocks.2/self_attn/Unsqueeze_3_output_0", "/blocks.2/self_attn/Constant_4_output_0", "/blocks.2/self_attn/Concat_1_output_0", "/blocks.2/self_attn/Reshape_1_output_0", "/blocks.2/self_attn/k_norm/Cast_output_0", "/blocks.2/self_attn/k_norm/Mul_1_output_0", "/blocks.2/self_attn/Mul_2_output_0", "/blocks.2/self_attn/Shape_3_output_0", "Shape311", "Rank313", "BinaryOp315", "Unsqueeze316", "BinaryOp318", "Unsqueeze319", "StridedSlice322", "Squeeze323", "BinaryOp324", "BinaryOp325", "/blocks.2/self_attn/Gather_5_output_0", "/blocks.2/self_attn/Div_1_output_0", "/blocks.2/self_attn/Unsqueeze_9_output_0", "/blocks.2/self_attn/Slice_3_output_0", "/blocks.2/self_attn/Neg_1_output_0", "/blocks.2/self_attn/Unsqueeze_8_output_0", "/blocks.2/self_attn/Slice_2_output_0", "/blocks.2/self_attn/Concat_4_output_0", "/blocks.2/self_attn/Mul_3_output_0", "/blocks.2/self_attn/Add_1_output_0", "/blocks.2/self_attn/v_proj/FakeLinear_output_0", "/blocks.2/self_attn/Unsqueeze_4_output_0", "/blocks.2/self_attn/Unsqueeze_5_output_0", "/blocks.2/self_attn/Concat_2_output_0", "/blocks.2/self_attn/Reshape_2_output_0", "attention_mask", "/blocks.2/self_attn/fused_attn/FusedAttention_output_0", "/blocks.2/self_attn/o_proj/FakeLinear_output_0", "/blocks.2/Add_output_0", "/blocks.2/post_attention_layernorm/Mul_1_output_0", "/blocks.2/mlp/w1/FakeLinear_output_0", "/blocks.2/mlp/Mul_output_0", "/blocks.2/mlp/w3/FakeLinear_output_0", "/blocks.2/mlp/Mul_1_output_0", "/blocks.2/mlp/w2/FakeLinear_output_0", "/blocks.2/Add_1_output_0", "/blocks.3/Reshape_output_0", "/blocks.3/input_layernorm/Mul_1_output_0", "/blocks.3/self_attn/in_proj/FakeLinear_output_0", "/blocks.3/self_attn/Transpose_output_0", "/blocks.3/self_attn/Shape_output_0", "Shape373", "Rank375", "BinaryOp377", "Unsqueeze378", "BinaryOp380", "Unsqueeze381", "StridedSlice384", "Squeeze385", "BinaryOp387", "/blocks.3/self_attn/Gather_output_0", "/blocks.3/self_attn/Unsqueeze_output_0", "Unsqueeze395", "Unsqueeze398", "StridedSlice401", "Squeeze402", "BinaryOp403", "BinaryOp404", "/blocks.3/self_attn/Gather_1_output_0", "/blocks.3/self_attn/Unsqueeze_1_output_0", "/blocks.3/self_attn/Concat_output_0", "/blocks.3/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_418", "/blocks.3/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.3/self_attn/Unsqueeze_2_output_0", "/blocks.3/self_attn/Unsqueeze_3_output_0", "/blocks.3/self_attn/Concat_1_output_0", "/blocks.3/self_attn/Reshape_output_0", "/blocks.3/self_attn/out_proj/FakeLinear_output_0", "/blocks.3/Add_output_0", "/blocks.3/post_attention_layernorm/Mul_1_output_0", "/blocks.3/mlp/w1/FakeLinear_output_0", "/blocks.3/mlp/Mul_output_0", "/blocks.3/mlp/w3/FakeLinear_output_0", "/blocks.3/mlp/Mul_1_output_0", "/blocks.3/mlp/w2/FakeLinear_output_0", "/blocks.3/Add_1_output_0", "/blocks.4/Reshape_output_0", "/blocks.4/input_layernorm/Mul_1_output_0", "/blocks.4/self_attn/in_proj/FakeLinear_output_0", "/blocks.4/self_attn/Transpose_output_0", "/blocks.4/self_attn/Shape_output_0", "Shape445", "Rank447", "BinaryOp449", "Unsqueeze450", "BinaryOp452", "Unsqueeze453", "StridedSlice456", "Squeeze457", "BinaryOp459", "/blocks.4/self_attn/Gather_output_0", "/blocks.4/self_attn/Unsqueeze_output_0", "Unsqueeze467", "Unsqueeze470", "StridedSlice473", "Squeeze474", "BinaryOp475", "BinaryOp476", "/blocks.4/self_attn/Gather_1_output_0", "/blocks.4/self_attn/Unsqueeze_1_output_0", "/blocks.4/self_attn/Concat_output_0", "/blocks.4/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_479", "/blocks.4/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.4/self_attn/Unsqueeze_2_output_0", "/blocks.4/self_attn/Unsqueeze_3_output_0", "/blocks.4/self_attn/Concat_1_output_0", "/blocks.4/self_attn/Reshape_output_0", "/blocks.4/self_attn/out_proj/FakeLinear_output_0", "/blocks.4/Add_output_0", "/blocks.4/post_attention_layernorm/Mul_1_output_0", "/blocks.4/mlp/w1/FakeLinear_output_0", "/blocks.4/mlp/Mul_output_0", "/blocks.4/mlp/w3/FakeLinear_output_0", "/blocks.4/mlp/Mul_1_output_0", "/blocks.4/mlp/w2/FakeLinear_output_0", "/blocks.4/Add_1_output_0", "/blocks.5/Reshape_output_0", "/blocks.5/input_layernorm/Mul_1_output_0", "/blocks.5/self_attn/q_proj/FakeLinear_output_0", "/blocks.5/self_attn/Shape_output_0", "Shape517", "Rank519", "BinaryOp521", "Unsqueeze522", "BinaryOp524", "Unsqueeze525", "StridedSlice528", "Squeeze529", "BinaryOp531", "/blocks.5/self_attn/Gather_output_0", "/blocks.5/self_attn/Unsqueeze_output_0", "Unsqueeze539", "Unsqueeze542", "StridedSlice545", "Squeeze546", "BinaryOp547", "BinaryOp548", "/blocks.5/self_attn/Gather_1_output_0", "/blocks.5/self_attn/Unsqueeze_1_output_0", "/blocks.5/self_attn/Concat_output_0", "/blocks.5/self_attn/Reshape_output_0", "/blocks.5/self_attn/q_norm/Cast_output_0", "/blocks.5/self_attn/q_norm/Mul_1_output_0", "/blocks.5/self_attn/Mul_output_0", "/blocks.5/self_attn/Shape_2_output_0", "Shape563", "Rank565", "BinaryOp567", "Unsqueeze568", "BinaryOp570", "Unsqueeze571", "StridedSlice574", "Squeeze575", "BinaryOp576", "BinaryOp577", "/blocks.5/self_attn/Gather_2_output_0", "/blocks.5/self_attn/Div_output_0", "/blocks.5/self_attn/Unsqueeze_7_output_0", "/blocks.5/self_attn/Slice_1_output_0", "/blocks.5/self_attn/Neg_output_0", "/blocks.5/self_attn/Unsqueeze_6_output_0", "/blocks.5/self_attn/Slice_output_0", "/blocks.5/self_attn/Concat_3_output_0", "/blocks.5/self_attn/Mul_1_output_0", "/blocks.5/self_attn/Add_output_0", "/blocks.5/self_attn/k_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_2_output_0", "/blocks.5/self_attn/Unsqueeze_3_output_0", "/blocks.5/self_attn/Concat_1_output_0", "/blocks.5/self_attn/Reshape_1_output_0", "/blocks.5/self_attn/k_norm/Cast_output_0", "/blocks.5/self_attn/k_norm/Mul_1_output_0", "/blocks.5/self_attn/Mul_2_output_0", "/blocks.5/self_attn/Shape_3_output_0", "Shape605", "Rank607", "BinaryOp609", "Unsqueeze610", "BinaryOp612", "Unsqueeze613", "StridedSlice616", "Squeeze617", "BinaryOp618", "BinaryOp619", "/blocks.5/self_attn/Gather_3_output_0", "/blocks.5/self_attn/Div_1_output_0", "/blocks.5/self_attn/Unsqueeze_9_output_0", "/blocks.5/self_attn/Slice_3_output_0", "/blocks.5/self_attn/Neg_1_output_0", "/blocks.5/self_attn/Unsqueeze_8_output_0", "/blocks.5/self_attn/Slice_2_output_0", "/blocks.5/self_attn/Concat_4_output_0", "/blocks.5/self_attn/Mul_3_output_0", "/blocks.5/self_attn/Add_1_output_0", "/blocks.5/self_attn/v_proj/FakeLinear_output_0", "/blocks.5/self_attn/Unsqueeze_4_output_0", "/blocks.5/self_attn/Unsqueeze_5_output_0", "/blocks.5/self_attn/Concat_2_output_0", "/blocks.5/self_attn/Reshape_2_output_0", "/blocks.5/self_attn/fused_attn/FusedAttention_output_0", "/blocks.5/self_attn/o_proj/FakeLinear_output_0", "/blocks.5/Add_output_0", "/blocks.5/post_attention_layernorm/Mul_1_output_0", "/blocks.5/mlp/w1/FakeLinear_output_0", "/blocks.5/mlp/Mul_output_0", "/blocks.5/mlp/w3/FakeLinear_output_0", "/blocks.5/mlp/Mul_1_output_0", "/blocks.5/mlp/w2/FakeLinear_output_0", "/blocks.5/Add_1_output_0", "/blocks.6/Reshape_output_0", "/blocks.6/input_layernorm/Mul_1_output_0", "/blocks.6/self_attn/in_proj/FakeLinear_output_0", "/blocks.6/self_attn/Transpose_output_0", "/blocks.6/self_attn/Shape_output_0", "Shape666", "Rank668", "BinaryOp670", "Unsqueeze671", "BinaryOp673", "Unsqueeze674", "StridedSlice677", "Squeeze678", "BinaryOp680", "/blocks.6/self_attn/Gather_output_0", "/blocks.6/self_attn/Unsqueeze_output_0", "Unsqueeze688", "Unsqueeze691", "StridedSlice694", "Squeeze695", "BinaryOp696", "BinaryOp697", "/blocks.6/self_attn/Gather_1_output_0", "/blocks.6/self_attn/Unsqueeze_1_output_0", "/blocks.6/self_attn/Concat_output_0", "/blocks.6/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_699", "/blocks.6/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.6/self_attn/Unsqueeze_2_output_0", "/blocks.6/self_attn/Unsqueeze_3_output_0", "/blocks.6/self_attn/Concat_1_output_0", "/blocks.6/self_attn/Reshape_output_0", "/blocks.6/self_attn/out_proj/FakeLinear_output_0", "/blocks.6/Add_output_0", "/blocks.6/post_attention_layernorm/Mul_1_output_0", "/blocks.6/mlp/w1/FakeLinear_output_0", "/blocks.6/mlp/Mul_output_0", "/blocks.6/mlp/w3/FakeLinear_output_0", "/blocks.6/mlp/Mul_1_output_0", "/blocks.6/mlp/w2/FakeLinear_output_0", "/blocks.6/Add_1_output_0", "/blocks.7/Reshape_output_0", "/blocks.7/input_layernorm/Mul_1_output_0", "/blocks.7/self_attn/in_proj/FakeLinear_output_0", "/blocks.7/self_attn/Transpose_output_0", "/blocks.7/self_attn/Shape_output_0", "Shape738", "Rank740", "BinaryOp742", "Unsqueeze743", "BinaryOp745", "Unsqueeze746", "StridedSlice749", "Squeeze750", "BinaryOp752", "/blocks.7/self_attn/Gather_output_0", "/blocks.7/self_attn/Unsqueeze_output_0", "Unsqueeze760", "Unsqueeze763", "StridedSlice766", "Squeeze767", "BinaryOp768", "BinaryOp769", "/blocks.7/self_attn/Gather_1_output_0", "/blocks.7/self_attn/Unsqueeze_1_output_0", "/blocks.7/self_attn/Concat_output_0", "/blocks.7/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_760", "/blocks.7/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.7/self_attn/Unsqueeze_2_output_0", "/blocks.7/self_attn/Unsqueeze_3_output_0", "/blocks.7/self_attn/Concat_1_output_0", "/blocks.7/self_attn/Reshape_output_0", "/blocks.7/self_attn/out_proj/FakeLinear_output_0", "/blocks.7/Add_output_0", "/blocks.7/post_attention_layernorm/Mul_1_output_0", "/blocks.7/mlp/w1/FakeLinear_output_0", "/blocks.7/mlp/Mul_output_0", "/blocks.7/mlp/w3/FakeLinear_output_0", "/blocks.7/mlp/Mul_1_output_0", "/blocks.7/mlp/w2/FakeLinear_output_0", "/blocks.7/Add_1_output_0", "/blocks.8/Reshape_output_0", "/blocks.8/input_layernorm/Mul_1_output_0", "/blocks.8/self_attn/q_proj/FakeLinear_output_0", "/blocks.8/self_attn/Shape_output_0", "Shape810", "Rank812", "BinaryOp814", "Unsqueeze815", "BinaryOp817", "Unsqueeze818", "StridedSlice821", "Squeeze822", "BinaryOp824", "/blocks.8/self_attn/Gather_output_0", "/blocks.8/self_attn/Unsqueeze_output_0", "Unsqueeze832", "Unsqueeze835", "StridedSlice838", "Squeeze839", "BinaryOp840", "BinaryOp841", "/blocks.8/self_attn/Gather_1_output_0", "/blocks.8/self_attn/Unsqueeze_1_output_0", "/blocks.8/self_attn/Concat_output_0", "/blocks.8/self_attn/Reshape_output_0", "/blocks.8/self_attn/q_norm/Cast_output_0", "/blocks.8/self_attn/q_norm/Mul_1_output_0", "/blocks.8/self_attn/Mul_output_0", "/blocks.8/self_attn/Shape_2_output_0", "Shape856", "Rank858", "BinaryOp860", "Unsqueeze861", "BinaryOp863", "Unsqueeze864", "StridedSlice867", "Squeeze868", "BinaryOp869", "BinaryOp870", "/blocks.8/self_attn/Gather_2_output_0", "/blocks.8/self_attn/Div_output_0", "/blocks.8/self_attn/Unsqueeze_7_output_0", "/blocks.8/self_attn/Slice_1_output_0", "/blocks.8/self_attn/Neg_output_0", "/blocks.8/self_attn/Unsqueeze_6_output_0", "/blocks.8/self_attn/Slice_output_0", "/blocks.8/self_attn/Concat_3_output_0", "/blocks.8/self_attn/Mul_1_output_0", "/blocks.8/self_attn/Add_output_0", "/blocks.8/self_attn/k_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_2_output_0", "/blocks.8/self_attn/Unsqueeze_3_output_0", "/blocks.8/self_attn/Concat_1_output_0", "/blocks.8/self_attn/Reshape_1_output_0", "/blocks.8/self_attn/k_norm/Cast_output_0", "/blocks.8/self_attn/k_norm/Mul_1_output_0", "/blocks.8/self_attn/Mul_2_output_0", "/blocks.8/self_attn/Shape_3_output_0", "Shape898", "Rank900", "BinaryOp902", "Unsqueeze903", "BinaryOp905", "Unsqueeze906", "StridedSlice909", "Squeeze910", "BinaryOp911", "BinaryOp912", "/blocks.8/self_attn/Gather_3_output_0", "/blocks.8/self_attn/Div_1_output_0", "/blocks.8/self_attn/Unsqueeze_9_output_0", "/blocks.8/self_attn/Slice_3_output_0", "/blocks.8/self_attn/Neg_1_output_0", "/blocks.8/self_attn/Unsqueeze_8_output_0", "/blocks.8/self_attn/Slice_2_output_0", "/blocks.8/self_attn/Concat_4_output_0", "/blocks.8/self_attn/Mul_3_output_0", "/blocks.8/self_attn/Add_1_output_0", "/blocks.8/self_attn/v_proj/FakeLinear_output_0", "/blocks.8/self_attn/Unsqueeze_4_output_0", "/blocks.8/self_attn/Unsqueeze_5_output_0", "/blocks.8/self_attn/Concat_2_output_0", "/blocks.8/self_attn/Reshape_2_output_0", "/blocks.8/self_attn/fused_attn/FusedAttention_output_0", "/blocks.8/self_attn/o_proj/FakeLinear_output_0", "/blocks.8/Add_output_0", "/blocks.8/post_attention_layernorm/Mul_1_output_0", "/blocks.8/mlp/w1/FakeLinear_output_0", "/blocks.8/mlp/Mul_output_0", "/blocks.8/mlp/w3/FakeLinear_output_0", "/blocks.8/mlp/Mul_1_output_0", "/blocks.8/mlp/w2/FakeLinear_output_0", "/blocks.8/Add_1_output_0", "/blocks.9/Reshape_output_0", "/blocks.9/input_layernorm/Mul_1_output_0", "/blocks.9/self_attn/in_proj/FakeLinear_output_0", "/blocks.9/self_attn/Transpose_output_0", "/blocks.9/self_attn/Shape_output_0", "Shape959", "Rank961", "BinaryOp963", "Unsqueeze964", "BinaryOp966", "Unsqueeze967", "StridedSlice970", "Squeeze971", "BinaryOp973", "/blocks.9/self_attn/Gather_output_0", "/blocks.9/self_attn/Unsqueeze_output_0", "Unsqueeze981", "Unsqueeze984", "StridedSlice987", "Squeeze988", "BinaryOp989", "BinaryOp990", "/blocks.9/self_attn/Gather_1_output_0", "/blocks.9/self_attn/Unsqueeze_1_output_0", "/blocks.9/self_attn/Concat_output_0", "/blocks.9/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_980", "/blocks.9/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.9/self_attn/Unsqueeze_2_output_0", "/blocks.9/self_attn/Unsqueeze_3_output_0", "/blocks.9/self_attn/Concat_1_output_0", "/blocks.9/self_attn/Reshape_output_0", "/blocks.9/self_attn/out_proj/FakeLinear_output_0", "/blocks.9/Add_output_0", "/blocks.9/post_attention_layernorm/Mul_1_output_0", "/blocks.9/mlp/w1/FakeLinear_output_0", "/blocks.9/mlp/Mul_output_0", "/blocks.9/mlp/w3/FakeLinear_output_0", "/blocks.9/mlp/Mul_1_output_0", "/blocks.9/mlp/w2/FakeLinear_output_0", "/blocks.9/Add_1_output_0", "/blocks.10/Reshape_output_0", "/blocks.10/input_layernorm/Mul_1_output_0", "/blocks.10/self_attn/q_proj/FakeLinear_output_0", "/blocks.10/self_attn/Shape_output_0", "Shape1031", "Rank1033", "BinaryOp1035", "Unsqueeze1036", "BinaryOp1038", "Unsqueeze1039", "StridedSlice1042", "Squeeze1043", "BinaryOp1045", "/blocks.10/self_attn/Gather_output_0", "/blocks.10/self_attn/Unsqueeze_output_0", "Unsqueeze1053", "Unsqueeze1056", "StridedSlice1059", "Squeeze1060", "BinaryOp1061", "BinaryOp1062", "/blocks.10/self_attn/Gather_1_output_0", "/blocks.10/self_attn/Unsqueeze_1_output_0", "/blocks.10/self_attn/Concat_output_0", "/blocks.10/self_attn/Reshape_output_0", "/blocks.10/self_attn/q_norm/Cast_output_0", "/blocks.10/self_attn/q_norm/Mul_1_output_0", "/blocks.10/self_attn/Mul_output_0", "/blocks.10/self_attn/Shape_2_output_0", "Shape1077", "Rank1079", "BinaryOp1081", "Unsqueeze1082", "BinaryOp1084", "Unsqueeze1085", "StridedSlice1088", "Squeeze1089", "BinaryOp1090", "BinaryOp1091", "/blocks.10/self_attn/Gather_2_output_0", "/blocks.10/self_attn/Div_output_0", "/blocks.10/self_attn/Unsqueeze_7_output_0", "/blocks.10/self_attn/Slice_1_output_0", "/blocks.10/self_attn/Neg_output_0", "/blocks.10/self_attn/Unsqueeze_6_output_0", "/blocks.10/self_attn/Slice_output_0", "/blocks.10/self_attn/Concat_3_output_0", "/blocks.10/self_attn/Mul_1_output_0", "/blocks.10/self_attn/Add_output_0", "/blocks.10/self_attn/k_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_2_output_0", "/blocks.10/self_attn/Unsqueeze_3_output_0", "/blocks.10/self_attn/Concat_1_output_0", "/blocks.10/self_attn/Reshape_1_output_0", "/blocks.10/self_attn/k_norm/Cast_output_0", "/blocks.10/self_attn/k_norm/Mul_1_output_0", "/blocks.10/self_attn/Mul_2_output_0", "/blocks.10/self_attn/Shape_3_output_0", "Shape1119", "Rank1121", "BinaryOp1123", "Unsqueeze1124", "BinaryOp1126", "Unsqueeze1127", "StridedSlice1130", "Squeeze1131", "BinaryOp1132", "BinaryOp1133", "/blocks.10/self_attn/Gather_3_output_0", "/blocks.10/self_attn/Div_1_output_0", "/blocks.10/self_attn/Unsqueeze_9_output_0", "/blocks.10/self_attn/Slice_3_output_0", "/blocks.10/self_attn/Neg_1_output_0", "/blocks.10/self_attn/Unsqueeze_8_output_0", "/blocks.10/self_attn/Slice_2_output_0", "/blocks.10/self_attn/Concat_4_output_0", "/blocks.10/self_attn/Mul_3_output_0", "/blocks.10/self_attn/Add_1_output_0", "/blocks.10/self_attn/v_proj/FakeLinear_output_0", "/blocks.10/self_attn/Unsqueeze_4_output_0", "/blocks.10/self_attn/Unsqueeze_5_output_0", "/blocks.10/self_attn/Concat_2_output_0", "/blocks.10/self_attn/Reshape_2_output_0", "/blocks.10/self_attn/fused_attn/FusedAttention_output_0", "/blocks.10/self_attn/o_proj/FakeLinear_output_0", "/blocks.10/Add_output_0", "/blocks.10/post_attention_layernorm/Mul_1_output_0", "/blocks.10/mlp/w1/FakeLinear_output_0", "/blocks.10/mlp/Mul_output_0", "/blocks.10/mlp/w3/FakeLinear_output_0", "/blocks.10/mlp/Mul_1_output_0", "/blocks.10/mlp/w2/FakeLinear_output_0", "/blocks.10/Add_1_output_0", "/blocks.11/Reshape_output_0", "/blocks.11/input_layernorm/Mul_1_output_0", "/blocks.11/self_attn/in_proj/FakeLinear_output_0", "/blocks.11/self_attn/Transpose_output_0", "/blocks.11/self_attn/Shape_output_0", "Shape1180", "Rank1182", "BinaryOp1184", "Unsqueeze1185", "BinaryOp1187", "Unsqueeze1188", "StridedSlice1191", "Squeeze1192", "BinaryOp1194", "/blocks.11/self_attn/Gather_output_0", "/blocks.11/self_attn/Unsqueeze_output_0", "Unsqueeze1202", "Unsqueeze1205", "StridedSlice1208", "Squeeze1209", "BinaryOp1210", "BinaryOp1211", "/blocks.11/self_attn/Gather_1_output_0", "/blocks.11/self_attn/Unsqueeze_1_output_0", "/blocks.11/self_attn/Concat_output_0", "/blocks.11/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_1200", "/blocks.11/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.11/self_attn/Unsqueeze_2_output_0", "/blocks.11/self_attn/Unsqueeze_3_output_0", "/blocks.11/self_attn/Concat_1_output_0", "/blocks.11/self_attn/Reshape_output_0", "/blocks.11/self_attn/out_proj/FakeLinear_output_0", "/blocks.11/Add_output_0", "/blocks.11/post_attention_layernorm/Mul_1_output_0", "/blocks.11/mlp/w1/FakeLinear_output_0", "/blocks.11/mlp/Mul_output_0", "/blocks.11/mlp/w3/FakeLinear_output_0", "/blocks.11/mlp/Mul_1_output_0", "/blocks.11/mlp/w2/FakeLinear_output_0", "/blocks.11/Add_1_output_0", "/blocks.12/Reshape_output_0", "/blocks.12/input_layernorm/Mul_1_output_0", "/blocks.12/self_attn/q_proj/FakeLinear_output_0", "/blocks.12/self_attn/Shape_output_0", "Shape1252", "Rank1254", "BinaryOp1256", "Unsqueeze1257", "BinaryOp1259", "Unsqueeze1260", "StridedSlice1263", "Squeeze1264", "BinaryOp1266", "/blocks.12/self_attn/Gather_output_0", "/blocks.12/self_attn/Unsqueeze_output_0", "Unsqueeze1274", "Unsqueeze1277", "StridedSlice1280", "Squeeze1281", "BinaryOp1282", "BinaryOp1283", "/blocks.12/self_attn/Gather_1_output_0", "/blocks.12/self_attn/Unsqueeze_1_output_0", "/blocks.12/self_attn/Concat_output_0", "/blocks.12/self_attn/Reshape_output_0", "/blocks.12/self_attn/q_norm/Cast_output_0", "/blocks.12/self_attn/q_norm/Mul_1_output_0", "/blocks.12/self_attn/Mul_output_0", "/blocks.12/self_attn/Shape_2_output_0", "Shape1298", "Rank1300", "BinaryOp1302", "Unsqueeze1303", "BinaryOp1305", "Unsqueeze1306", "StridedSlice1309", "Squeeze1310", "BinaryOp1311", "BinaryOp1312", "/blocks.12/self_attn/Gather_2_output_0", "/blocks.12/self_attn/Div_output_0", "/blocks.12/self_attn/Unsqueeze_7_output_0", "/blocks.12/self_attn/Slice_1_output_0", "/blocks.12/self_attn/Neg_output_0", "/blocks.12/self_attn/Unsqueeze_6_output_0", "/blocks.12/self_attn/Slice_output_0", "/blocks.12/self_attn/Concat_3_output_0", "/blocks.12/self_attn/Mul_1_output_0", "/blocks.12/self_attn/Add_output_0", "/blocks.12/self_attn/k_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_2_output_0", "/blocks.12/self_attn/Unsqueeze_3_output_0", "/blocks.12/self_attn/Concat_1_output_0", "/blocks.12/self_attn/Reshape_1_output_0", "/blocks.12/self_attn/k_norm/Cast_output_0", "/blocks.12/self_attn/k_norm/Mul_1_output_0", "/blocks.12/self_attn/Mul_2_output_0", "/blocks.12/self_attn/Shape_3_output_0", "Shape1340", "Rank1342", "BinaryOp1344", "Unsqueeze1345", "BinaryOp1347", "Unsqueeze1348", "StridedSlice1351", "Squeeze1352", "BinaryOp1353", "BinaryOp1354", "/blocks.12/self_attn/Gather_3_output_0", "/blocks.12/self_attn/Div_1_output_0", "/blocks.12/self_attn/Unsqueeze_9_output_0", "/blocks.12/self_attn/Slice_3_output_0", "/blocks.12/self_attn/Neg_1_output_0", "/blocks.12/self_attn/Unsqueeze_8_output_0", "/blocks.12/self_attn/Slice_2_output_0", "/blocks.12/self_attn/Concat_4_output_0", "/blocks.12/self_attn/Mul_3_output_0", "/blocks.12/self_attn/Add_1_output_0", "/blocks.12/self_attn/v_proj/FakeLinear_output_0", "/blocks.12/self_attn/Unsqueeze_4_output_0", "/blocks.12/self_attn/Unsqueeze_5_output_0", "/blocks.12/self_attn/Concat_2_output_0", "/blocks.12/self_attn/Reshape_2_output_0", "/blocks.12/self_attn/fused_attn/FusedAttention_output_0", "/blocks.12/self_attn/o_proj/FakeLinear_output_0", "/blocks.12/Add_output_0", "/blocks.12/post_attention_layernorm/Mul_1_output_0", "/blocks.12/mlp/w1/FakeLinear_output_0", "/blocks.12/mlp/Mul_output_0", "/blocks.12/mlp/w3/FakeLinear_output_0", "/blocks.12/mlp/Mul_1_output_0", "/blocks.12/mlp/w2/FakeLinear_output_0", "/blocks.12/Add_1_output_0", "/blocks.13/Reshape_output_0", "/blocks.13/input_layernorm/Mul_1_output_0", "/blocks.13/self_attn/in_proj/FakeLinear_output_0", "/blocks.13/self_attn/Transpose_output_0", "/blocks.13/self_attn/Shape_output_0", "Shape1401", "Rank1403", "BinaryOp1405", "Unsqueeze1406", "BinaryOp1408", "Unsqueeze1409", "StridedSlice1412", "Squeeze1413", "BinaryOp1415", "/blocks.13/self_attn/Gather_output_0", "/blocks.13/self_attn/Unsqueeze_output_0", "Unsqueeze1423", "Unsqueeze1426", "StridedSlice1429", "Squeeze1430", "BinaryOp1431", "BinaryOp1432", "/blocks.13/self_attn/Gather_1_output_0", "/blocks.13/self_attn/Unsqueeze_1_output_0", "/blocks.13/self_attn/Concat_output_0", "/blocks.13/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_1420", "/blocks.13/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.13/self_attn/Unsqueeze_2_output_0", "/blocks.13/self_attn/Unsqueeze_3_output_0", "/blocks.13/self_attn/Concat_1_output_0", "/blocks.13/self_attn/Reshape_output_0", "/blocks.13/self_attn/out_proj/FakeLinear_output_0", "/blocks.13/Add_output_0", "/blocks.13/post_attention_layernorm/Mul_1_output_0", "/blocks.13/mlp/w1/FakeLinear_output_0", "/blocks.13/mlp/Mul_output_0", "/blocks.13/mlp/w3/FakeLinear_output_0", "/blocks.13/mlp/Mul_1_output_0", "/blocks.13/mlp/w2/FakeLinear_output_0", "/blocks.13/Add_1_output_0", "/blocks.14/Reshape_output_0", "/blocks.14/input_layernorm/Mul_1_output_0", "/blocks.14/self_attn/q_proj/FakeLinear_output_0", "/blocks.14/self_attn/Shape_output_0", "Shape1473", "Rank1475", "BinaryOp1477", "Unsqueeze1478", "BinaryOp1480", "Unsqueeze1481", "StridedSlice1484", "Squeeze1485", "BinaryOp1487", "/blocks.14/self_attn/Gather_output_0", "/blocks.14/self_attn/Unsqueeze_output_0", "Unsqueeze1495", "Unsqueeze1498", "StridedSlice1501", "Squeeze1502", "BinaryOp1503", "BinaryOp1504", "/blocks.14/self_attn/Gather_1_output_0", "/blocks.14/self_attn/Unsqueeze_1_output_0", "/blocks.14/self_attn/Concat_output_0", "/blocks.14/self_attn/Reshape_output_0", "/blocks.14/self_attn/q_norm/Cast_output_0", "/blocks.14/self_attn/q_norm/Mul_1_output_0", "/blocks.14/self_attn/Mul_output_0", "/blocks.14/self_attn/Shape_2_output_0", "Shape1519", "Rank1521", "BinaryOp1523", "Unsqueeze1524", "BinaryOp1526", "Unsqueeze1527", "StridedSlice1530", "Squeeze1531", "BinaryOp1532", "BinaryOp1533", "/blocks.14/self_attn/Gather_2_output_0", "/blocks.14/self_attn/Div_output_0", "/blocks.14/self_attn/Unsqueeze_7_output_0", "/blocks.14/self_attn/Slice_1_output_0", "/blocks.14/self_attn/Neg_output_0", "/blocks.14/self_attn/Unsqueeze_6_output_0", "/blocks.14/self_attn/Slice_output_0", "/blocks.14/self_attn/Concat_3_output_0", "/blocks.14/self_attn/Mul_1_output_0", "/blocks.14/self_attn/Add_output_0", "/blocks.14/self_attn/k_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_2_output_0", "/blocks.14/self_attn/Unsqueeze_3_output_0", "/blocks.14/self_attn/Concat_1_output_0", "/blocks.14/self_attn/Reshape_1_output_0", "/blocks.14/self_attn/k_norm/Cast_output_0", "/blocks.14/self_attn/k_norm/Mul_1_output_0", "/blocks.14/self_attn/Mul_2_output_0", "/blocks.14/self_attn/Shape_3_output_0", "Shape1561", "Rank1563", "BinaryOp1565", "Unsqueeze1566", "BinaryOp1568", "Unsqueeze1569", "StridedSlice1572", "Squeeze1573", "BinaryOp1574", "BinaryOp1575", "/blocks.14/self_attn/Gather_3_output_0", "/blocks.14/self_attn/Div_1_output_0", "/blocks.14/self_attn/Unsqueeze_9_output_0", "/blocks.14/self_attn/Slice_3_output_0", "/blocks.14/self_attn/Neg_1_output_0", "/blocks.14/self_attn/Unsqueeze_8_output_0", "/blocks.14/self_attn/Slice_2_output_0", "/blocks.14/self_attn/Concat_4_output_0", "/blocks.14/self_attn/Mul_3_output_0", "/blocks.14/self_attn/Add_1_output_0", "/blocks.14/self_attn/v_proj/FakeLinear_output_0", "/blocks.14/self_attn/Unsqueeze_4_output_0", "/blocks.14/self_attn/Unsqueeze_5_output_0", "/blocks.14/self_attn/Concat_2_output_0", "/blocks.14/self_attn/Reshape_2_output_0", "/blocks.14/self_attn/fused_attn/FusedAttention_output_0", "/blocks.14/self_attn/o_proj/FakeLinear_output_0", "/blocks.14/Add_output_0", "/blocks.14/post_attention_layernorm/Mul_1_output_0", "/blocks.14/mlp/w1/FakeLinear_output_0", "/blocks.14/mlp/Mul_output_0", "/blocks.14/mlp/w3/FakeLinear_output_0", "/blocks.14/mlp/Mul_1_output_0", "/blocks.14/mlp/w2/FakeLinear_output_0", "/blocks.14/Add_1_output_0", "/blocks.15/Reshape_output_0", "/blocks.15/input_layernorm/Mul_1_output_0", "/blocks.15/self_attn/in_proj/FakeLinear_output_0", "/blocks.15/self_attn/Transpose_output_0", "/blocks.15/self_attn/Shape_output_0", "Shape1622", "Rank1624", "BinaryOp1626", "Unsqueeze1627", "BinaryOp1629", "Unsqueeze1630", "StridedSlice1633", "Squeeze1634", "BinaryOp1636", "/blocks.15/self_attn/Gather_output_0", "/blocks.15/self_attn/Unsqueeze_output_0", "Unsqueeze1644", "Unsqueeze1647", "StridedSlice1650", "Squeeze1651", "BinaryOp1652", "BinaryOp1653", "/blocks.15/self_attn/Gather_1_output_0", "/blocks.15/self_attn/Unsqueeze_1_output_0", "/blocks.15/self_attn/Concat_output_0", "/blocks.15/self_attn/ConstantOfShape_output_0", "LlmExporter::FusedLinearAttention_1640", "/blocks.15/self_attn/fused_attn/FusedLinearAttention_output_0", "/blocks.15/self_attn/Unsqueeze_2_output_0", "/blocks.15/self_attn/Unsqueeze_3_output_0", "/blocks.15/self_attn/Concat_1_output_0", "/blocks.15/self_attn/Reshape_output_0", "/blocks.15/self_attn/out_proj/FakeLinear_output_0", "/blocks.15/Add_output_0", "/blocks.15/post_attention_layernorm/Mul_1_output_0", "/blocks.15/mlp/w1/FakeLinear_output_0", "/blocks.15/mlp/Mul_output_0", "/blocks.15/mlp/w3/FakeLinear_output_0", "/blocks.15/mlp/Mul_1_output_0", "/blocks.15/mlp/w2/FakeLinear_output_0", "/blocks.15/Add_1_output_0", "/Slice_output_0", "hidden_states", "logits", "/layers.0/self_attn/in_proj/Linear/pre_reshape", "/layers.0/self_attn/in_proj/Linear/pre_convert", "/layers.0/self_attn/in_proj/Linear", "/layers.0/self_attn/in_proj/Linear/post_convert", "/layers.0/self_attn/out_proj/Linear/pre_reshape", "/layers.0/self_attn/out_proj/Linear/pre_convert", "/layers.0/self_attn/out_proj/Linear", "/layers.0/self_attn/out_proj/Linear/post_convert", "/layers.0/mlp/w1/Linear/pre_reshape", "/layers.0/mlp/w1/Linear/pre_convert", "/layers.0/mlp/w1/Linear", "/layers.0/mlp/w1/Linear/post_convert", "/layers.0/mlp/w3/Linear/pre_reshape", "/layers.0/mlp/w3/Linear/pre_convert", "/layers.0/mlp/w3/Linear", "/layers.0/mlp/w3/Linear/post_convert", "/layers.0/mlp/w2/Linear/pre_reshape", "/layers.0/mlp/w2/Linear/pre_convert", "/layers.0/mlp/w2/Linear", "/layers.0/mlp/w2/Linear/post_convert", "/layers.1/self_attn/in_proj/Linear/pre_reshape", "/layers.1/self_attn/in_proj/Linear/pre_convert", "/layers.1/self_attn/in_proj/Linear", "/layers.1/self_attn/in_proj/Linear/post_convert", "/layers.1/self_attn/out_proj/Linear/pre_reshape", "/layers.1/self_attn/out_proj/Linear/pre_convert", "/layers.1/self_attn/out_proj/Linear", "/layers.1/self_attn/out_proj/Linear/post_convert", "/layers.1/mlp/w1/Linear/pre_reshape", "/layers.1/mlp/w1/Linear/pre_convert", "/layers.1/mlp/w1/Linear", "/layers.1/mlp/w1/Linear/post_convert", "/layers.1/mlp/w3/Linear/pre_reshape", "/layers.1/mlp/w3/Linear/pre_convert", "/layers.1/mlp/w3/Linear", "/layers.1/mlp/w3/Linear/post_convert", "/layers.1/mlp/w2/Linear/pre_reshape", "/layers.1/mlp/w2/Linear/pre_convert", "/layers.1/mlp/w2/Linear", "/layers.1/mlp/w2/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/w1/Linear/pre_reshape", "/layers.2/mlp/w1/Linear/pre_convert", "/layers.2/mlp/w1/Linear", "/layers.2/mlp/w1/Linear/post_convert", "/layers.2/mlp/w3/Linear/pre_reshape", "/layers.2/mlp/w3/Linear/pre_convert", "/layers.2/mlp/w3/Linear", "/layers.2/mlp/w3/Linear/post_convert", "/layers.2/mlp/w2/Linear/pre_reshape", "/layers.2/mlp/w2/Linear/pre_convert", "/layers.2/mlp/w2/Linear", "/layers.2/mlp/w2/Linear/post_convert", "/layers.3/self_attn/in_proj/Linear/pre_reshape", "/layers.3/self_attn/in_proj/Linear/pre_convert", "/layers.3/self_attn/in_proj/Linear", "/layers.3/self_attn/in_proj/Linear/post_convert", "/layers.3/self_attn/out_proj/Linear/pre_reshape", "/layers.3/self_attn/out_proj/Linear/pre_convert", "/layers.3/self_attn/out_proj/Linear", "/layers.3/self_attn/out_proj/Linear/post_convert", "/layers.3/mlp/w1/Linear/pre_reshape", "/layers.3/mlp/w1/Linear/pre_convert", "/layers.3/mlp/w1/Linear", "/layers.3/mlp/w1/Linear/post_convert", "/layers.3/mlp/w3/Linear/pre_reshape", "/layers.3/mlp/w3/Linear/pre_convert", "/layers.3/mlp/w3/Linear", "/layers.3/mlp/w3/Linear/post_convert", "/layers.3/mlp/w2/Linear/pre_reshape", "/layers.3/mlp/w2/Linear/pre_convert", "/layers.3/mlp/w2/Linear", "/layers.3/mlp/w2/Linear/post_convert", "/layers.4/self_attn/in_proj/Linear/pre_reshape", "/layers.4/self_attn/in_proj/Linear/pre_convert", "/layers.4/self_attn/in_proj/Linear", "/layers.4/self_attn/in_proj/Linear/post_convert", "/layers.4/self_attn/out_proj/Linear/pre_reshape", "/layers.4/self_attn/out_proj/Linear/pre_convert", "/layers.4/self_attn/out_proj/Linear", "/layers.4/self_attn/out_proj/Linear/post_convert", "/layers.4/mlp/w1/Linear/pre_reshape", "/layers.4/mlp/w1/Linear/pre_convert", "/layers.4/mlp/w1/Linear", "/layers.4/mlp/w1/Linear/post_convert", "/layers.4/mlp/w3/Linear/pre_reshape", "/layers.4/mlp/w3/Linear/pre_convert", "/layers.4/mlp/w3/Linear", "/layers.4/mlp/w3/Linear/post_convert", "/layers.4/mlp/w2/Linear/pre_reshape", "/layers.4/mlp/w2/Linear/pre_convert", "/layers.4/mlp/w2/Linear", "/layers.4/mlp/w2/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/w1/Linear/pre_reshape", "/layers.5/mlp/w1/Linear/pre_convert", "/layers.5/mlp/w1/Linear", "/layers.5/mlp/w1/Linear/post_convert", "/layers.5/mlp/w3/Linear/pre_reshape", "/layers.5/mlp/w3/Linear/pre_convert", "/layers.5/mlp/w3/Linear", "/layers.5/mlp/w3/Linear/post_convert", "/layers.5/mlp/w2/Linear/pre_reshape", "/layers.5/mlp/w2/Linear/pre_convert", "/layers.5/mlp/w2/Linear", "/layers.5/mlp/w2/Linear/post_convert", "/layers.6/self_attn/in_proj/Linear/pre_reshape", "/layers.6/self_attn/in_proj/Linear/pre_convert", "/layers.6/self_attn/in_proj/Linear", "/layers.6/self_attn/in_proj/Linear/post_convert", "/layers.6/self_attn/out_proj/Linear/pre_reshape", "/layers.6/self_attn/out_proj/Linear/pre_convert", "/layers.6/self_attn/out_proj/Linear", "/layers.6/self_attn/out_proj/Linear/post_convert", "/layers.6/mlp/w1/Linear/pre_reshape", "/layers.6/mlp/w1/Linear/pre_convert", "/layers.6/mlp/w1/Linear", "/layers.6/mlp/w1/Linear/post_convert", "/layers.6/mlp/w3/Linear/pre_reshape", "/layers.6/mlp/w3/Linear/pre_convert", "/layers.6/mlp/w3/Linear", "/layers.6/mlp/w3/Linear/post_convert", "/layers.6/mlp/w2/Linear/pre_reshape", "/layers.6/mlp/w2/Linear/pre_convert", "/layers.6/mlp/w2/Linear", "/layers.6/mlp/w2/Linear/post_convert", "/layers.7/self_attn/in_proj/Linear/pre_reshape", "/layers.7/self_attn/in_proj/Linear/pre_convert", "/layers.7/self_attn/in_proj/Linear", "/layers.7/self_attn/in_proj/Linear/post_convert", "/layers.7/self_attn/out_proj/Linear/pre_reshape", "/layers.7/self_attn/out_proj/Linear/pre_convert", "/layers.7/self_attn/out_proj/Linear", "/layers.7/self_attn/out_proj/Linear/post_convert", "/layers.7/mlp/w1/Linear/pre_reshape", "/layers.7/mlp/w1/Linear/pre_convert", "/layers.7/mlp/w1/Linear", "/layers.7/mlp/w1/Linear/post_convert", "/layers.7/mlp/w3/Linear/pre_reshape", "/layers.7/mlp/w3/Linear/pre_convert", "/layers.7/mlp/w3/Linear", "/layers.7/mlp/w3/Linear/post_convert", "/layers.7/mlp/w2/Linear/pre_reshape", "/layers.7/mlp/w2/Linear/pre_convert", "/layers.7/mlp/w2/Linear", "/layers.7/mlp/w2/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/w1/Linear/pre_reshape", "/layers.8/mlp/w1/Linear/pre_convert", "/layers.8/mlp/w1/Linear", "/layers.8/mlp/w1/Linear/post_convert", "/layers.8/mlp/w3/Linear/pre_reshape", "/layers.8/mlp/w3/Linear/pre_convert", "/layers.8/mlp/w3/Linear", "/layers.8/mlp/w3/Linear/post_convert", "/layers.8/mlp/w2/Linear/pre_reshape", "/layers.8/mlp/w2/Linear/pre_convert", "/layers.8/mlp/w2/Linear", "/layers.8/mlp/w2/Linear/post_convert", "/layers.9/self_attn/in_proj/Linear/pre_reshape", "/layers.9/self_attn/in_proj/Linear/pre_convert", "/layers.9/self_attn/in_proj/Linear", "/layers.9/self_attn/in_proj/Linear/post_convert", "/layers.9/self_attn/out_proj/Linear/pre_reshape", "/layers.9/self_attn/out_proj/Linear/pre_convert", "/layers.9/self_attn/out_proj/Linear", "/layers.9/self_attn/out_proj/Linear/post_convert", "/layers.9/mlp/w1/Linear/pre_reshape", "/layers.9/mlp/w1/Linear/pre_convert", "/layers.9/mlp/w1/Linear", "/layers.9/mlp/w1/Linear/post_convert", "/layers.9/mlp/w3/Linear/pre_reshape", "/layers.9/mlp/w3/Linear/pre_convert", "/layers.9/mlp/w3/Linear", "/layers.9/mlp/w3/Linear/post_convert", "/layers.9/mlp/w2/Linear/pre_reshape", "/layers.9/mlp/w2/Linear/pre_convert", "/layers.9/mlp/w2/Linear", "/layers.9/mlp/w2/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/w1/Linear/pre_reshape", "/layers.10/mlp/w1/Linear/pre_convert", "/layers.10/mlp/w1/Linear", "/layers.10/mlp/w1/Linear/post_convert", "/layers.10/mlp/w3/Linear/pre_reshape", "/layers.10/mlp/w3/Linear/pre_convert", "/layers.10/mlp/w3/Linear", "/layers.10/mlp/w3/Linear/post_convert", "/layers.10/mlp/w2/Linear/pre_reshape", "/layers.10/mlp/w2/Linear/pre_convert", "/layers.10/mlp/w2/Linear", "/layers.10/mlp/w2/Linear/post_convert", "/layers.11/self_attn/in_proj/Linear/pre_reshape", "/layers.11/self_attn/in_proj/Linear/pre_convert", "/layers.11/self_attn/in_proj/Linear", "/layers.11/self_attn/in_proj/Linear/post_convert", "/layers.11/self_attn/out_proj/Linear/pre_reshape", "/layers.11/self_attn/out_proj/Linear/pre_convert", "/layers.11/self_attn/out_proj/Linear", "/layers.11/self_attn/out_proj/Linear/post_convert", "/layers.11/mlp/w1/Linear/pre_reshape", "/layers.11/mlp/w1/Linear/pre_convert", "/layers.11/mlp/w1/Linear", "/layers.11/mlp/w1/Linear/post_convert", "/layers.11/mlp/w3/Linear/pre_reshape", "/layers.11/mlp/w3/Linear/pre_convert", "/layers.11/mlp/w3/Linear", "/layers.11/mlp/w3/Linear/post_convert", "/layers.11/mlp/w2/Linear/pre_reshape", "/layers.11/mlp/w2/Linear/pre_convert", "/layers.11/mlp/w2/Linear", "/layers.11/mlp/w2/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/w1/Linear/pre_reshape", "/layers.12/mlp/w1/Linear/pre_convert", "/layers.12/mlp/w1/Linear", "/layers.12/mlp/w1/Linear/post_convert", "/layers.12/mlp/w3/Linear/pre_reshape", "/layers.12/mlp/w3/Linear/pre_convert", "/layers.12/mlp/w3/Linear", "/layers.12/mlp/w3/Linear/post_convert", "/layers.12/mlp/w2/Linear/pre_reshape", "/layers.12/mlp/w2/Linear/pre_convert", "/layers.12/mlp/w2/Linear", "/layers.12/mlp/w2/Linear/post_convert", "/layers.13/self_attn/in_proj/Linear/pre_reshape", "/layers.13/self_attn/in_proj/Linear/pre_convert", "/layers.13/self_attn/in_proj/Linear", "/layers.13/self_attn/in_proj/Linear/post_convert", "/layers.13/self_attn/out_proj/Linear/pre_reshape", "/layers.13/self_attn/out_proj/Linear/pre_convert", "/layers.13/self_attn/out_proj/Linear", "/layers.13/self_attn/out_proj/Linear/post_convert", "/layers.13/mlp/w1/Linear/pre_reshape", "/layers.13/mlp/w1/Linear/pre_convert", "/layers.13/mlp/w1/Linear", "/layers.13/mlp/w1/Linear/post_convert", "/layers.13/mlp/w3/Linear/pre_reshape", "/layers.13/mlp/w3/Linear/pre_convert", "/layers.13/mlp/w3/Linear", "/layers.13/mlp/w3/Linear/post_convert", "/layers.13/mlp/w2/Linear/pre_reshape", "/layers.13/mlp/w2/Linear/pre_convert", "/layers.13/mlp/w2/Linear", "/layers.13/mlp/w2/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/w1/Linear/pre_reshape", "/layers.14/mlp/w1/Linear/pre_convert", "/layers.14/mlp/w1/Linear", "/layers.14/mlp/w1/Linear/post_convert", "/layers.14/mlp/w3/Linear/pre_reshape", "/layers.14/mlp/w3/Linear/pre_convert", "/layers.14/mlp/w3/Linear", "/layers.14/mlp/w3/Linear/post_convert", "/layers.14/mlp/w2/Linear/pre_reshape", "/layers.14/mlp/w2/Linear/pre_convert", "/layers.14/mlp/w2/Linear", "/layers.14/mlp/w2/Linear/post_convert", "/layers.15/self_attn/in_proj/Linear/pre_reshape", "/layers.15/self_attn/in_proj/Linear/pre_convert", "/layers.15/self_attn/in_proj/Linear", "/layers.15/self_attn/in_proj/Linear/post_convert", "/layers.15/self_attn/out_proj/Linear/pre_reshape", "/layers.15/self_attn/out_proj/Linear/pre_convert", "/layers.15/self_attn/out_proj/Linear", "/layers.15/self_attn/out_proj/Linear/post_convert", "/layers.15/mlp/w1/Linear/pre_reshape", "/layers.15/mlp/w1/Linear/pre_convert", "/layers.15/mlp/w1/Linear", "/layers.15/mlp/w1/Linear/post_convert", "/layers.15/mlp/w3/Linear/pre_reshape", "/layers.15/mlp/w3/Linear/pre_convert", "/layers.15/mlp/w3/Linear", "/layers.15/mlp/w3/Linear/post_convert", "/layers.15/mlp/w2/Linear/pre_reshape", "/layers.15/mlp/w2/Linear/pre_convert", "/layers.15/mlp/w2/Linear", "/layers.15/mlp/w2/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ] , "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "da9b5910-2204-4e62-863f-f2dc1d16eb4b" }